{ "holdout_run_count": 120, "failed_examples": 0, "seed_result_count": 15, "comparison_count": 5, "chain_depth_comparison_count": 55, "metrics": [ "l2", "gt_error", "iou", "independent_future_center_error", "rollout_h1_error", "rollout_h5_error", "rollout_h5_reliable_error", "rollout_h5_penalized_error", "rollout_h5_scorable_fraction", "rollout_h5_source_available_fraction", "ball_presence_rate", "ball_correct_color_rate", "missing_ball_frames", "color_changed_ball_frames", "ball_disappearance_events", "ball_reappearance_events", "ball_color_change_events", "ball_state_change_events", "rollout_h5_unscorable_ball_frames", "rollout_h5_scored_ball_frames", "rollout_h5_total_ball_frames", "local_pair_center_error", "downstream_all_center_error", "downstream_pair_center_error", "half_target_all_center_error", "half_downstream_all_center_error" ], "seed_rows": [ { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.18603448884927534, "gt_error_n": 896, "gt_error_mean": 2.5012002929547474, "iou_n": 896, "iou_mean": 0.7340981768082154, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5012002929547474, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13707607887731424, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.588283873036658, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.30463756684449506, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.8654319556851306, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9595221185064935, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.967278814935065, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9920403814935065, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9920200892857143, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.7511160714285714, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.004464285714285714, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.06808035714285714, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.004464285714285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.07477678571428571, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 8.905133928571429, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 211.09486607142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.18575809168396518, "gt_error_n": 896, "gt_error_mean": 2.493641911146303, "iou_n": 896, "iou_mean": 0.7338936340278397, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.493641911146303, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13750297052538302, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5857696392665732, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3005552768772568, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9851695109236976, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9504261363636364, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9598467938311689, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9905438311688312, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9905184659090909, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 2.080357142857143, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.005580357142857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.08035714285714286, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.006696428571428571, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.004464285714285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.09151785714285714, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 10.90625, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 209.09375, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.18577709550403856, "gt_error_n": 896, "gt_error_mean": 2.5001303316167873, "iou_n": 896, "iou_mean": 0.7343642655602747, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5001303316167873, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13764751911015122, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5881098932566644, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.302156971056605, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9367294090685409, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9540838068181818, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.963372564935065, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9909040178571429, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9908989448051948, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 2.0011160714285716, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.0011160714285714285, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.078125, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0011160714285714285, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08147321428571429, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 10.1015625, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 209.8984375, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.18643455431863135, "gt_error_n": 896, "gt_error_mean": 2.5066908237143255, "iou_n": 896, "iou_mean": 0.73538585096215, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5066908237143255, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.1348471905476811, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5775631938012505, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.2996026809845397, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.8478824132648586, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9604403409090909, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9675324675324676, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9921925730519481, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9921519886363637, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.7176339285714286, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.008928571428571428, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.06138392857142857, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0011160714285714285, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.008928571428571428, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.07142857142857142, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 8.703125, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 211.296875, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.18616805263861483, "gt_error_n": 896, "gt_error_mean": 2.5125215523455604, "iou_n": 896, "iou_mean": 0.7362809763737711, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5125215523455604, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13559096204907176, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5846733756040946, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3044176249389349, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9187234156627632, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9555245535714286, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9639813311688312, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9913301542207792, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9913301542207792, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.9073660714285714, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.0, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.07477678571428571, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0033482142857142855, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.078125, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.784598214285714, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.21540178571428, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.18588163981413736, "gt_error_n": 896, "gt_error_mean": 2.486397078409361, "iou_n": 896, "iou_mean": 0.735527827471651, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.486397078409361, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13560445763196438, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5807499367046441, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.29857328718324644, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9546846628311899, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9525872564935065, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9616477272727273, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9903764204545454, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9903561282467532, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 2.1171875, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.004464285714285714, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.08147321428571429, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.004464285714285714, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0033482142857142855, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08928571428571429, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 10.430803571428571, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 209.56919642857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.1871510037038076, "gt_error_n": 896, "gt_error_mean": 2.5051033058953953, "iou_n": 896, "iou_mean": 0.7351391764581356, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5051033058953953, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.1362221742064887, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5791194157730304, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3040435970346603, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.8873053790545629, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9578683035714286, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9662895698051948, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.991893262987013, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9918425324675325, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.7834821428571428, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.011160714285714286, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.0703125, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0011160714285714285, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.011160714285714286, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08258928571428571, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.268973214285714, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.73102678571428, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.18720639457959415, "gt_error_n": 896, "gt_error_mean": 2.5291307558319915, "iou_n": 896, "iou_mean": 0.7336839363935329, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5291307558319915, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13729589741706916, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5891714573760541, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3103558243659499, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9292063166987344, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.955179586038961, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9636008522727273, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9913200081168831, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.991309862012987, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.9095982142857142, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.002232142857142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.07589285714285714, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.005580357142857143, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.002232142857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08370535714285714, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.860491071428571, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.13950892857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.18691416730039886, "gt_error_n": 896, "gt_error_mean": 2.5058496114783115, "iou_n": 896, "iou_mean": 0.7342987029113671, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5058496114783115, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13751557984908855, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5877574563521725, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3053730221330396, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9481027212060426, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.953515625, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.962408685064935, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9908329951298701, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9906858766233766, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 2.0167410714285716, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.03236607142857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.07477678571428571, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0033482142857142855, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.004464285714285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08258928571428571, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 10.2265625, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 209.7734375, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.1879484276204104, "gt_error_n": 896, "gt_error_mean": 2.511836948494148, "iou_n": 896, "iou_mean": 0.7320234474782601, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.511836948494148, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.14074996582341673, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5991078988115075, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3115444332768739, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9251895011322876, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9556158685064935, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9638798701298701, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9912844967532467, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9912642045454545, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.9174107142857142, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.004464285714285714, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.07477678571428571, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.006696428571428571, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.004464285714285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.0859375, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.764508928571429, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.23549107142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.18764133194261895, "gt_error_n": 896, "gt_error_mean": 2.539728131573898, "iou_n": 896, "iou_mean": 0.7313591483630162, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.539728131573898, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.14186128942534112, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.6028512761781342, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3139029433408217, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.8999335206018801, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9575639204545454, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.965528612012987, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9919389204545455, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9919135551948052, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.7734375, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.005580357142857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.06808035714285714, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.006696428571428571, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.005580357142857143, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08035714285714286, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.3359375, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.6640625, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.18771633875855645, "gt_error_n": 896, "gt_error_mean": 2.5253021468976082, "iou_n": 896, "iou_mean": 0.7313978453830215, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5253021468976082, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.14050396854546035, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5985367812193181, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.30952962071043383, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.8809983608096081, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9586698457792208, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9665432224025974, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9920048701298702, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9919744318181818, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.7589285714285714, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.006696428571428571, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.06584821428571429, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.006696428571428571, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.07477678571428571, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.092633928571429, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.90736607142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.18825919551142892, "gt_error_n": 896, "gt_error_mean": 2.5178806063977666, "iou_n": 896, "iou_mean": 0.7270660017003445, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.5178806063977666, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.14436030922577342, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.6108433154274295, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3157700888299377, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.8878156824374472, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9585988230519481, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9667715097402597, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9918323863636364, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9917867288961039, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.796875, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.010044642857142858, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.06919642857142858, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0033482142857142855, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.010044642857142858, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08258928571428571, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.108258928571429, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.89174107142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.188615600952679, "gt_error_n": 896, "gt_error_mean": 2.56008197483683, "iou_n": 896, "iou_mean": 0.725954765921226, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.56008197483683, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.14590335274358276, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.6165826781288997, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.31853964308367144, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9848565395833554, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9516385957792208, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9608867694805194, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9903409090909091, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.990325689935065, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 2.125, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.0033482142857142855, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.0859375, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.006696428571428571, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0033482142857142855, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.09598214285714286, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 10.639508928571429, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 209.36049107142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.18835746465317374, "gt_error_n": 896, "gt_error_mean": 2.534886253713184, "iou_n": 896, "iou_mean": 0.7261123819391234, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.534886253713184, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.14423524115953745, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.6119049646398912, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.3171938203930853, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.9148255731268994, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9567573051948052, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9647169237012987, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.991593952922078, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9915787337662337, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.8493303571428572, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.0033482142857142855, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.07366071428571429, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0078125, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0033482142857142855, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.08482142857142858, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 9.513392857142858, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 210.48660714285714, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null } ], "rows": [ { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.18585655867909304, "l2_seed_std": 0.00015438473172621717, "gt_error_mean": 2.4983241785726125, "gt_error_seed_std": 0.004090100916211223, "iou_mean": 0.7341186921321099, "iou_seed_std": 0.00023598552649770207, "independent_future_center_error_mean": 2.4983241785726125, "independent_future_center_error_seed_std": 0.004090100916211223, "rollout_h1_error_mean": 0.1374088561709495, "rollout_h1_error_seed_std": 0.0002971180215150614, "rollout_h5_error_mean": 0.5873878018532985, "rollout_h5_error_seed_std": 0.0014040672557857833, "rollout_h5_reliable_error_mean": 0.30244993825945227, "rollout_h5_reliable_error_seed_std": 0.002056853222913984, "rollout_h5_penalized_error_mean": 0.9291102918924564, "rollout_h5_penalized_error_seed_std": 0.060231293722901216, "rollout_h5_scorable_fraction_mean": 0.9546773538961039, "rollout_h5_scorable_fraction_seed_std": 0.004576947278052945, "rollout_h5_source_available_fraction_mean": 0.9634993912337663, "rollout_h5_source_available_fraction_seed_std": 0.003717633401065904, "ball_presence_rate_mean": 0.9911627435064935, "ball_presence_rate_seed_std": 0.000781101747402593, "ball_correct_color_rate_mean": 0.9911458333333333, "ball_correct_color_rate_seed_std": 0.0007806623151531474, "missing_ball_frames_mean": 1.9441964285714286, "missing_ball_frames_seed_std": 0.1718423844285715, "color_changed_ball_frames_mean": 0.003720238095238095, "color_changed_ball_frames_seed_std": 0.0023232879458327375, "ball_disappearance_events_mean": 0.07552083333333333, "ball_disappearance_events_seed_std": 0.0065395817824579466, "ball_reappearance_events_mean": 0.003720238095238095, "ball_reappearance_events_seed_std": 0.002577456558882258, "ball_color_change_events_mean": 0.0033482142857142855, "ball_color_change_events_seed_std": 0.0019330924191616932, "ball_state_change_events_mean": 0.08258928571428571, "ball_state_change_events_seed_std": 0.008426154503650387, "rollout_h5_unscorable_ball_frames_mean": 9.970982142857142, "rollout_h5_unscorable_ball_frames_seed_std": 1.0069284011716506, "rollout_h5_scored_ball_frames_mean": 210.02901785714286, "rollout_h5_scored_ball_frames_seed_std": 1.0069284011716573, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.18616141559046118, "l2_seed_std": 0.00027651699789724317, "gt_error_mean": 2.5018698181564156, "gt_error_seed_std": 0.013713263854853785, "iou_mean": 0.735731551602524, "iou_seed_std": 0.00048108213098952817, "independent_future_center_error_mean": 2.5018698181564156, "independent_future_center_error_seed_std": 0.013713263854853785, "rollout_h1_error_mean": 0.13534753674290576, "rollout_h1_error_seed_std": 0.00043336505280910356, "rollout_h5_error_mean": 0.5809955020366631, "rollout_h5_error_seed_std": 0.0035614460639732974, "rollout_h5_reliable_error_mean": 0.3008645310355737, "rollout_h5_reliable_error_seed_std": 0.003119818923289038, "rollout_h5_penalized_error_mean": 0.9070968305862706, "rollout_h5_penalized_error_seed_std": 0.054342094535570866, "rollout_h5_scorable_fraction_mean": 0.9561840503246753, "rollout_h5_scorable_fraction_seed_std": 0.003967862861192523, "rollout_h5_source_available_fraction_mean": 0.9643871753246753, "rollout_h5_source_available_fraction_seed_std": 0.0029632877164184833, "ball_presence_rate_mean": 0.9912997159090909, "ball_presence_rate_seed_std": 0.0009084588226094326, "ball_correct_color_rate_mean": 0.9912794237012987, "ball_correct_color_rate_seed_std": 0.0008990043514622211, "missing_ball_frames_mean": 1.9140625, "missing_ball_frames_seed_std": 0.19986094097407028, "color_changed_ball_frames_mean": 0.004464285714285714, "color_changed_ball_frames_seed_std": 0.004464285714285714, "ball_disappearance_events_mean": 0.07254464285714285, "ball_disappearance_events_seed_std": 0.010228963604812145, "ball_reappearance_events_mean": 0.002976190476190476, "ball_reappearance_events_seed_std": 0.0017048272674686903, "ball_color_change_events_mean": 0.004092261904761904, "ball_color_change_events_seed_std": 0.004510548978043951, "ball_state_change_events_mean": 0.07961309523809523, "ball_state_change_events_seed_std": 0.009021097956087906, "rollout_h5_unscorable_ball_frames_mean": 9.639508928571429, "rollout_h5_unscorable_ball_frames_seed_std": 0.8729298294623562, "rollout_h5_scored_ball_frames_mean": 210.36049107142856, "rollout_h5_scored_ball_frames_seed_std": 0.8729298294623625, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.18709052186126687, "l2_seed_std": 0.00015521834825274721, "gt_error_mean": 2.5133612244018995, "gt_error_seed_std": 0.013661911804329194, "iou_mean": 0.7343739385876785, "iou_seed_std": 0.0007305314617788709, "independent_future_center_error_mean": 2.5133612244018995, "independent_future_center_error_seed_std": 0.013661911804329194, "rollout_h1_error_mean": 0.1370112171575488, "rollout_h1_error_seed_std": 0.0006921030824217757, "rollout_h5_error_mean": 0.5853494431670857, "rollout_h5_error_seed_std": 0.005441486995472286, "rollout_h5_reliable_error_mean": 0.30659081451121656, "rollout_h5_reliable_error_seed_std": 0.003327659414322534, "rollout_h5_penalized_error_mean": 0.9215381389864467, "rollout_h5_penalized_error_seed_std": 0.031115589585309855, "rollout_h5_scorable_fraction_mean": 0.9555211715367965, "rollout_h5_scorable_fraction_seed_std": 0.0021963522431049476, "rollout_h5_source_available_fraction_mean": 0.9640997023809523, "rollout_h5_source_available_fraction_seed_std": 0.001987952505632945, "ball_presence_rate_mean": 0.9913487554112554, "ball_presence_rate_seed_std": 0.0005307181807917196, "ball_correct_color_rate_mean": 0.9912794237012987, "ball_correct_color_rate_seed_std": 0.0005789283665263217, "missing_ball_frames_mean": 1.9032738095238095, "missing_ball_frames_seed_std": 0.11675799977417836, "color_changed_ball_frames_mean": 0.015252976190476192, "color_changed_ball_frames_seed_std": 0.015478157784757978, "ball_disappearance_events_mean": 0.07366071428571429, "ball_disappearance_events_seed_std": 0.002952847445384585, "ball_reappearance_events_mean": 0.0033482142857142855, "ball_reappearance_events_seed_std": 0.0022321428571428575, "ball_color_change_events_mean": 0.005952380952380952, "ball_color_change_events_seed_std": 0.004646575891665475, "ball_state_change_events_mean": 0.08296130952380952, "ball_state_change_events_seed_std": 0.0006443641397205622, "rollout_h5_unscorable_ball_frames_mean": 9.785342261904761, "rollout_h5_unscorable_ball_frames_seed_std": 0.48319749348308266, "rollout_h5_scored_ball_frames_mean": 210.21465773809524, "rollout_h5_scored_ball_frames_seed_std": 0.4831974934830789, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.1877686994405286, "l2_seed_std": 0.00016010362142058937, "gt_error_mean": 2.5256224089885513, "gt_error_seed_std": 0.013948349337904096, "iou_mean": 0.7315934804080992, "iou_seed_std": 0.00037286475551643483, "independent_future_center_error_mean": 2.5256224089885513, "independent_future_center_error_seed_std": 0.013948349337904096, "rollout_h1_error_mean": 0.14103840793140607, "rollout_h1_error_seed_std": 0.0007231729599384095, "rollout_h5_error_mean": 0.60016531873632, "rollout_h5_error_seed_std": 0.002343569789968942, "rollout_h5_reliable_error_mean": 0.3116589991093765, "rollout_h5_reliable_error_seed_std": 0.0021889110774191843, "rollout_h5_penalized_error_mean": 0.9020404608479253, "rollout_h5_penalized_error_seed_std": 0.02217078299598348, "rollout_h5_scorable_fraction_mean": 0.9572832115800866, "rollout_h5_scorable_fraction_seed_std": 0.0015462187425243697, "rollout_h5_source_available_fraction_mean": 0.9653172348484849, "rollout_h5_source_available_fraction_seed_std": 0.0013441992268317768, "ball_presence_rate_mean": 0.9917427624458874, "ball_presence_rate_seed_std": 0.00039823727061574505, "ball_correct_color_rate_mean": 0.9917173971861472, "ball_correct_color_rate_seed_std": 0.00039365488438722844, "missing_ball_frames_mean": 1.8165922619047619, "missing_ball_frames_seed_std": 0.0876121995354555, "color_changed_ball_frames_mean": 0.005580357142857143, "color_changed_ball_frames_seed_std": 0.0011160714285714285, "ball_disappearance_events_mean": 0.06956845238095238, "ball_disappearance_events_seed_std": 0.004646575891665474, "ball_reappearance_events_mean": 0.005208333333333333, "ball_reappearance_events_seed_std": 0.002577456558882258, "ball_color_change_events_mean": 0.005580357142857143, "ball_color_change_events_seed_std": 0.0011160714285714285, "ball_state_change_events_mean": 0.08035714285714286, "ball_state_change_events_seed_std": 0.005580357142857144, "rollout_h5_unscorable_ball_frames_mean": 9.397693452380953, "rollout_h5_unscorable_ball_frames_seed_std": 0.3401681233553621, "rollout_h5_scored_ball_frames_mean": 210.60230654761907, "rollout_h5_scored_ball_frames_seed_std": 0.340168123355361, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.18841075370576055, "l2_seed_std": 0.00018408150907239259, "gt_error_mean": 2.537616278315927, "gt_error_seed_std": 0.021232725926764215, "iou_mean": 0.7263777165202313, "iou_seed_std": 0.0006012595688611278, "independent_future_center_error_mean": 2.537616278315927, "independent_future_center_error_seed_std": 0.021232725926764215, "rollout_h1_error_mean": 0.14483296770963122, "rollout_h1_error_seed_std": 0.0009290875071695887, "rollout_h5_error_mean": 0.6131103193987402, "rollout_h5_error_seed_std": 0.0030536422720689573, "rollout_h5_reliable_error_mean": 0.31716785076889814, "rollout_h5_reliable_error_seed_std": 0.0013849597492811886, "rollout_h5_penalized_error_mean": 0.9291659317159007, "rollout_h5_penalized_error_seed_std": 0.05008459246364091, "rollout_h5_scorable_fraction_mean": 0.955664908008658, "rollout_h5_scorable_fraction_seed_std": 0.0036064095207326034, "rollout_h5_source_available_fraction_mean": 0.9641250676406926, "rollout_h5_source_available_fraction_seed_std": 0.0029866807962199687, "ball_presence_rate_mean": 0.9912557494588745, "ball_presence_rate_seed_std": 0.0008011942964460029, "ball_correct_color_rate_mean": 0.9912303841991342, "ball_correct_color_rate_seed_std": 0.0007903602198315806, "missing_ball_frames_mean": 1.923735119047619, "missing_ball_frames_seed_std": 0.17626274521812096, "color_changed_ball_frames_mean": 0.005580357142857143, "color_changed_ball_frames_seed_std": 0.0038661848383233876, "ball_disappearance_events_mean": 0.07626488095238096, "ball_disappearance_events_seed_std": 0.008669032885216548, "ball_reappearance_events_mean": 0.005952380952380952, "ball_reappearance_events_seed_std": 0.0023232879458327375, "ball_color_change_events_mean": 0.005580357142857143, "ball_color_change_events_seed_std": 0.0038661848383233876, "ball_state_change_events_mean": 0.08779761904761905, "ball_state_change_events_seed_std": 0.0071753353876435715, "rollout_h5_unscorable_ball_frames_mean": 9.753720238095239, "rollout_h5_unscorable_ball_frames_seed_std": 0.7934100945611753, "rollout_h5_scored_ball_frames_mean": 210.24627976190476, "rollout_h5_scored_ball_frames_seed_std": 0.7934100945611728, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null } ], "chain_depth_rows": [ { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.16167033649981022, "l2_seed_std": 0.003594702680683397, "gt_error_mean": 2.1231691661162526, "gt_error_seed_std": 0.1339652149727029, "iou_mean": 0.7261064309348391, "iou_seed_std": 0.005718510024941042, "independent_future_center_error_mean": 2.1231691661162526, "independent_future_center_error_seed_std": 0.1339652149727029, "rollout_h1_error_mean": 0.1467470823714007, "rollout_h1_error_seed_std": 0.017671445346315127, "rollout_h5_error_mean": 0.5755016349852502, "rollout_h5_error_seed_std": 0.0701415857501519, "rollout_h5_reliable_error_mean": 0.2855948094216259, "rollout_h5_reliable_error_seed_std": 0.029863392382053072, "rollout_h5_penalized_error_mean": 1.7929673816369978, "rollout_h5_penalized_error_seed_std": 2.477771265831155, "rollout_h5_scorable_fraction_mean": 0.8901515151515151, "rollout_h5_scorable_fraction_seed_std": 0.18051140238551297, "rollout_h5_source_available_fraction_mean": 0.9128787878787878, "rollout_h5_source_available_fraction_seed_std": 0.14600540812278817, "ball_presence_rate_mean": 0.9776515151515152, "ball_presence_rate_seed_std": 0.03390733401899182, "ball_correct_color_rate_mean": 0.9772727272727273, "ball_correct_color_rate_seed_std": 0.03363329224306527, "missing_ball_frames_mean": 4.916666666666667, "missing_ball_frames_seed_std": 7.459613484178208, "color_changed_ball_frames_mean": 0.08333333333333333, "color_changed_ball_frames_seed_std": 0.14433756729740643, "ball_disappearance_events_mean": 0.25, "ball_disappearance_events_seed_std": 0.25, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.08333333333333333, "ball_color_change_events_seed_std": 0.14433756729740643, "ball_state_change_events_mean": 0.3333333333333333, "ball_state_change_events_seed_std": 0.28867513459481287, "rollout_h5_unscorable_ball_frames_mean": 24.166666666666668, "rollout_h5_unscorable_ball_frames_seed_std": 39.71250852481285, "rollout_h5_scored_ball_frames_mean": 195.83333333333334, "rollout_h5_scored_ball_frames_seed_std": 39.71250852481285, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.16604575853066883, "l2_seed_std": 0.0015477051427832623, "gt_error_mean": 2.083901872070468, "gt_error_seed_std": 0.04392776851781585, "iou_mean": 0.7351759379479165, "iou_seed_std": 0.0024530657283813903, "independent_future_center_error_mean": 2.083901872070468, "independent_future_center_error_seed_std": 0.04392776851781585, "rollout_h1_error_mean": 0.13024105448101855, "rollout_h1_error_seed_std": 0.00013247796503284488, "rollout_h5_error_mean": 0.5489700370845446, "rollout_h5_error_seed_std": 0.007425451728009525, "rollout_h5_reliable_error_mean": 0.2851306472885894, "rollout_h5_reliable_error_seed_std": 0.008189712020482399, "rollout_h5_penalized_error_mean": 0.8289899965166513, "rollout_h5_penalized_error_seed_std": 0.11486954153277926, "rollout_h5_scorable_fraction_mean": 0.9605538140020898, "rollout_h5_scorable_fraction_seed_std": 0.00910857020460354, "rollout_h5_source_available_fraction_mean": 0.96760710553814, "rollout_h5_source_available_fraction_seed_std": 0.00791820510252225, "ball_presence_rate_mean": 0.9919801462904911, "ball_presence_rate_seed_std": 0.0015403890269389483, "ball_correct_color_rate_mean": 0.9919801462904911, "ball_correct_color_rate_seed_std": 0.0015403890269389483, "missing_ball_frames_mean": 1.764367816091954, "missing_ball_frames_seed_std": 0.33888558592656487, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.06321839080459771, "ball_disappearance_events_seed_std": 0.00995431498602803, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.06321839080459771, "ball_state_change_events_seed_std": 0.00995431498602803, "rollout_h5_unscorable_ball_frames_mean": 8.67816091954023, "rollout_h5_unscorable_ball_frames_seed_std": 2.0038854450127754, "rollout_h5_scored_ball_frames_mean": 211.32183908045977, "rollout_h5_scored_ball_frames_seed_std": 2.0038854450127634, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.17298313698325402, "l2_seed_std": 0.000677333184079662, "gt_error_mean": 2.268767873428457, "gt_error_seed_std": 0.0342377994617017, "iou_mean": 0.7354537863759977, "iou_seed_std": 0.0008180314331618702, "independent_future_center_error_mean": 2.268767873428457, "independent_future_center_error_seed_std": 0.0342377994617017, "rollout_h1_error_mean": 0.13210858073277518, "rollout_h1_error_seed_std": 0.001861333662174383, "rollout_h5_error_mean": 0.5515001238410604, "rollout_h5_error_seed_std": 0.0015826045105992185, "rollout_h5_reliable_error_mean": 0.27905229449983954, "rollout_h5_reliable_error_seed_std": 0.0037538116324473568, "rollout_h5_penalized_error_mean": 0.5721415690876507, "rollout_h5_penalized_error_seed_std": 0.16347634457661628, "rollout_h5_scorable_fraction_mean": 0.9788607226107227, "rollout_h5_scorable_fraction_seed_std": 0.011494035093149156, "rollout_h5_source_available_fraction_mean": 0.983537296037296, "rollout_h5_source_available_fraction_seed_std": 0.009346745298569588, "ball_presence_rate_mean": 0.9961829836829836, "ball_presence_rate_seed_std": 0.0023219247050297567, "ball_correct_color_rate_mean": 0.9961684149184149, "ball_correct_color_rate_seed_std": 0.0023350507530528544, "missing_ball_frames_mean": 0.8397435897435898, "missing_ball_frames_seed_std": 0.5108234351065379, "color_changed_ball_frames_mean": 0.0032051282051282055, "color_changed_ball_frames_seed_std": 0.005551444896054094, "ball_disappearance_events_mean": 0.032051282051282055, "ball_disappearance_events_seed_std": 0.02001601922563589, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0032051282051282055, "ball_color_change_events_seed_std": 0.005551444896054094, "ball_state_change_events_mean": 0.035256410256410256, "ball_state_change_events_seed_std": 0.024198187292534454, "rollout_h5_unscorable_ball_frames_mean": 4.6506410256410255, "rollout_h5_unscorable_ball_frames_seed_std": 2.5286877204928255, "rollout_h5_scored_ball_frames_mean": 215.34935897435898, "rollout_h5_scored_ball_frames_seed_std": 2.5286877204928264, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.18177099164848348, "l2_seed_std": 0.00033489924336024514, "gt_error_mean": 2.4547805177076705, "gt_error_seed_std": 0.010974651418868064, "iou_mean": 0.7340958287950933, "iou_seed_std": 0.0007824760186456873, "independent_future_center_error_mean": 2.4547805177076705, "independent_future_center_error_seed_std": 0.010974651418868064, "rollout_h1_error_mean": 0.13841233668623212, "rollout_h1_error_seed_std": 0.001909826493959935, "rollout_h5_error_mean": 0.5803404882575833, "rollout_h5_error_seed_std": 0.0034573178684737774, "rollout_h5_reliable_error_mean": 0.2958821611094002, "rollout_h5_reliable_error_seed_std": 0.0028006653828069575, "rollout_h5_penalized_error_mean": 0.9168567437820475, "rollout_h5_penalized_error_seed_std": 0.21065062578388036, "rollout_h5_scorable_fraction_mean": 0.9550397592950784, "rollout_h5_scorable_fraction_seed_std": 0.0153860043745494, "rollout_h5_source_available_fraction_mean": 0.9647539222007306, "rollout_h5_source_available_fraction_seed_std": 0.013215641000733256, "ball_presence_rate_mean": 0.9913819041478616, "ball_presence_rate_seed_std": 0.00322394153592715, "ball_correct_color_rate_mean": 0.9913711583924351, "ball_correct_color_rate_seed_std": 0.0032324725548637852, "missing_ball_frames_mean": 1.8959810874704492, "missing_ball_frames_seed_std": 0.7092671379039664, "color_changed_ball_frames_mean": 0.002364066193853428, "color_changed_ball_frames_seed_std": 0.0040946827602101115, "ball_disappearance_events_mean": 0.08037825059101655, "ball_disappearance_events_seed_std": 0.02490698286726416, "ball_reappearance_events_mean": 0.004728132387706856, "ball_reappearance_events_seed_std": 0.008189365520420223, "ball_color_change_events_mean": 0.002364066193853428, "ball_color_change_events_seed_std": 0.0040946827602101115, "ball_state_change_events_mean": 0.08747044917257683, "ball_state_change_events_seed_std": 0.036394336449977895, "rollout_h5_unscorable_ball_frames_mean": 9.891252955082743, "rollout_h5_unscorable_ball_frames_seed_std": 3.384920962400863, "rollout_h5_scored_ball_frames_mean": 210.10874704491727, "rollout_h5_scored_ball_frames_seed_std": 3.384920962400869, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.18417913652029796, "l2_seed_std": 3.980632511171079e-05, "gt_error_mean": 2.4481409120628466, "gt_error_seed_std": 0.01643545011855338, "iou_mean": 0.7346741419105635, "iou_seed_std": 0.0013870616337249527, "independent_future_center_error_mean": 2.4481409120628466, "independent_future_center_error_seed_std": 0.01643545011855338, "rollout_h1_error_mean": 0.13518696010355452, "rollout_h1_error_seed_std": 0.0022895005729335113, "rollout_h5_error_mean": 0.5747441295677024, "rollout_h5_error_seed_std": 0.007638072714095751, "rollout_h5_reliable_error_mean": 0.28816670089027824, "rollout_h5_reliable_error_seed_std": 0.0023656983674419075, "rollout_h5_penalized_error_mean": 0.9652493775327168, "rollout_h5_penalized_error_seed_std": 0.05368649029865865, "rollout_h5_scorable_fraction_mean": 0.9510402532790593, "rollout_h5_scorable_fraction_seed_std": 0.003989804709538647, "rollout_h5_source_available_fraction_mean": 0.9604251469923112, "rollout_h5_source_available_fraction_seed_std": 0.0032284693657324975, "ball_presence_rate_mean": 0.9905020352781547, "ball_presence_rate_seed_std": 0.0005427408412483348, "ball_correct_color_rate_mean": 0.9904568068747174, "ball_correct_color_rate_seed_std": 0.0005937035546279899, "missing_ball_frames_mean": 2.08955223880597, "missing_ball_frames_seed_std": 0.11940298507462699, "color_changed_ball_frames_mean": 0.009950248756218905, "color_changed_ball_frames_seed_std": 0.011399442027253332, "ball_disappearance_events_mean": 0.08208955223880597, "ball_disappearance_events_seed_std": 0.00746268656716418, "ball_reappearance_events_mean": 0.007462686567164179, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.007462686567164179, "ball_color_change_events_seed_std": 0.007462686567164179, "ball_state_change_events_mean": 0.09701492537313433, "ball_state_change_events_seed_std": 0.00746268656716418, "rollout_h5_unscorable_ball_frames_mean": 10.771144278606965, "rollout_h5_unscorable_ball_frames_seed_std": 0.8777570360985063, "rollout_h5_scored_ball_frames_mean": 209.22885572139305, "rollout_h5_scored_ball_frames_seed_std": 0.8777570360984973, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.19117835576266604, "l2_seed_std": 0.0006466382521039239, "gt_error_mean": 2.5928094293929083, "gt_error_seed_std": 0.020026774770558458, "iou_mean": 0.7339111006609411, "iou_seed_std": 0.0008586106888984768, "independent_future_center_error_mean": 2.5928094293929083, "independent_future_center_error_seed_std": 0.020026774770558458, "rollout_h1_error_mean": 0.14151629582255104, "rollout_h1_error_seed_std": 0.0019904030836185257, "rollout_h5_error_mean": 0.6075993957124429, "rollout_h5_error_seed_std": 0.007846473486211439, "rollout_h5_reliable_error_mean": 0.30903572591217177, "rollout_h5_reliable_error_seed_std": 0.005324184747786993, "rollout_h5_penalized_error_mean": 0.8126413783862467, "rollout_h5_penalized_error_seed_std": 0.10450148131993071, "rollout_h5_scorable_fraction_mean": 0.9636784511784512, "rollout_h5_scorable_fraction_seed_std": 0.0072209041070128155, "rollout_h5_source_available_fraction_mean": 0.9708543771043772, "rollout_h5_source_available_fraction_seed_std": 0.005228223168688887, "ball_presence_rate_mean": 0.9925189393939394, "ball_presence_rate_seed_std": 0.0018264490077638139, "ball_correct_color_rate_mean": 0.9925189393939394, "ball_correct_color_rate_seed_std": 0.0018264490077638139, "missing_ball_frames_mean": 1.6458333333333333, "missing_ball_frames_seed_std": 0.4018187817080398, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0625, "ball_disappearance_events_seed_std": 0.024056261216234408, "ball_reappearance_events_mean": 0.004629629629629629, "ball_reappearance_events_seed_std": 0.004009376869372401, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.06712962962962962, "ball_state_change_events_seed_std": 0.028065638085606803, "rollout_h5_unscorable_ball_frames_mean": 7.9907407407407405, "rollout_h5_unscorable_ball_frames_seed_std": 1.5885989035428199, "rollout_h5_scored_ball_frames_mean": 212.00925925925927, "rollout_h5_scored_ball_frames_seed_std": 1.5885989035428192, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.19159354794170155, "l2_seed_std": 0.00024385467985197222, "gt_error_mean": 2.5953440838152613, "gt_error_seed_std": 0.006102750218795868, "iou_mean": 0.7343944306238293, "iou_seed_std": 0.0008875097343656829, "independent_future_center_error_mean": 2.5953440838152613, "independent_future_center_error_seed_std": 0.006102750218795868, "rollout_h1_error_mean": 0.13789454680207194, "rollout_h1_error_seed_std": 0.0020306328061953176, "rollout_h5_error_mean": 0.5975705485312742, "rollout_h5_error_seed_std": 0.003433823444115091, "rollout_h5_reliable_error_mean": 0.3159478289931603, "rollout_h5_reliable_error_seed_std": 0.0037286241632260592, "rollout_h5_penalized_error_mean": 0.934475793332489, "rollout_h5_penalized_error_seed_std": 0.06432403840005622, "rollout_h5_scorable_fraction_mean": 0.9553682520569938, "rollout_h5_scorable_fraction_seed_std": 0.004910405628015972, "rollout_h5_source_available_fraction_mean": 0.9651314469195263, "rollout_h5_source_available_fraction_seed_std": 0.0033158161031222933, "ball_presence_rate_mean": 0.99157134256472, "ball_presence_rate_seed_std": 0.0010414716370864415, "ball_correct_color_rate_mean": 0.9915512743327313, "ball_correct_color_rate_seed_std": 0.0010403108993202854, "missing_ball_frames_mean": 1.8543046357615895, "missing_ball_frames_seed_std": 0.2291237601590225, "color_changed_ball_frames_mean": 0.004415011037527594, "color_changed_ball_frames_seed_std": 0.003823511716487588, "ball_disappearance_events_mean": 0.07505518763796909, "ball_disappearance_events_seed_std": 0.023257513803206925, "ball_reappearance_events_mean": 0.002207505518763797, "ball_reappearance_events_seed_std": 0.003823511716487588, "ball_color_change_events_mean": 0.004415011037527594, "ball_color_change_events_seed_std": 0.003823511716487588, "ball_state_change_events_mean": 0.08167770419426049, "ball_state_change_events_seed_std": 0.027571735092266663, "rollout_h5_unscorable_ball_frames_mean": 9.818984547461369, "rollout_h5_unscorable_ball_frames_seed_std": 1.0802892381635103, "rollout_h5_scored_ball_frames_mean": 210.18101545253862, "rollout_h5_scored_ball_frames_seed_std": 1.0802892381635076, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.1967128242055575, "l2_seed_std": 0.00015238784479920222, "gt_error_mean": 2.748867354150546, "gt_error_seed_std": 0.013517116256177276, "iou_mean": 0.7327747055314785, "iou_seed_std": 0.0010418129075704453, "independent_future_center_error_mean": 2.748867354150546, "independent_future_center_error_seed_std": 0.013517116256177276, "rollout_h1_error_mean": 0.13837623277504182, "rollout_h1_error_seed_std": 0.0029998194391850515, "rollout_h5_error_mean": 0.6011042697610476, "rollout_h5_error_seed_std": 0.014142480616714763, "rollout_h5_reliable_error_mean": 0.31486582204909097, "rollout_h5_reliable_error_seed_std": 0.004991647975116889, "rollout_h5_penalized_error_mean": 1.1799133223109692, "rollout_h5_penalized_error_seed_std": 0.11775370702451392, "rollout_h5_scorable_fraction_mean": 0.9375088090204369, "rollout_h5_scorable_fraction_seed_std": 0.00823597715735826, "rollout_h5_source_available_fraction_mean": 0.9470577871740662, "rollout_h5_source_available_fraction_seed_std": 0.006097344073527907, "ball_presence_rate_mean": 0.9878964059196618, "ball_presence_rate_seed_std": 0.0014484344192436285, "ball_correct_color_rate_mean": 0.9878964059196618, "ball_correct_color_rate_seed_std": 0.0014484344192436285, "missing_ball_frames_mean": 2.6627906976744184, "missing_ball_frames_seed_std": 0.3186555722335981, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.08914728682170543, "ball_disappearance_events_seed_std": 0.006713375223135179, "ball_reappearance_events_mean": 0.007751937984496124, "ball_reappearance_events_seed_std": 0.013426750446270367, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.09689922480620156, "ball_state_change_events_seed_std": 0.006713375223135187, "rollout_h5_unscorable_ball_frames_mean": 13.748062015503876, "rollout_h5_unscorable_ball_frames_seed_std": 1.8119149746188092, "rollout_h5_scored_ball_frames_mean": 206.25193798449612, "rollout_h5_scored_ball_frames_seed_std": 1.8119149746188006, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.19728479089227113, "l2_seed_std": 0.0009904318863456622, "gt_error_mean": 2.6782943120474685, "gt_error_seed_std": 0.03732048643273595, "iou_mean": 0.7313818744898356, "iou_seed_std": 0.0005647738895528241, "independent_future_center_error_mean": 2.6782943120474685, "independent_future_center_error_seed_std": 0.03732048643273595, "rollout_h1_error_mean": 0.1423105268484313, "rollout_h1_error_seed_std": 0.002324266304767043, "rollout_h5_error_mean": 0.6249498060187343, "rollout_h5_error_seed_std": 0.011267289049641202, "rollout_h5_reliable_error_mean": 0.33178429994339514, "rollout_h5_reliable_error_seed_std": 0.011332972045651037, "rollout_h5_penalized_error_mean": 1.0322835515747912, "rollout_h5_penalized_error_seed_std": 0.22121101467464596, "rollout_h5_scorable_fraction_mean": 0.948399085191538, "rollout_h5_scorable_fraction_seed_std": 0.01605820813246648, "rollout_h5_source_available_fraction_mean": 0.95926243567753, "rollout_h5_source_available_fraction_seed_std": 0.014331710949458298, "ball_presence_rate_mean": 0.989451114922813, "ball_presence_rate_seed_std": 0.0037314425244952196, "ball_correct_color_rate_mean": 0.9894225271583762, "ball_correct_color_rate_seed_std": 0.00377488412584198, "missing_ball_frames_mean": 2.3207547169811322, "missing_ball_frames_seed_std": 0.8209173553889468, "color_changed_ball_frames_mean": 0.006289308176100628, "color_changed_ball_frames_seed_std": 0.010893401305464637, "ball_disappearance_events_mean": 0.11320754716981132, "ball_disappearance_events_seed_std": 0.0326802039163939, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.006289308176100628, "ball_color_change_events_seed_std": 0.010893401305464637, "ball_state_change_events_mean": 0.11949685534591195, "ball_state_change_events_seed_std": 0.04357360522185854, "rollout_h5_unscorable_ball_frames_mean": 11.352201257861635, "rollout_h5_unscorable_ball_frames_seed_std": 3.532805789142632, "rollout_h5_scored_ball_frames_mean": 208.64779874213838, "rollout_h5_scored_ball_frames_seed_std": 3.5328057891426417, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.1962041321553682, "l2_seed_std": 0.001363508956826814, "gt_error_mean": 2.6373219585556575, "gt_error_seed_std": 0.02923397173047802, "iou_mean": 0.735012196525323, "iou_seed_std": 0.0030637866794538736, "independent_future_center_error_mean": 2.6373219585556575, "independent_future_center_error_seed_std": 0.02923397173047802, "rollout_h1_error_mean": 0.13962463013255116, "rollout_h1_error_seed_std": 0.0031059831981806, "rollout_h5_error_mean": 0.6390009648031965, "rollout_h5_error_seed_std": 0.020340054301834568, "rollout_h5_reliable_error_mean": 0.33892382871445076, "rollout_h5_reliable_error_seed_std": 0.007946440207424698, "rollout_h5_penalized_error_mean": 2.274095009963488, "rollout_h5_penalized_error_seed_std": 0.5773349344776013, "rollout_h5_scorable_fraction_mean": 0.861244019138756, "rollout_h5_scorable_fraction_seed_std": 0.04247674857551363, "rollout_h5_source_available_fraction_mean": 0.879585326953748, "rollout_h5_source_available_fraction_seed_std": 0.03589181225029608, "ball_presence_rate_mean": 0.9728867623604466, "ball_presence_rate_seed_std": 0.008253877442184214, "ball_correct_color_rate_mean": 0.9728867623604466, "ball_correct_color_rate_seed_std": 0.008253877442184214, "missing_ball_frames_mean": 5.964912280701754, "missing_ball_frames_seed_std": 1.8158530372805295, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.15789473684210525, "ball_disappearance_events_seed_std": 0.05263157894736842, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.15789473684210525, "ball_state_change_events_seed_std": 0.05263157894736842, "rollout_h5_unscorable_ball_frames_mean": 30.526315789473685, "rollout_h5_unscorable_ball_frames_seed_std": 9.344884686613003, "rollout_h5_scored_ball_frames_mean": 189.4736842105263, "rollout_h5_scored_ball_frames_seed_std": 9.344884686612998, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.19429829716682434, "l2_seed_std": 0.004778443036252147, "gt_error_mean": 2.6449310050212604, "gt_error_seed_std": 0.1723811911267618, "iou_mean": 0.7304120447006393, "iou_seed_std": 0.011151121262530414, "independent_future_center_error_mean": 2.6449310050212604, "independent_future_center_error_seed_std": 0.1723811911267618, "rollout_h1_error_mean": 0.1553880186216356, "rollout_h1_error_seed_std": 0.0110514527809012, "rollout_h5_error_mean": 0.6358378116656556, "rollout_h5_error_seed_std": 0.01742745721117873, "rollout_h5_reliable_error_mean": 0.3203202456643526, "rollout_h5_reliable_error_seed_std": 0.044970304427051355, "rollout_h5_penalized_error_mean": 0.7945045705098994, "rollout_h5_penalized_error_seed_std": 0.7809525959670768, "rollout_h5_scorable_fraction_mean": 0.9659090909090909, "rollout_h5_scorable_fraction_seed_std": 0.05904718662166628, "rollout_h5_source_available_fraction_mean": 0.9848484848484849, "rollout_h5_source_available_fraction_seed_std": 0.026243194054073875, "ball_presence_rate_mean": 0.9931818181818182, "ball_presence_rate_seed_std": 0.011809437324333281, "ball_correct_color_rate_mean": 0.9931818181818182, "ball_correct_color_rate_seed_std": 0.011809437324333281, "missing_ball_frames_mean": 1.5, "missing_ball_frames_seed_std": 2.598076211353316, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.16666666666666666, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.16666666666666666, "ball_state_change_events_seed_std": 0.28867513459481287, "rollout_h5_unscorable_ball_frames_mean": 7.5, "rollout_h5_unscorable_ball_frames_seed_std": 12.99038105676658, "rollout_h5_scored_ball_frames_mean": 212.5, "rollout_h5_scored_ball_frames_seed_std": 12.99038105676658, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.16105052207907042, "l2_seed_std": 0.00031283558515141167, "gt_error_mean": 2.063066217620896, "gt_error_seed_std": 0.13237940992351635, "iou_mean": 0.7279342549138942, "iou_seed_std": 0.005714522042933461, "independent_future_center_error_mean": 2.063066217620896, "independent_future_center_error_seed_std": 0.13237940992351635, "rollout_h1_error_mean": 0.14800264349852188, "rollout_h1_error_seed_std": 0.006130394518415622, "rollout_h5_error_mean": 0.5924903540385454, "rollout_h5_error_seed_std": 0.07605819731260999, "rollout_h5_reliable_error_mean": 0.2842004689984251, "rollout_h5_reliable_error_seed_std": 0.04890211504386226, "rollout_h5_penalized_error_mean": 1.3167055660878086, "rollout_h5_penalized_error_seed_std": 1.826975025404366, "rollout_h5_scorable_fraction_mean": 0.9242424242424242, "rollout_h5_scorable_fraction_seed_std": 0.13121597027036952, "rollout_h5_source_available_fraction_mean": 0.9337121212121212, "rollout_h5_source_available_fraction_seed_std": 0.1148139739865733, "ball_presence_rate_mean": 0.9848484848484849, "ball_presence_rate_seed_std": 0.026243194054073875, "ball_correct_color_rate_mean": 0.9848484848484849, "ball_correct_color_rate_seed_std": 0.026243194054073875, "missing_ball_frames_mean": 3.3333333333333335, "missing_ball_frames_seed_std": 5.773502691896258, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.08333333333333333, "ball_disappearance_events_seed_std": 0.14433756729740643, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.08333333333333333, "ball_state_change_events_seed_std": 0.14433756729740643, "rollout_h5_unscorable_ball_frames_mean": 16.666666666666668, "rollout_h5_unscorable_ball_frames_seed_std": 28.867513459481287, "rollout_h5_scored_ball_frames_mean": 203.33333333333334, "rollout_h5_scored_ball_frames_seed_std": 28.867513459481287, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.1673950484857477, "l2_seed_std": 0.0012148237010492769, "gt_error_mean": 2.1379989694658565, "gt_error_seed_std": 0.02396500440835173, "iou_mean": 0.7367809522922427, "iou_seed_std": 0.0015308848734364969, "independent_future_center_error_mean": 2.1379989694658565, "independent_future_center_error_seed_std": 0.02396500440835173, "rollout_h1_error_mean": 0.13021528957086956, "rollout_h1_error_seed_std": 0.001083658389486564, "rollout_h5_error_mean": 0.5474509867408047, "rollout_h5_error_seed_std": 0.00392166290904991, "rollout_h5_reliable_error_mean": 0.27635106120012964, "rollout_h5_reliable_error_seed_std": 0.00242853530345057, "rollout_h5_penalized_error_mean": 0.8185123079994834, "rollout_h5_penalized_error_seed_std": 0.2945848591940278, "rollout_h5_scorable_fraction_mean": 0.960919540229885, "rollout_h5_scorable_fraction_seed_std": 0.020998211731389167, "rollout_h5_source_available_fraction_mean": 0.9683908045977012, "rollout_h5_source_available_fraction_seed_std": 0.016309290221446684, "ball_presence_rate_mean": 0.9925809822361547, "ball_presence_rate_seed_std": 0.0043027386104275015, "ball_correct_color_rate_mean": 0.9925548589341693, "ball_correct_color_rate_seed_std": 0.004297501526913835, "missing_ball_frames_mean": 1.632183908045977, "missing_ball_frames_seed_std": 0.9466024942940545, "color_changed_ball_frames_mean": 0.005747126436781609, "color_changed_ball_frames_seed_std": 0.00995431498602803, "ball_disappearance_events_mean": 0.05747126436781609, "ball_disappearance_events_seed_std": 0.04338985307626868, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.005747126436781609, "ball_color_change_events_seed_std": 0.00995431498602803, "ball_state_change_events_mean": 0.06321839080459771, "ball_state_change_events_seed_std": 0.04338985307626868, "rollout_h5_unscorable_ball_frames_mean": 8.597701149425287, "rollout_h5_unscorable_ball_frames_seed_std": 4.61960658090561, "rollout_h5_scored_ball_frames_mean": 211.4022988505747, "rollout_h5_scored_ball_frames_seed_std": 4.619606580905606, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.17308940332478437, "l2_seed_std": 0.0011956934277294459, "gt_error_mean": 2.256382908803665, "gt_error_seed_std": 0.03796396049707951, "iou_mean": 0.7358280892636919, "iou_seed_std": 0.0005680591309784569, "independent_future_center_error_mean": 2.256382908803665, "independent_future_center_error_seed_std": 0.03796396049707951, "rollout_h1_error_mean": 0.1282264701888631, "rollout_h1_error_seed_std": 0.002691664356768184, "rollout_h5_error_mean": 0.5399709576927029, "rollout_h5_error_seed_std": 0.0035059445804834443, "rollout_h5_reliable_error_mean": 0.2793567474866507, "rollout_h5_reliable_error_seed_std": 0.0013465391688651733, "rollout_h5_penalized_error_mean": 0.550650838434477, "rollout_h5_penalized_error_seed_std": 0.12143103431452645, "rollout_h5_scorable_fraction_mean": 0.9804487179487179, "rollout_h5_scorable_fraction_seed_std": 0.008623145786236488, "rollout_h5_source_available_fraction_mean": 0.9856497668997669, "rollout_h5_source_available_fraction_seed_std": 0.007602675975022785, "ball_presence_rate_mean": 0.9965180652680653, "ball_presence_rate_seed_std": 0.0016425272543780962, "ball_correct_color_rate_mean": 0.9964889277389277, "ball_correct_color_rate_seed_std": 0.0016552706919971461, "missing_ball_frames_mean": 0.766025641025641, "missing_ball_frames_seed_std": 0.36135599596317813, "color_changed_ball_frames_mean": 0.006410256410256411, "color_changed_ball_frames_seed_std": 0.011102889792108188, "ball_disappearance_events_mean": 0.04166666666666667, "ball_disappearance_events_seed_std": 0.01468774261203795, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.006410256410256411, "ball_color_change_events_seed_std": 0.011102889792108188, "ball_state_change_events_mean": 0.04807692307692308, "ball_state_change_events_seed_std": 0.009615384615384616, "rollout_h5_unscorable_ball_frames_mean": 4.301282051282051, "rollout_h5_unscorable_ball_frames_seed_std": 1.8970920729720353, "rollout_h5_scored_ball_frames_mean": 215.69871794871796, "rollout_h5_scored_ball_frames_seed_std": 1.897092072972035, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.18184923385897425, "l2_seed_std": 0.00032322162395126506, "gt_error_mean": 2.431478493521459, "gt_error_seed_std": 0.03786462608047516, "iou_mean": 0.7365150821235834, "iou_seed_std": 0.001531228030814169, "independent_future_center_error_mean": 2.431478493521459, "independent_future_center_error_seed_std": 0.03786462608047516, "rollout_h1_error_mean": 0.1366015711715039, "rollout_h1_error_seed_std": 0.001376200570637437, "rollout_h5_error_mean": 0.5849651049644553, "rollout_h5_error_seed_std": 0.0035730839542870703, "rollout_h5_reliable_error_mean": 0.2978159049012462, "rollout_h5_reliable_error_seed_std": 0.0032519694185892596, "rollout_h5_penalized_error_mean": 0.8796096124752728, "rollout_h5_penalized_error_seed_std": 0.23603129979845508, "rollout_h5_scorable_fraction_mean": 0.9578766387277026, "rollout_h5_scorable_fraction_seed_std": 0.017348092798202278, "rollout_h5_source_available_fraction_mean": 0.9656673114119922, "rollout_h5_source_available_fraction_seed_std": 0.014329274482558309, "ball_presence_rate_mean": 0.991833225875779, "ball_presence_rate_seed_std": 0.0037041072537711867, "ball_correct_color_rate_mean": 0.9918009886094993, "ball_correct_color_rate_seed_std": 0.0037102745405531894, "missing_ball_frames_mean": 1.7966903073286051, "missing_ball_frames_seed_std": 0.8149035958296653, "color_changed_ball_frames_mean": 0.0070921985815602835, "color_changed_ball_frames_seed_std": 0.0070921985815602835, "ball_disappearance_events_mean": 0.06619385342789598, "ball_disappearance_events_seed_std": 0.03275746208168089, "ball_reappearance_events_mean": 0.004728132387706856, "ball_reappearance_events_seed_std": 0.0040946827602101115, "ball_color_change_events_mean": 0.004728132387706856, "ball_color_change_events_seed_std": 0.0040946827602101115, "ball_state_change_events_mean": 0.07565011820330969, "ball_state_change_events_seed_std": 0.029527177297391956, "rollout_h5_unscorable_ball_frames_mean": 9.267139479905437, "rollout_h5_unscorable_ball_frames_seed_std": 3.8165804156045082, "rollout_h5_scored_ball_frames_mean": 210.73286052009456, "rollout_h5_scored_ball_frames_seed_std": 3.8165804156045215, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.18425327524616944, "l2_seed_std": 0.00043586466064239306, "gt_error_mean": 2.4813252219644237, "gt_error_seed_std": 0.022162668603161392, "iou_mean": 0.7362691585895502, "iou_seed_std": 0.000820876705715741, "independent_future_center_error_mean": 2.4813252219644237, "independent_future_center_error_seed_std": 0.022162668603161392, "rollout_h1_error_mean": 0.131649595959602, "rollout_h1_error_seed_std": 0.0009661535243782067, "rollout_h5_error_mean": 0.5623191791791223, "rollout_h5_error_seed_std": 0.004004085888961487, "rollout_h5_reliable_error_mean": 0.2849706439529178, "rollout_h5_reliable_error_seed_std": 0.0026427552815332634, "rollout_h5_penalized_error_mean": 0.958727092122909, "rollout_h5_penalized_error_seed_std": 0.040284004573225916, "rollout_h5_scorable_fraction_mean": 0.9513455450022614, "rollout_h5_scorable_fraction_seed_std": 0.0027207619664215096, "rollout_h5_source_available_fraction_mean": 0.9596901854364541, "rollout_h5_source_available_fraction_seed_std": 0.0019510893178129522, "ball_presence_rate_mean": 0.9900158299412031, "ball_presence_rate_seed_std": 0.0010385312078882855, "ball_correct_color_rate_mean": 0.9899819086386251, "ball_correct_color_rate_seed_std": 0.0010379770782581116, "missing_ball_frames_mean": 2.1965174129353233, "missing_ball_frames_seed_std": 0.22847686573542364, "color_changed_ball_frames_mean": 0.007462686567164179, "color_changed_ball_frames_seed_std": 0.007462686567164179, "ball_disappearance_events_mean": 0.07711442786069651, "ball_disappearance_events_seed_std": 0.02279888405450667, "ball_reappearance_events_mean": 0.007462686567164179, "ball_reappearance_events_seed_std": 0.007462686567164179, "ball_color_change_events_mean": 0.007462686567164179, "ball_color_change_events_seed_std": 0.007462686567164179, "ball_state_change_events_mean": 0.09203980099502487, "ball_state_change_events_seed_std": 0.02825327535224017, "rollout_h5_unscorable_ball_frames_mean": 10.703980099502488, "rollout_h5_unscorable_ball_frames_seed_std": 0.5985676326127345, "rollout_h5_scored_ball_frames_mean": 209.2960199004975, "rollout_h5_scored_ball_frames_seed_std": 0.5985676326127312, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.1907720030285418, "l2_seed_std": 0.0007494125463312608, "gt_error_mean": 2.591324568295073, "gt_error_seed_std": 0.014820190346749536, "iou_mean": 0.7360758050701376, "iou_seed_std": 0.0012967418884356448, "independent_future_center_error_mean": 2.591324568295073, "independent_future_center_error_seed_std": 0.014820190346749536, "rollout_h1_error_mean": 0.14043674887567112, "rollout_h1_error_seed_std": 0.001227558369704945, "rollout_h5_error_mean": 0.6016625642936914, "rollout_h5_error_seed_std": 0.009090669734517493, "rollout_h5_reliable_error_mean": 0.30475661824621664, "rollout_h5_reliable_error_seed_std": 0.005055131719666984, "rollout_h5_penalized_error_mean": 0.8273026192783411, "rollout_h5_penalized_error_seed_std": 0.026026828086077425, "rollout_h5_scorable_fraction_mean": 0.9623211279461279, "rollout_h5_scorable_fraction_seed_std": 0.002091527477929221, "rollout_h5_source_available_fraction_mean": 0.9711174242424242, "rollout_h5_source_available_fraction_seed_std": 0.002051767676767671, "ball_presence_rate_mean": 0.9926978114478114, "ball_presence_rate_seed_std": 0.0008043566857582336, "ball_correct_color_rate_mean": 0.9926978114478114, "ball_correct_color_rate_seed_std": 0.0008043566857582336, "missing_ball_frames_mean": 1.6064814814814814, "missing_ball_frames_seed_std": 0.17695847086681854, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.07175925925925926, "ball_disappearance_events_seed_std": 0.008018753738744807, "ball_reappearance_events_mean": 0.0023148148148148147, "ball_reappearance_events_seed_std": 0.004009376869372401, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.07407407407407407, "ball_state_change_events_seed_std": 0.010607814108694073, "rollout_h5_unscorable_ball_frames_mean": 8.289351851851851, "rollout_h5_unscorable_ball_frames_seed_std": 0.4601360451444252, "rollout_h5_scored_ball_frames_mean": 211.71064814814815, "rollout_h5_scored_ball_frames_seed_std": 0.4601360451444395, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.19199703597601414, "l2_seed_std": 0.000299244137420262, "gt_error_mean": 2.589267036673819, "gt_error_seed_std": 0.016361222684106638, "iou_mean": 0.7364759134742278, "iou_seed_std": 0.0007146800073472569, "independent_future_center_error_mean": 2.589267036673819, "independent_future_center_error_seed_std": 0.016361222684106638, "rollout_h1_error_mean": 0.1340209199890086, "rollout_h1_error_seed_std": 0.002555573600544464, "rollout_h5_error_mean": 0.5820458880127425, "rollout_h5_error_seed_std": 0.010058538807918611, "rollout_h5_reliable_error_mean": 0.31278509905405905, "rollout_h5_reliable_error_seed_std": 0.001931298371016807, "rollout_h5_penalized_error_mean": 0.9268645224009971, "rollout_h5_penalized_error_seed_std": 0.13325135481023515, "rollout_h5_scorable_fraction_mean": 0.9556191049568533, "rollout_h5_scorable_fraction_seed_std": 0.009643719924158564, "rollout_h5_source_available_fraction_mean": 0.9640276941601444, "rollout_h5_source_available_fraction_seed_std": 0.008194255020358957, "ball_presence_rate_mean": 0.9908187838651414, "ball_presence_rate_seed_std": 0.002255869234821818, "ball_correct_color_rate_mean": 0.9908087497491471, "ball_correct_color_rate_seed_std": 0.0022438535990169216, "missing_ball_frames_mean": 2.019867549668874, "missing_ball_frames_seed_std": 0.49629123166079986, "color_changed_ball_frames_mean": 0.002207505518763797, "color_changed_ball_frames_seed_std": 0.003823511716487588, "ball_disappearance_events_mean": 0.0772626931567329, "ball_disappearance_events_seed_std": 0.02128841227592264, "ball_reappearance_events_mean": 0.004415011037527594, "ball_reappearance_events_seed_std": 0.003823511716487588, "ball_color_change_events_mean": 0.002207505518763797, "ball_color_change_events_seed_std": 0.003823511716487588, "ball_state_change_events_mean": 0.08388520971302428, "ball_state_change_events_seed_std": 0.021288412275922635, "rollout_h5_unscorable_ball_frames_mean": 9.763796909492273, "rollout_h5_unscorable_ball_frames_seed_std": 2.1216183833148907, "rollout_h5_scored_ball_frames_mean": 210.23620309050773, "rollout_h5_scored_ball_frames_seed_std": 2.1216183833148894, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.19832605545141901, "l2_seed_std": 0.0008002589821318042, "gt_error_mean": 2.749260562704574, "gt_error_seed_std": 0.026848135126751143, "iou_mean": 0.7335471311003049, "iou_seed_std": 0.0020542553035657594, "independent_future_center_error_mean": 2.749260562704574, "independent_future_center_error_seed_std": 0.026848135126751143, "rollout_h1_error_mean": 0.13823826967847275, "rollout_h1_error_seed_std": 0.0010626922503482455, "rollout_h5_error_mean": 0.6004670176051974, "rollout_h5_error_seed_std": 0.011977507145430426, "rollout_h5_reliable_error_mean": 0.3156253045508857, "rollout_h5_reliable_error_seed_std": 0.006450307988470574, "rollout_h5_penalized_error_mean": 1.2344369316012405, "rollout_h5_penalized_error_seed_std": 0.15611606963703006, "rollout_h5_scorable_fraction_mean": 0.9336504580690627, "rollout_h5_scorable_fraction_seed_std": 0.01170457300134821, "rollout_h5_source_available_fraction_mean": 0.9445912614517266, "rollout_h5_source_available_fraction_seed_std": 0.009079275789187756, "ball_presence_rate_mean": 0.9867336152219873, "ball_presence_rate_seed_std": 0.0026679554892439844, "ball_correct_color_rate_mean": 0.9867159971811135, "ball_correct_color_rate_seed_std": 0.002690027346768027, "missing_ball_frames_mean": 2.9186046511627906, "missing_ball_frames_seed_std": 0.5869502076336727, "color_changed_ball_frames_mean": 0.003875968992248062, "color_changed_ball_frames_seed_std": 0.006713375223135184, "ball_disappearance_events_mean": 0.10465116279069768, "ball_disappearance_events_seed_std": 0.03076455012865803, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.003875968992248062, "ball_color_change_events_seed_std": 0.006713375223135184, "ball_state_change_events_mean": 0.10852713178294573, "ball_state_change_events_seed_std": 0.0355238425965569, "rollout_h5_unscorable_ball_frames_mean": 14.5968992248062, "rollout_h5_unscorable_ball_frames_seed_std": 2.5750060602966105, "rollout_h5_scored_ball_frames_mean": 205.4031007751938, "rollout_h5_scored_ball_frames_seed_std": 2.575006060296616, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.19830002790352083, "l2_seed_std": 0.001873662082137492, "gt_error_mean": 2.70431976135076, "gt_error_seed_std": 0.004220908553062334, "iou_mean": 0.7320951951543854, "iou_seed_std": 0.0006926990969128245, "independent_future_center_error_mean": 2.70431976135076, "independent_future_center_error_seed_std": 0.004220908553062334, "rollout_h1_error_mean": 0.14330563899370002, "rollout_h1_error_seed_std": 0.0006483924527717829, "rollout_h5_error_mean": 0.6216727190906638, "rollout_h5_error_seed_std": 0.009652328468776051, "rollout_h5_reliable_error_mean": 0.3377624756777402, "rollout_h5_reliable_error_seed_std": 0.02064238890923181, "rollout_h5_penalized_error_mean": 0.7720965099291346, "rollout_h5_penalized_error_seed_std": 0.03541315752488241, "rollout_h5_scorable_fraction_mean": 0.9676958261863922, "rollout_h5_scorable_fraction_seed_std": 0.002158328883725208, "rollout_h5_source_available_fraction_mean": 0.9731275014293882, "rollout_h5_source_available_fraction_seed_std": 0.003439453806608288, "ball_presence_rate_mean": 0.9932532875929102, "ball_presence_rate_seed_std": 0.00043166577674501517, "ball_correct_color_rate_mean": 0.9932246998284734, "ball_correct_color_rate_seed_std": 0.0004775098081329603, "missing_ball_frames_mean": 1.4842767295597483, "missing_ball_frames_seed_std": 0.0949664708839089, "color_changed_ball_frames_mean": 0.006289308176100628, "color_changed_ball_frames_seed_std": 0.010893401305464637, "ball_disappearance_events_mean": 0.06289308176100629, "ball_disappearance_events_seed_std": 0.02882123078588579, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.006289308176100628, "ball_color_change_events_seed_std": 0.010893401305464637, "ball_state_change_events_mean": 0.06918238993710692, "ball_state_change_events_seed_std": 0.03927671697105911, "rollout_h5_unscorable_ball_frames_mean": 7.1069182389937104, "rollout_h5_unscorable_ball_frames_seed_std": 0.47483235441954413, "rollout_h5_scored_ball_frames_mean": 212.8930817610063, "rollout_h5_scored_ball_frames_seed_std": 0.4748323544195347, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.1947269622693982, "l2_seed_std": 0.0013611821570192694, "gt_error_mean": 2.6313682293547878, "gt_error_seed_std": 0.08072600389533445, "iou_mean": 0.7356279087926996, "iou_seed_std": 0.0010487186171474604, "independent_future_center_error_mean": 2.6313682293547878, "independent_future_center_error_seed_std": 0.08072600389533445, "rollout_h1_error_mean": 0.13765521595828112, "rollout_h1_error_seed_std": 0.0012461169338975895, "rollout_h5_error_mean": 0.6313285469202488, "rollout_h5_error_seed_std": 0.007720085418496067, "rollout_h5_reliable_error_mean": 0.3353082234790392, "rollout_h5_reliable_error_seed_std": 0.0037605527348664163, "rollout_h5_penalized_error_mean": 2.286981921669628, "rollout_h5_penalized_error_seed_std": 0.5901605242520027, "rollout_h5_scorable_fraction_mean": 0.8604465709728868, "rollout_h5_scorable_fraction_seed_std": 0.04306773843538375, "rollout_h5_source_available_fraction_mean": 0.8791866028708134, "rollout_h5_source_available_fraction_seed_std": 0.03588516746411485, "ball_presence_rate_mean": 0.9728070175438597, "ball_presence_rate_seed_std": 0.008253877442184214, "ball_correct_color_rate_mean": 0.9728070175438597, "ball_correct_color_rate_seed_std": 0.008253877442184214, "missing_ball_frames_mean": 5.982456140350878, "missing_ball_frames_seed_std": 1.8158530372805295, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.15789473684210525, "ball_disappearance_events_seed_std": 0.05263157894736842, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.15789473684210525, "ball_state_change_events_seed_std": 0.05263157894736842, "rollout_h5_unscorable_ball_frames_mean": 30.70175438596491, "rollout_h5_unscorable_ball_frames_seed_std": 9.474902455784425, "rollout_h5_scored_ball_frames_mean": 189.2982456140351, "rollout_h5_scored_ball_frames_seed_std": 9.474902455784424, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.19352963318427405, "l2_seed_std": 0.004837781129588765, "gt_error_mean": 2.763934824571807, "gt_error_seed_std": 0.06993836146937052, "iou_mean": 0.7349075599144006, "iou_seed_std": 0.0024746186745477896, "independent_future_center_error_mean": 2.763934824571807, "independent_future_center_error_seed_std": 0.06993836146937052, "rollout_h1_error_mean": 0.16514267023475332, "rollout_h1_error_seed_std": 0.020873419420933518, "rollout_h5_error_mean": 0.6748117010725264, "rollout_h5_error_seed_std": 0.0341207547782304, "rollout_h5_reliable_error_mean": 0.3163417310014167, "rollout_h5_reliable_error_seed_std": 0.02697688010679025, "rollout_h5_penalized_error_mean": 0.3163417310014167, "rollout_h5_penalized_error_seed_std": 0.02697688010679025, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.15525421872735023, "l2_seed_std": 0.004342678207690425, "gt_error_mean": 1.859475876327326, "gt_error_seed_std": 0.045011317869137056, "iou_mean": 0.7311753733644951, "iou_seed_std": 0.0034706806482103494, "independent_future_center_error_mean": 1.859475876327326, "independent_future_center_error_seed_std": 0.045011317869137056, "rollout_h1_error_mean": 0.13925194523121373, "rollout_h1_error_seed_std": 0.008084683171525386, "rollout_h5_error_mean": 0.545817099171073, "rollout_h5_error_seed_std": 0.03465188350714519, "rollout_h5_reliable_error_mean": 0.2407256118035402, "rollout_h5_reliable_error_seed_std": 0.026314105730265176, "rollout_h5_penalized_error_mean": 1.2221304723010706, "rollout_h5_penalized_error_seed_std": 0.8323202556458241, "rollout_h5_scorable_fraction_mean": 0.9299242424242424, "rollout_h5_scorable_fraction_seed_std": 0.06128291548243726, "rollout_h5_source_available_fraction_mean": 0.9488636363636364, "rollout_h5_source_available_fraction_seed_std": 0.04509803371132823, "ball_presence_rate_mean": 0.9859848484848485, "ball_presence_rate_seed_std": 0.01225658309648744, "ball_correct_color_rate_mean": 0.9859848484848485, "ball_correct_color_rate_seed_std": 0.01225658309648744, "missing_ball_frames_mean": 3.0833333333333335, "missing_ball_frames_seed_std": 2.6964482812272395, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.16666666666666666, "ball_disappearance_events_seed_std": 0.14433756729740643, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.16666666666666666, "ball_state_change_events_seed_std": 0.14433756729740643, "rollout_h5_unscorable_ball_frames_mean": 15.416666666666666, "rollout_h5_unscorable_ball_frames_seed_std": 13.482241406136197, "rollout_h5_scored_ball_frames_mean": 204.58333333333334, "rollout_h5_scored_ball_frames_seed_std": 13.482241406136197, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.16839941702354913, "l2_seed_std": 0.00041666576824225495, "gt_error_mean": 2.15152704606161, "gt_error_seed_std": 0.03376647386926859, "iou_mean": 0.7355007622400358, "iou_seed_std": 0.0029587459906725, "independent_future_center_error_mean": 2.15152704606161, "independent_future_center_error_seed_std": 0.03376647386926859, "rollout_h1_error_mean": 0.13214209228365856, "rollout_h1_error_seed_std": 0.004024632100337256, "rollout_h5_error_mean": 0.5398839132245049, "rollout_h5_error_seed_std": 0.016199950397679293, "rollout_h5_reliable_error_mean": 0.27808161412355875, "rollout_h5_reliable_error_seed_std": 0.004747296021181324, "rollout_h5_penalized_error_mean": 0.884661724356342, "rollout_h5_penalized_error_seed_std": 0.2785423265504565, "rollout_h5_scorable_fraction_mean": 0.9559561128526646, "rollout_h5_scorable_fraction_seed_std": 0.020150669191207775, "rollout_h5_source_available_fraction_mean": 0.9651253918495298, "rollout_h5_source_available_fraction_seed_std": 0.016218026713616707, "ball_presence_rate_mean": 0.9914315569487984, "ball_presence_rate_seed_std": 0.004054333101723284, "ball_correct_color_rate_mean": 0.991405433646813, "ball_correct_color_rate_seed_std": 0.004009394993301923, "missing_ball_frames_mean": 1.8850574712643677, "missing_ball_frames_seed_std": 0.8919532823791214, "color_changed_ball_frames_mean": 0.005747126436781609, "color_changed_ball_frames_seed_std": 0.00995431498602803, "ball_disappearance_events_mean": 0.09195402298850575, "ball_disappearance_events_seed_std": 0.04977157493014016, "ball_reappearance_events_mean": 0.005747126436781609, "ball_reappearance_events_seed_std": 0.00995431498602803, "ball_color_change_events_mean": 0.005747126436781609, "ball_color_change_events_seed_std": 0.00995431498602803, "ball_state_change_events_mean": 0.10344827586206896, "ball_state_change_events_seed_std": 0.045616401914906735, "rollout_h5_unscorable_ball_frames_mean": 9.689655172413794, "rollout_h5_unscorable_ball_frames_seed_std": 4.43314722206571, "rollout_h5_scored_ball_frames_mean": 210.31034482758622, "rollout_h5_scored_ball_frames_seed_std": 4.433147222065712, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.17406401971880442, "l2_seed_std": 0.00039253081682092593, "gt_error_mean": 2.2792689955281853, "gt_error_seed_std": 0.025251776975321518, "iou_mean": 0.7355806498868402, "iou_seed_std": 0.0011143037594152957, "independent_future_center_error_mean": 2.2792689955281853, "independent_future_center_error_seed_std": 0.025251776975321518, "rollout_h1_error_mean": 0.13201263190789578, "rollout_h1_error_seed_std": 0.0030568502172908735, "rollout_h5_error_mean": 0.5534767862350145, "rollout_h5_error_seed_std": 0.005128188078877457, "rollout_h5_reliable_error_mean": 0.28301230694592333, "rollout_h5_reliable_error_seed_std": 0.00465963026960448, "rollout_h5_penalized_error_mean": 0.6930873317003061, "rollout_h5_penalized_error_seed_std": 0.10633760838680367, "rollout_h5_scorable_fraction_mean": 0.9704691142191142, "rollout_h5_scorable_fraction_seed_std": 0.007361148530897732, "rollout_h5_source_available_fraction_mean": 0.9782925407925408, "rollout_h5_source_available_fraction_seed_std": 0.0062781064762281995, "ball_presence_rate_mean": 0.9945949883449884, "ball_presence_rate_seed_std": 0.0015342922021757612, "ball_correct_color_rate_mean": 0.9945658508158508, "ball_correct_color_rate_seed_std": 0.0015053841757566176, "missing_ball_frames_mean": 1.189102564102564, "missing_ball_frames_seed_std": 0.33754428447867535, "color_changed_ball_frames_mean": 0.006410256410256411, "color_changed_ball_frames_seed_std": 0.011102889792108188, "ball_disappearance_events_mean": 0.06410256410256411, "ball_disappearance_events_seed_std": 0.022205779584216375, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.006410256410256411, "ball_color_change_events_seed_std": 0.011102889792108188, "ball_state_change_events_mean": 0.07051282051282051, "ball_state_change_events_seed_std": 0.011102889792108188, "rollout_h5_unscorable_ball_frames_mean": 6.496794871794871, "rollout_h5_unscorable_ball_frames_seed_std": 1.6194526767974997, "rollout_h5_scored_ball_frames_mean": 213.50320512820514, "rollout_h5_scored_ball_frames_seed_std": 1.6194526767974986, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.18276496361897066, "l2_seed_std": 8.530180239078896e-05, "gt_error_mean": 2.4253055402497505, "gt_error_seed_std": 0.02123446434159034, "iou_mean": 0.7347711062286074, "iou_seed_std": 0.0005869208450789564, "independent_future_center_error_mean": 2.4253055402497505, "independent_future_center_error_seed_std": 0.02123446434159034, "rollout_h1_error_mean": 0.14006155035605475, "rollout_h1_error_seed_std": 0.003092220935138975, "rollout_h5_error_mean": 0.5876950997419728, "rollout_h5_error_seed_std": 0.005800569028711032, "rollout_h5_reliable_error_mean": 0.2999597790383556, "rollout_h5_reliable_error_seed_std": 0.005217130087065719, "rollout_h5_penalized_error_mean": 0.7581783833464174, "rollout_h5_penalized_error_seed_std": 0.14080412271933074, "rollout_h5_scorable_fraction_mean": 0.9667848699763594, "rollout_h5_scorable_fraction_seed_std": 0.00990289432221414, "rollout_h5_source_available_fraction_mean": 0.973404255319149, "rollout_h5_source_available_fraction_seed_std": 0.00920174917871834, "ball_presence_rate_mean": 0.9937244788308618, "ball_presence_rate_seed_std": 0.002059487875874939, "ball_correct_color_rate_mean": 0.993391360412637, "ball_correct_color_rate_seed_std": 0.0023744229307956434, "missing_ball_frames_mean": 1.3806146572104019, "missing_ball_frames_seed_std": 0.45308733269248735, "color_changed_ball_frames_mean": 0.07328605200945627, "color_changed_ball_frames_seed_std": 0.10902933860614852, "ball_disappearance_events_mean": 0.054373522458628844, "ball_disappearance_events_seed_std": 0.00409468276021011, "ball_reappearance_events_mean": 0.004728132387706856, "ball_reappearance_events_seed_std": 0.0040946827602101115, "ball_color_change_events_mean": 0.014184397163120567, "ball_color_change_events_seed_std": 0.012284048280630335, "ball_state_change_events_mean": 0.07328605200945626, "ball_state_change_events_seed_std": 0.01083351228121948, "rollout_h5_unscorable_ball_frames_mean": 7.307328605200945, "rollout_h5_unscorable_ball_frames_seed_std": 2.1786367508871103, "rollout_h5_scored_ball_frames_mean": 212.69267139479905, "rollout_h5_scored_ball_frames_seed_std": 2.1786367508871156, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.18491560672942678, "l2_seed_std": 0.000691613512685451, "gt_error_mean": 2.4926248155066846, "gt_error_seed_std": 0.005056543912472914, "iou_mean": 0.7361399366750587, "iou_seed_std": 0.0010372996734014583, "independent_future_center_error_mean": 2.4926248155066846, "independent_future_center_error_seed_std": 0.005056543912472914, "rollout_h1_error_mean": 0.1332781907337529, "rollout_h1_error_seed_std": 0.0024354618007596664, "rollout_h5_error_mean": 0.5698244616809236, "rollout_h5_error_seed_std": 0.004537447628912455, "rollout_h5_reliable_error_mean": 0.2970674419619853, "rollout_h5_reliable_error_seed_std": 0.0033376254567616336, "rollout_h5_penalized_error_mean": 0.8811635522484038, "rollout_h5_penalized_error_seed_std": 0.15745492859064028, "rollout_h5_scorable_fraction_mean": 0.957722749886929, "rollout_h5_scorable_fraction_seed_std": 0.011182734182743423, "rollout_h5_source_available_fraction_mean": 0.9644957033016734, "rollout_h5_source_available_fraction_seed_std": 0.009061390981996102, "ball_presence_rate_mean": 0.991677973767526, "ball_presence_rate_seed_std": 0.0021168451101762848, "ball_correct_color_rate_mean": 0.9916553595658073, "ball_correct_color_rate_seed_std": 0.0021558048636954965, "missing_ball_frames_mean": 1.8308457711442785, "missing_ball_frames_seed_std": 0.4657059242387756, "color_changed_ball_frames_mean": 0.004975124378109453, "color_changed_ball_frames_seed_std": 0.008617168196860087, "ball_disappearance_events_mean": 0.062189054726368154, "ball_disappearance_events_seed_std": 0.01139944202725333, "ball_reappearance_events_mean": 0.009950248756218905, "ball_reappearance_events_seed_std": 0.008617168196860087, "ball_color_change_events_mean": 0.004975124378109453, "ball_color_change_events_seed_std": 0.008617168196860087, "ball_state_change_events_mean": 0.07711442786069651, "ball_state_change_events_seed_std": 0.01139944202725333, "rollout_h5_unscorable_ball_frames_mean": 9.300995024875622, "rollout_h5_unscorable_ball_frames_seed_std": 2.460201520203555, "rollout_h5_scored_ball_frames_mean": 210.69900497512438, "rollout_h5_scored_ball_frames_seed_std": 2.460201520203552, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.19206775926674405, "l2_seed_std": 0.001007505248972669, "gt_error_mean": 2.620173324790361, "gt_error_seed_std": 0.04224535392073641, "iou_mean": 0.7339427862765939, "iou_seed_std": 0.0013596938762040788, "independent_future_center_error_mean": 2.620173324790361, "independent_future_center_error_seed_std": 0.04224535392073641, "rollout_h1_error_mean": 0.13830423108188186, "rollout_h1_error_seed_std": 0.0024243273816911704, "rollout_h5_error_mean": 0.5973922975109556, "rollout_h5_error_seed_std": 0.009130914421348628, "rollout_h5_reliable_error_mean": 0.31427538183779113, "rollout_h5_reliable_error_seed_std": 0.011284058125803168, "rollout_h5_penalized_error_mean": 0.9299983474900537, "rollout_h5_penalized_error_seed_std": 0.11693844026303594, "rollout_h5_scorable_fraction_mean": 0.9555450336700336, "rollout_h5_scorable_fraction_seed_std": 0.008702528052905886, "rollout_h5_source_available_fraction_mean": 0.9641203703703703, "rollout_h5_source_available_fraction_seed_std": 0.006236381108054487, "ball_presence_rate_mean": 0.9911195286195287, "ball_presence_rate_seed_std": 0.001983954458698, "ball_correct_color_rate_mean": 0.9911090067340067, "ball_correct_color_rate_seed_std": 0.001998715173299737, "missing_ball_frames_mean": 1.9537037037037037, "missing_ball_frames_seed_std": 0.43646998091355965, "color_changed_ball_frames_mean": 0.0023148148148148147, "color_changed_ball_frames_seed_std": 0.004009376869372401, "ball_disappearance_events_mean": 0.06712962962962962, "ball_disappearance_events_seed_std": 0.02806563808560681, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0023148148148148147, "ball_color_change_events_seed_std": 0.004009376869372401, "ball_state_change_events_mean": 0.06944444444444445, "ball_state_change_events_seed_std": 0.031823442326082224, "rollout_h5_unscorable_ball_frames_mean": 9.780092592592593, "rollout_h5_unscorable_ball_frames_seed_std": 1.9145561716393023, "rollout_h5_scored_ball_frames_mean": 210.21990740740742, "rollout_h5_scored_ball_frames_seed_std": 1.914556171639303, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.19361864211280352, "l2_seed_std": 0.0003314223655129901, "gt_error_mean": 2.627155796989586, "gt_error_seed_std": 0.0020444667637583396, "iou_mean": 0.7343933618757061, "iou_seed_std": 0.001299755896883042, "independent_future_center_error_mean": 2.627155796989586, "independent_future_center_error_seed_std": 0.0020444667637583396, "rollout_h1_error_mean": 0.13918766997748552, "rollout_h1_error_seed_std": 0.0044674226832293685, "rollout_h5_error_mean": 0.6054196038131452, "rollout_h5_error_seed_std": 0.019081322576931826, "rollout_h5_reliable_error_mean": 0.32300588569907995, "rollout_h5_reliable_error_seed_std": 0.005463957568128295, "rollout_h5_penalized_error_mean": 0.9384533041578367, "rollout_h5_penalized_error_seed_std": 0.1592927287307289, "rollout_h5_scorable_fraction_mean": 0.9554685932169376, "rollout_h5_scorable_fraction_seed_std": 0.011654482104394381, "rollout_h5_source_available_fraction_mean": 0.9643287176399759, "rollout_h5_source_available_fraction_seed_std": 0.010018927899242991, "ball_presence_rate_mean": 0.9912201485049167, "ball_presence_rate_seed_std": 0.002072549026893438, "ball_correct_color_rate_mean": 0.9912101143889224, "ball_correct_color_rate_seed_std": 0.0020595374452856445, "missing_ball_frames_mean": 1.9315673289183224, "missing_ball_frames_seed_std": 0.45596078591655465, "color_changed_ball_frames_mean": 0.002207505518763797, "color_changed_ball_frames_seed_std": 0.003823511716487588, "ball_disappearance_events_mean": 0.07505518763796909, "ball_disappearance_events_seed_std": 0.0038235117164875914, "ball_reappearance_events_mean": 0.002207505518763797, "ball_reappearance_events_seed_std": 0.003823511716487588, "ball_color_change_events_mean": 0.002207505518763797, "ball_color_change_events_seed_std": 0.003823511716487588, "ball_state_change_events_mean": 0.07947019867549669, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 9.79690949227373, "rollout_h5_unscorable_ball_frames_seed_std": 2.563986062966766, "rollout_h5_scored_ball_frames_mean": 210.20309050772627, "rollout_h5_scored_ball_frames_seed_std": 2.5639860629667797, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.19830936984729397, "l2_seed_std": 0.0007199479196343309, "gt_error_mean": 2.699032857963333, "gt_error_seed_std": 0.010252025028000215, "iou_mean": 0.7320291891102663, "iou_seed_std": 0.0029415719304731356, "independent_future_center_error_mean": 2.699032857963333, "independent_future_center_error_seed_std": 0.010252025028000215, "rollout_h1_error_mean": 0.1375994132277505, "rollout_h1_error_seed_std": 0.00406844747301832, "rollout_h5_error_mean": 0.5950405994888198, "rollout_h5_error_seed_std": 0.00976205238162689, "rollout_h5_reliable_error_mean": 0.3186419599353064, "rollout_h5_reliable_error_seed_std": 0.0029482856819589205, "rollout_h5_penalized_error_mean": 1.3089060836893198, "rollout_h5_penalized_error_seed_std": 0.0918837442350893, "rollout_h5_scorable_fraction_mean": 0.9283650458069063, "rollout_h5_scorable_fraction_seed_std": 0.006776948375041712, "rollout_h5_source_available_fraction_mean": 0.9408033826638478, "rollout_h5_source_available_fraction_seed_std": 0.004778842843558434, "ball_presence_rate_mean": 0.9861874559548978, "ball_presence_rate_seed_std": 0.0014574071076556428, "ball_correct_color_rate_mean": 0.9861698379140239, "ball_correct_color_rate_seed_std": 0.0014849406276043367, "missing_ball_frames_mean": 3.0387596899224807, "missing_ball_frames_seed_std": 0.3206295636842413, "color_changed_ball_frames_mean": 0.003875968992248062, "color_changed_ball_frames_seed_std": 0.006713375223135184, "ball_disappearance_events_mean": 0.10077519379844961, "ball_disappearance_events_seed_std": 0.024205418598443405, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.003875968992248062, "ball_color_change_events_seed_std": 0.006713375223135184, "ball_state_change_events_mean": 0.10465116279069768, "ball_state_change_events_seed_std": 0.030764550128658027, "rollout_h5_unscorable_ball_frames_mean": 15.75968992248062, "rollout_h5_unscorable_ball_frames_seed_std": 1.4909286425091786, "rollout_h5_scored_ball_frames_mean": 204.24031007751938, "rollout_h5_scored_ball_frames_seed_std": 1.4909286425091752, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.19892887133847242, "l2_seed_std": 0.002444580564203386, "gt_error_mean": 2.71565296282073, "gt_error_seed_std": 0.03779011841067141, "iou_mean": 0.7298723662351823, "iou_seed_std": 0.0018565563536888279, "independent_future_center_error_mean": 2.71565296282073, "independent_future_center_error_seed_std": 0.03779011841067141, "rollout_h1_error_mean": 0.13974611683708038, "rollout_h1_error_seed_std": 0.003995184096070582, "rollout_h5_error_mean": 0.6066789491279704, "rollout_h5_error_seed_std": 0.016413763832058084, "rollout_h5_reliable_error_mean": 0.3330183534394091, "rollout_h5_reliable_error_seed_std": 0.01249850814981161, "rollout_h5_penalized_error_mean": 0.8725057524824438, "rollout_h5_penalized_error_seed_std": 0.16866819365071925, "rollout_h5_scorable_fraction_mean": 0.9604059462550029, "rollout_h5_scorable_fraction_seed_std": 0.011588627820874393, "rollout_h5_source_available_fraction_mean": 0.9692681532304174, "rollout_h5_source_available_fraction_seed_std": 0.009220385033087529, "ball_presence_rate_mean": 0.9921955403087479, "ball_presence_rate_seed_std": 0.0019781410968560944, "ball_correct_color_rate_mean": 0.9921383647798742, "ball_correct_color_rate_seed_std": 0.0019824743793694336, "missing_ball_frames_mean": 1.7169811320754718, "missing_ball_frames_seed_std": 0.435191041308332, "color_changed_ball_frames_mean": 0.012578616352201257, "color_changed_ball_frames_seed_std": 0.010893401305464637, "ball_disappearance_events_mean": 0.08805031446540881, "ball_disappearance_events_seed_std": 0.028821230785885787, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.012578616352201257, "ball_color_change_events_seed_std": 0.010893401305464637, "ball_state_change_events_mean": 0.10062893081761007, "ball_state_change_events_seed_std": 0.039276716971059104, "rollout_h5_unscorable_ball_frames_mean": 8.71069182389937, "rollout_h5_unscorable_ball_frames_seed_std": 2.5494981205923644, "rollout_h5_scored_ball_frames_mean": 211.28930817610063, "rollout_h5_scored_ball_frames_seed_std": 2.549498120592366, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.1954843650261561, "l2_seed_std": 0.002024011132050559, "gt_error_mean": 2.688562788968656, "gt_error_seed_std": 0.08823298832467658, "iou_mean": 0.7360094877510893, "iou_seed_std": 0.001336370331931991, "independent_future_center_error_mean": 2.688562788968656, "independent_future_center_error_seed_std": 0.08823298832467658, "rollout_h1_error_mean": 0.14163193310787547, "rollout_h1_error_seed_std": 0.0013933451609945513, "rollout_h5_error_mean": 0.6333772850774209, "rollout_h5_error_seed_std": 0.012722204514086401, "rollout_h5_reliable_error_mean": 0.33354384580299345, "rollout_h5_reliable_error_seed_std": 0.0011007523118514106, "rollout_h5_penalized_error_mean": 1.9548215696014737, "rollout_h5_penalized_error_seed_std": 0.5586125012426176, "rollout_h5_scorable_fraction_mean": 0.8842902711323765, "rollout_h5_scorable_fraction_seed_std": 0.04006754482708355, "rollout_h5_source_available_fraction_mean": 0.9003189792663477, "rollout_h5_source_available_fraction_seed_std": 0.033070070637550214, "ball_presence_rate_mean": 0.9773524720893142, "ball_presence_rate_seed_std": 0.007986036286057064, "ball_correct_color_rate_mean": 0.9773524720893142, "ball_correct_color_rate_seed_std": 0.007986036286057064, "missing_ball_frames_mean": 4.982456140350877, "missing_ball_frames_seed_std": 1.756927982932553, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.15789473684210525, "ball_disappearance_events_seed_std": 0.09116056881941459, "ball_reappearance_events_mean": 0.017543859649122806, "ball_reappearance_events_seed_std": 0.030386856273138196, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.17543859649122806, "ball_state_change_events_seed_std": 0.12154742509255279, "rollout_h5_unscorable_ball_frames_mean": 25.45614035087719, "rollout_h5_unscorable_ball_frames_seed_std": 8.814859861958382, "rollout_h5_scored_ball_frames_mean": 194.5438596491228, "rollout_h5_scored_ball_frames_seed_std": 8.814859861958366, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.19375204294919968, "l2_seed_std": 0.004916225550816061, "gt_error_mean": 2.793396489594076, "gt_error_seed_std": 0.1738104615852963, "iou_mean": 0.7331766909887953, "iou_seed_std": 0.008363889141024514, "independent_future_center_error_mean": 2.793396489594076, "independent_future_center_error_seed_std": 0.1738104615852963, "rollout_h1_error_mean": 0.16964183072308045, "rollout_h1_error_seed_std": 0.033875462741646115, "rollout_h5_error_mean": 0.6944988615226605, "rollout_h5_error_seed_std": 0.10785568711586327, "rollout_h5_reliable_error_mean": 0.3265223060990084, "rollout_h5_reliable_error_seed_std": 0.028703229685393277, "rollout_h5_penalized_error_mean": 0.43128560617056727, "rollout_h5_penalized_error_seed_std": 0.15813041876167933, "rollout_h5_scorable_fraction_mean": 0.9924242424242424, "rollout_h5_scorable_fraction_seed_std": 0.013121597027036937, "rollout_h5_source_available_fraction_mean": 0.9962121212121212, "rollout_h5_source_available_fraction_seed_std": 0.006560798513518469, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 1.6666666666666667, "rollout_h5_unscorable_ball_frames_seed_std": 2.886751345948129, "rollout_h5_scored_ball_frames_mean": 218.33333333333334, "rollout_h5_scored_ball_frames_seed_std": 2.886751345948129, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.15126466937363148, "l2_seed_std": 0.003072632243062849, "gt_error_mean": 1.8008578402344604, "gt_error_seed_std": 0.11129164860450053, "iou_mean": 0.7283065387607094, "iou_seed_std": 0.0038027143749870354, "independent_future_center_error_mean": 1.8008578402344604, "independent_future_center_error_seed_std": 0.11129164860450053, "rollout_h1_error_mean": 0.13664756602977193, "rollout_h1_error_seed_std": 0.015085521691450355, "rollout_h5_error_mean": 0.540365435290792, "rollout_h5_error_seed_std": 0.03912933192027188, "rollout_h5_reliable_error_mean": 0.2361962100098566, "rollout_h5_reliable_error_seed_std": 0.004230097210500825, "rollout_h5_penalized_error_mean": 0.2361962100098566, "rollout_h5_penalized_error_seed_std": 0.004230097210500825, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.16958372166444516, "l2_seed_std": 0.0010615007590971208, "gt_error_mean": 2.1503828300346504, "gt_error_seed_std": 0.02265237610135365, "iou_mean": 0.733801564999776, "iou_seed_std": 0.0029314150172734346, "independent_future_center_error_mean": 2.1503828300346504, "independent_future_center_error_seed_std": 0.02265237610135365, "rollout_h1_error_mean": 0.1319721920721409, "rollout_h1_error_seed_std": 0.0017788824650462518, "rollout_h5_error_mean": 0.5480410531131781, "rollout_h5_error_seed_std": 0.004986315119197074, "rollout_h5_reliable_error_mean": 0.28551857749963033, "rollout_h5_reliable_error_seed_std": 0.0051647020690704076, "rollout_h5_penalized_error_mean": 0.9041052049936288, "rollout_h5_penalized_error_seed_std": 0.3061118633007374, "rollout_h5_scorable_fraction_mean": 0.955067920585162, "rollout_h5_scorable_fraction_seed_std": 0.022531631909527866, "rollout_h5_source_available_fraction_mean": 0.9635579937304075, "rollout_h5_source_available_fraction_seed_std": 0.01832917799925786, "ball_presence_rate_mean": 0.9915360501567397, "ball_presence_rate_seed_std": 0.004425645110813631, "ball_correct_color_rate_mean": 0.9915360501567397, "ball_correct_color_rate_seed_std": 0.004425645110813631, "missing_ball_frames_mean": 1.8620689655172413, "missing_ball_frames_seed_std": 0.973641924379, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.06321839080459771, "ball_disappearance_events_seed_std": 0.035890793094243666, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.06321839080459771, "ball_state_change_events_seed_std": 0.035890793094243666, "rollout_h5_unscorable_ball_frames_mean": 9.885057471264368, "rollout_h5_unscorable_ball_frames_seed_std": 4.956959020096132, "rollout_h5_scored_ball_frames_mean": 210.11494252873564, "rollout_h5_scored_ball_frames_seed_std": 4.956959020096126, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.17541036683206376, "l2_seed_std": 0.00018251290047254905, "gt_error_mean": 2.2911761276193356, "gt_error_seed_std": 0.016340617837129354, "iou_mean": 0.731629532291421, "iou_seed_std": 0.0008428528841937719, "independent_future_center_error_mean": 2.2911761276193356, "independent_future_center_error_seed_std": 0.016340617837129354, "rollout_h1_error_mean": 0.13561357687905867, "rollout_h1_error_seed_std": 0.004290970974492239, "rollout_h5_error_mean": 0.5641093143817497, "rollout_h5_error_seed_std": 0.0120627331858267, "rollout_h5_reliable_error_mean": 0.289056268598395, "rollout_h5_reliable_error_seed_std": 0.0036470899681666146, "rollout_h5_penalized_error_mean": 0.7252776659771375, "rollout_h5_penalized_error_seed_std": 0.05940402315426472, "rollout_h5_scorable_fraction_mean": 0.9684440559440559, "rollout_h5_scorable_fraction_seed_std": 0.0040993148505122584, "rollout_h5_source_available_fraction_mean": 0.9749417249417249, "rollout_h5_source_available_fraction_seed_std": 0.003394866024979908, "ball_presence_rate_mean": 0.9941433566433566, "ball_presence_rate_seed_std": 0.0007194964000504271, "ball_correct_color_rate_mean": 0.9941433566433566, "ball_correct_color_rate_seed_std": 0.0007194964000504271, "missing_ball_frames_mean": 1.2884615384615385, "missing_ball_frames_seed_std": 0.15828920801109939, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.05128205128205129, "ball_disappearance_events_seed_std": 0.011102889792108188, "ball_reappearance_events_mean": 0.0032051282051282055, "ball_reappearance_events_seed_std": 0.005551444896054094, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.05448717948717949, "ball_state_change_events_seed_std": 0.014687742612037947, "rollout_h5_unscorable_ball_frames_mean": 6.9423076923076925, "rollout_h5_unscorable_ball_frames_seed_std": 0.9018492671127012, "rollout_h5_scored_ball_frames_mean": 213.05769230769232, "rollout_h5_scored_ball_frames_seed_std": 0.9018492671127005, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.18368773662593066, "l2_seed_std": 0.0003273861656297829, "gt_error_mean": 2.444536721254475, "gt_error_seed_std": 0.0408419441170532, "iou_mean": 0.7315970082693651, "iou_seed_std": 0.001010335802841907, "independent_future_center_error_mean": 2.444536721254475, "independent_future_center_error_seed_std": 0.0408419441170532, "rollout_h1_error_mean": 0.14510637692763265, "rollout_h1_error_seed_std": 0.0011255882393802511, "rollout_h5_error_mean": 0.6075165881278601, "rollout_h5_error_seed_std": 0.003085603937276287, "rollout_h5_reliable_error_mean": 0.3093785430891461, "rollout_h5_reliable_error_seed_std": 0.0033911735712780773, "rollout_h5_penalized_error_mean": 0.8291853036578352, "rollout_h5_penalized_error_seed_std": 0.1454666648068582, "rollout_h5_scorable_fraction_mean": 0.9623253814743177, "rollout_h5_scorable_fraction_seed_std": 0.01063157150800809, "rollout_h5_source_available_fraction_mean": 0.9708252740167633, "rollout_h5_source_available_fraction_seed_std": 0.008400267066921619, "ball_presence_rate_mean": 0.992434988179669, "ball_presence_rate_seed_std": 0.0018603816991794569, "ball_correct_color_rate_mean": 0.9923705136471094, "ball_correct_color_rate_seed_std": 0.001913257537129606, "missing_ball_frames_mean": 1.6643026004728132, "missing_ball_frames_seed_std": 0.4092839738194718, "color_changed_ball_frames_mean": 0.014184397163120567, "color_changed_ball_frames_seed_std": 0.014184397163120567, "ball_disappearance_events_mean": 0.07328605200945626, "ball_disappearance_events_seed_std": 0.016378731040840446, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.014184397163120567, "ball_color_change_events_seed_std": 0.014184397163120567, "ball_state_change_events_mean": 0.08747044917257683, "ball_state_change_events_seed_std": 0.029527177297391953, "rollout_h5_unscorable_ball_frames_mean": 8.288416075650119, "rollout_h5_unscorable_ball_frames_seed_std": 2.338945731761774, "rollout_h5_scored_ball_frames_mean": 211.7115839243499, "rollout_h5_scored_ball_frames_seed_std": 2.3389457317617777, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.1858526215476183, "l2_seed_std": 0.0006404457745581798, "gt_error_mean": 2.5134368845428634, "gt_error_seed_std": 0.04113026973041198, "iou_mean": 0.7319622563904812, "iou_seed_std": 0.0008457216609123856, "independent_future_center_error_mean": 2.5134368845428634, "independent_future_center_error_seed_std": 0.04113026973041198, "rollout_h1_error_mean": 0.13812042372288844, "rollout_h1_error_seed_std": 0.0024244195457011385, "rollout_h5_error_mean": 0.583150378720843, "rollout_h5_error_seed_std": 0.008577722271162914, "rollout_h5_reliable_error_mean": 0.2960057014578802, "rollout_h5_reliable_error_seed_std": 0.00511810764771685, "rollout_h5_penalized_error_mean": 0.8712458360231771, "rollout_h5_penalized_error_seed_std": 0.21743598200429284, "rollout_h5_scorable_fraction_mean": 0.9584011759384894, "rollout_h5_scorable_fraction_seed_std": 0.015776736686457064, "rollout_h5_source_available_fraction_mean": 0.9648914518317503, "rollout_h5_source_available_fraction_seed_std": 0.01442253846560199, "ball_presence_rate_mean": 0.9920850293984622, "ball_presence_rate_seed_std": 0.0030397600799015926, "ball_correct_color_rate_mean": 0.9920624151967435, "ball_correct_color_rate_seed_std": 0.003044047117153642, "missing_ball_frames_mean": 1.7412935323383085, "missing_ball_frames_seed_std": 0.6687472175783513, "color_changed_ball_frames_mean": 0.004975124378109453, "color_changed_ball_frames_seed_std": 0.0043085840984300435, "ball_disappearance_events_mean": 0.0572139303482587, "ball_disappearance_events_seed_std": 0.008617168196860087, "ball_reappearance_events_mean": 0.01243781094527363, "ball_reappearance_events_seed_std": 0.0043085840984300435, "ball_color_change_events_mean": 0.004975124378109453, "ball_color_change_events_seed_std": 0.0043085840984300435, "ball_state_change_events_mean": 0.07462686567164178, "ball_state_change_events_seed_std": 0.014925373134328356, "rollout_h5_unscorable_ball_frames_mean": 9.15174129353234, "rollout_h5_unscorable_ball_frames_seed_std": 3.4708820710205512, "rollout_h5_scored_ball_frames_mean": 210.84825870646767, "rollout_h5_scored_ball_frames_seed_std": 3.4708820710205477, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.19239714476107447, "l2_seed_std": 0.0010284892582961217, "gt_error_mean": 2.6204126458029555, "gt_error_seed_std": 0.03489847171518755, "iou_mean": 0.7313771704802876, "iou_seed_std": 0.0008046853986014749, "independent_future_center_error_mean": 2.6204126458029555, "independent_future_center_error_seed_std": 0.03489847171518755, "rollout_h1_error_mean": 0.14496099301295548, "rollout_h1_error_seed_std": 0.0024410036100757995, "rollout_h5_error_mean": 0.6208116167113299, "rollout_h5_error_seed_std": 0.012535382265917924, "rollout_h5_reliable_error_mean": 0.3184804898950948, "rollout_h5_reliable_error_seed_std": 0.007303947492698138, "rollout_h5_penalized_error_mean": 0.9737548930557988, "rollout_h5_penalized_error_seed_std": 0.06743268938778914, "rollout_h5_scorable_fraction_mean": 0.9526304713804714, "rollout_h5_scorable_fraction_seed_std": 0.0046160748155459185, "rollout_h5_source_available_fraction_mean": 0.9632260101010102, "rollout_h5_source_available_fraction_seed_std": 0.0032035642566579287, "ball_presence_rate_mean": 0.9912247474747474, "ball_presence_rate_seed_std": 0.0011262350236686705, "ball_correct_color_rate_mean": 0.9912142255892256, "ball_correct_color_rate_seed_std": 0.001122838516157789, "missing_ball_frames_mean": 1.9305555555555556, "missing_ball_frames_seed_std": 0.247771705207101, "color_changed_ball_frames_mean": 0.0023148148148148147, "color_changed_ball_frames_seed_std": 0.004009376869372401, "ball_disappearance_events_mean": 0.08101851851851852, "ball_disappearance_events_seed_std": 0.02121562821738815, "ball_reappearance_events_mean": 0.0023148148148148147, "ball_reappearance_events_seed_std": 0.004009376869372401, "ball_color_change_events_mean": 0.0023148148148148147, "ball_color_change_events_seed_std": 0.004009376869372401, "ball_state_change_events_mean": 0.08564814814814814, "ball_state_change_events_seed_std": 0.02438808739086282, "rollout_h5_unscorable_ball_frames_mean": 10.421296296296296, "rollout_h5_unscorable_ball_frames_seed_std": 1.0155364594201048, "rollout_h5_scored_ball_frames_mean": 209.57870370370372, "rollout_h5_scored_ball_frames_seed_std": 1.0155364594201068, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.19367172519694892, "l2_seed_std": 0.0006607299281068057, "gt_error_mean": 2.646113562442168, "gt_error_seed_std": 0.029400951228528045, "iou_mean": 0.7323824039515965, "iou_seed_std": 0.0005066213611400654, "independent_future_center_error_mean": 2.646113562442168, "independent_future_center_error_seed_std": 0.029400951228528045, "rollout_h1_error_mean": 0.14173491285506887, "rollout_h1_error_seed_std": 0.0031813728772042563, "rollout_h5_error_mean": 0.6125829084729261, "rollout_h5_error_seed_std": 0.015619688763426579, "rollout_h5_reliable_error_mean": 0.32355503404463615, "rollout_h5_reliable_error_seed_std": 0.0009101577736244745, "rollout_h5_penalized_error_mean": 0.7938937034903926, "rollout_h5_penalized_error_seed_std": 0.07497199566604246, "rollout_h5_scorable_fraction_mean": 0.9659943808950432, "rollout_h5_scorable_fraction_seed_std": 0.00552411577096849, "rollout_h5_source_available_fraction_mean": 0.9724563515954244, "rollout_h5_source_available_fraction_seed_std": 0.005028083410141528, "ball_presence_rate_mean": 0.9932972105157536, "ball_presence_rate_seed_std": 0.0014500252383869948, "ball_correct_color_rate_mean": 0.9932570740517761, "ball_correct_color_rate_seed_std": 0.0014234305138515013, "missing_ball_frames_mean": 1.4746136865342163, "missing_ball_frames_seed_std": 0.31900555244513595, "color_changed_ball_frames_mean": 0.008830022075055188, "color_changed_ball_frames_seed_std": 0.01011606113676786, "ball_disappearance_events_mean": 0.059602649006622516, "ball_disappearance_events_seed_std": 0.006622516556291393, "ball_reappearance_events_mean": 0.006622516556291391, "ball_reappearance_events_seed_std": 0.006622516556291391, "ball_color_change_events_mean": 0.008830022075055188, "ball_color_change_events_seed_std": 0.01011606113676786, "ball_state_change_events_mean": 0.07505518763796909, "ball_state_change_events_seed_std": 0.010116061136767855, "rollout_h5_unscorable_ball_frames_mean": 7.481236203090508, "rollout_h5_unscorable_ball_frames_seed_std": 1.2153054696130687, "rollout_h5_scored_ball_frames_mean": 212.5187637969095, "rollout_h5_scored_ball_frames_seed_std": 1.2153054696130767, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.19942156762577767, "l2_seed_std": 0.0008620692186758881, "gt_error_mean": 2.738135918919227, "gt_error_seed_std": 0.015528408486942055, "iou_mean": 0.7316493895339005, "iou_seed_std": 0.0013355812384917422, "independent_future_center_error_mean": 2.738135918919227, "independent_future_center_error_seed_std": 0.015528408486942055, "rollout_h1_error_mean": 0.13867200374558367, "rollout_h1_error_seed_std": 0.0026863468659652453, "rollout_h5_error_mean": 0.6054686844393514, "rollout_h5_error_seed_std": 0.01593551517881675, "rollout_h5_reliable_error_mean": 0.32802741739088587, "rollout_h5_reliable_error_seed_std": 0.0037131317780820317, "rollout_h5_penalized_error_mean": 1.2417273488435183, "rollout_h5_penalized_error_seed_std": 0.15593218106145945, "rollout_h5_scorable_fraction_mean": 0.9339852008456659, "rollout_h5_scorable_fraction_seed_std": 0.011205447957380033, "rollout_h5_source_available_fraction_mean": 0.9443269908386187, "rollout_h5_source_available_fraction_seed_std": 0.009002025867385835, "ball_presence_rate_mean": 0.9867336152219873, "ball_presence_rate_seed_std": 0.0032110782619627883, "ball_correct_color_rate_mean": 0.9867336152219873, "ball_correct_color_rate_seed_std": 0.0032110782619627883, "missing_ball_frames_mean": 2.9186046511627906, "missing_ball_frames_seed_std": 0.7064372176318157, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.09689922480620156, "ball_disappearance_events_seed_std": 0.037378491321678115, "ball_reappearance_events_mean": 0.007751937984496124, "ball_reappearance_events_seed_std": 0.006713375223135184, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.10465116279069768, "ball_state_change_events_seed_std": 0.04028025133881109, "rollout_h5_unscorable_ball_frames_mean": 14.523255813953488, "rollout_h5_unscorable_ball_frames_seed_std": 2.4651985506236125, "rollout_h5_scored_ball_frames_mean": 205.47674418604652, "rollout_h5_scored_ball_frames_seed_std": 2.4651985506236156, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.19898503353385805, "l2_seed_std": 0.0021075938484709958, "gt_error_mean": 2.7047050977139433, "gt_error_seed_std": 0.02714239424108473, "iou_mean": 0.7268989201348001, "iou_seed_std": 0.0015259235990602467, "independent_future_center_error_mean": 2.7047050977139433, "independent_future_center_error_seed_std": 0.02714239424108473, "rollout_h1_error_mean": 0.14554164400234837, "rollout_h1_error_seed_std": 0.0030042175870193455, "rollout_h5_error_mean": 0.63201733990845, "rollout_h5_error_seed_std": 0.011470932238362012, "rollout_h5_reliable_error_mean": 0.34428512967334324, "rollout_h5_reliable_error_seed_std": 0.0054983360086601225, "rollout_h5_penalized_error_mean": 0.7017316061962697, "rollout_h5_penalized_error_seed_std": 0.2035141223459356, "rollout_h5_scorable_fraction_mean": 0.973642081189251, "rollout_h5_scorable_fraction_seed_std": 0.014791454081065206, "rollout_h5_source_available_fraction_mean": 0.9778444825614636, "rollout_h5_source_available_fraction_seed_std": 0.011636133212655402, "ball_presence_rate_mean": 0.9948542024013722, "ball_presence_rate_seed_std": 0.003047916920054358, "ball_correct_color_rate_mean": 0.9947970268724986, "ball_correct_color_rate_seed_std": 0.002998446312796423, "missing_ball_frames_mean": 1.1320754716981132, "missing_ball_frames_seed_std": 0.6705417224119571, "color_changed_ball_frames_mean": 0.012578616352201257, "color_changed_ball_frames_seed_std": 0.010893401305464637, "ball_disappearance_events_mean": 0.06289308176100629, "ball_disappearance_events_seed_std": 0.02882123078588579, "ball_reappearance_events_mean": 0.012578616352201257, "ball_reappearance_events_seed_std": 0.010893401305464637, "ball_color_change_events_mean": 0.012578616352201257, "ball_color_change_events_seed_std": 0.010893401305464637, "ball_state_change_events_mean": 0.0880503144654088, "ball_state_change_events_seed_std": 0.021786802610929277, "rollout_h5_unscorable_ball_frames_mean": 5.79874213836478, "rollout_h5_unscorable_ball_frames_seed_std": 3.2541198978343484, "rollout_h5_scored_ball_frames_mean": 214.2012578616352, "rollout_h5_scored_ball_frames_seed_std": 3.254119897834339, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.19570793028463399, "l2_seed_std": 0.0012151936329501322, "gt_error_mean": 2.6381076134518118, "gt_error_seed_std": 0.034328167866606675, "iou_mean": 0.7311885222970465, "iou_seed_std": 0.00216415358757004, "independent_future_center_error_mean": 2.6381076134518118, "independent_future_center_error_seed_std": 0.034328167866606675, "rollout_h1_error_mean": 0.14745291567710028, "rollout_h1_error_seed_std": 0.004765086770627213, "rollout_h5_error_mean": 0.6561490870114701, "rollout_h5_error_seed_std": 0.01539340939068905, "rollout_h5_reliable_error_mean": 0.34311222513912354, "rollout_h5_reliable_error_seed_std": 0.016280892491128754, "rollout_h5_penalized_error_mean": 2.1571422952612593, "rollout_h5_penalized_error_seed_std": 0.876471128544165, "rollout_h5_scorable_fraction_mean": 0.8700159489633174, "rollout_h5_scorable_fraction_seed_std": 0.06470764880210328, "rollout_h5_source_available_fraction_mean": 0.8883572567783095, "rollout_h5_source_available_fraction_seed_std": 0.053685795448918064, "ball_presence_rate_mean": 0.9746411483253589, "ball_presence_rate_seed_std": 0.012665877025788544, "ball_correct_color_rate_mean": 0.9746411483253589, "ball_correct_color_rate_seed_std": 0.012665877025788544, "missing_ball_frames_mean": 5.578947368421052, "missing_ball_frames_seed_std": 2.7864929456734835, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.15789473684210525, "ball_disappearance_events_seed_std": 0.09116056881941459, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.15789473684210525, "ball_state_change_events_seed_std": 0.09116056881941459, "rollout_h5_unscorable_ball_frames_mean": 28.596491228070175, "rollout_h5_unscorable_ball_frames_seed_std": 14.235682736462714, "rollout_h5_scored_ball_frames_mean": 191.4035087719298, "rollout_h5_scored_ball_frames_seed_std": 14.235682736462707, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.19420412182807922, "l2_seed_std": 0.005445589470327246, "gt_error_mean": 2.706916333444459, "gt_error_seed_std": 0.14983760232064086, "iou_mean": 0.7291609517290832, "iou_seed_std": 0.006184226518763185, "independent_future_center_error_mean": 2.706916333444459, "independent_future_center_error_seed_std": 0.14983760232064086, "rollout_h1_error_mean": 0.19001424703033215, "rollout_h1_error_seed_std": 0.060875454793136455, "rollout_h5_error_mean": 0.6999869398492988, "rollout_h5_error_seed_std": 0.0722480315732786, "rollout_h5_reliable_error_mean": 0.3448672597976583, "rollout_h5_reliable_error_seed_std": 0.019224909312927186, "rollout_h5_penalized_error_mean": 0.3448672597976583, "rollout_h5_penalized_error_seed_std": 0.019224909312927186, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.15060609206557274, "l2_seed_std": 0.00709362196810945, "gt_error_mean": 1.6721184895653676, "gt_error_seed_std": 0.19374568259356886, "iou_mean": 0.7179567950219772, "iou_seed_std": 0.004282129284193952, "independent_future_center_error_mean": 1.6721184895653676, "independent_future_center_error_seed_std": 0.19374568259356886, "rollout_h1_error_mean": 0.15264489592161176, "rollout_h1_error_seed_std": 0.011245788023031349, "rollout_h5_error_mean": 0.6011817655843498, "rollout_h5_error_seed_std": 0.08110677418494368, "rollout_h5_reliable_error_mean": 0.2481488457237403, "rollout_h5_reliable_error_seed_std": 0.022866992414308663, "rollout_h5_penalized_error_mean": 0.2481488457237403, "rollout_h5_penalized_error_seed_std": 0.022866992414308663, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.1704682613583817, "l2_seed_std": 0.0005758791670849626, "gt_error_mean": 2.1470220677896537, "gt_error_seed_std": 0.04621381488779688, "iou_mean": 0.7281988958664399, "iou_seed_std": 0.0008635440992909608, "independent_future_center_error_mean": 2.1470220677896537, "independent_future_center_error_seed_std": 0.04621381488779688, "rollout_h1_error_mean": 0.1394379915746757, "rollout_h1_error_seed_std": 0.0011935801607530889, "rollout_h5_error_mean": 0.5712290202158723, "rollout_h5_error_seed_std": 0.013373534034023063, "rollout_h5_reliable_error_mean": 0.28686870904182565, "rollout_h5_reliable_error_seed_std": 0.007565167540415125, "rollout_h5_penalized_error_mean": 0.854419959323829, "rollout_h5_penalized_error_seed_std": 0.19248156897007862, "rollout_h5_scorable_fraction_mean": 0.9588296760710554, "rollout_h5_scorable_fraction_seed_std": 0.013621567417934285, "rollout_h5_source_available_fraction_mean": 0.9663009404388715, "rollout_h5_source_available_fraction_seed_std": 0.011891842402424411, "ball_presence_rate_mean": 0.9919278996865204, "ball_presence_rate_seed_std": 0.0029396550679484795, "ball_correct_color_rate_mean": 0.9919278996865204, "ball_correct_color_rate_seed_std": 0.0029396550679484795, "missing_ball_frames_mean": 1.7758620689655173, "missing_ball_frames_seed_std": 0.6467241149486569, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.07471264367816091, "ball_disappearance_events_seed_std": 0.02633664192503356, "ball_reappearance_events_mean": 0.005747126436781609, "ball_reappearance_events_seed_std": 0.00995431498602803, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.08045977011494253, "ball_state_change_events_seed_std": 0.03589079309424367, "rollout_h5_unscorable_ball_frames_mean": 9.057471264367816, "rollout_h5_unscorable_ball_frames_seed_std": 2.996744831945541, "rollout_h5_scored_ball_frames_mean": 210.94252873563218, "rollout_h5_scored_ball_frames_seed_std": 2.99674483194554, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.17695734592584464, "l2_seed_std": 0.000499297627961098, "gt_error_mean": 2.2783677883016997, "gt_error_seed_std": 0.019134848591570223, "iou_mean": 0.7277571153864004, "iou_seed_std": 0.001113501200962265, "independent_future_center_error_mean": 2.2783677883016997, "independent_future_center_error_seed_std": 0.019134848591570223, "rollout_h1_error_mean": 0.14082230145597804, "rollout_h1_error_seed_std": 0.00269567371784578, "rollout_h5_error_mean": 0.5860071339533043, "rollout_h5_error_seed_std": 0.01395972034713474, "rollout_h5_reliable_error_mean": 0.3017674622767793, "rollout_h5_reliable_error_seed_std": 0.001819635720381529, "rollout_h5_penalized_error_mean": 0.8632779740804026, "rollout_h5_penalized_error_seed_std": 0.12120818017202052, "rollout_h5_scorable_fraction_mean": 0.9593240093240093, "rollout_h5_scorable_fraction_seed_std": 0.008724342606257287, "rollout_h5_source_available_fraction_mean": 0.9686771561771562, "rollout_h5_source_available_fraction_seed_std": 0.007366596078144843, "ball_presence_rate_mean": 0.9923805361305361, "ball_presence_rate_seed_std": 0.0015280543709443092, "ball_correct_color_rate_mean": 0.9923805361305361, "ball_correct_color_rate_seed_std": 0.0015280543709443092, "missing_ball_frames_mean": 1.6762820512820513, "missing_ball_frames_seed_std": 0.33617196160775076, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.08012820512820513, "ball_disappearance_events_seed_std": 0.014687742612037953, "ball_reappearance_events_mean": 0.006410256410256411, "ball_reappearance_events_seed_std": 0.005551444896054094, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.08653846153846154, "ball_state_change_events_seed_std": 0.019230769230769232, "rollout_h5_unscorable_ball_frames_mean": 8.948717948717949, "rollout_h5_unscorable_ball_frames_seed_std": 1.919355373376609, "rollout_h5_scored_ball_frames_mean": 211.05128205128204, "rollout_h5_scored_ball_frames_seed_std": 1.919355373376611, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.18415202711209055, "l2_seed_std": 0.00094489885424352, "gt_error_mean": 2.4621184400378113, "gt_error_seed_std": 0.03247090381162704, "iou_mean": 0.7282488599704353, "iou_seed_std": 0.0008646567118531124, "independent_future_center_error_mean": 2.4621184400378113, "independent_future_center_error_seed_std": 0.03247090381162704, "rollout_h1_error_mean": 0.14623290888953067, "rollout_h1_error_seed_std": 0.0023453213853199734, "rollout_h5_error_mean": 0.6130856783928834, "rollout_h5_error_seed_std": 0.0051078693716565034, "rollout_h5_reliable_error_mean": 0.30998654080769855, "rollout_h5_reliable_error_seed_std": 0.006247586828533586, "rollout_h5_penalized_error_mean": 0.7650878254098574, "rollout_h5_penalized_error_seed_std": 0.19114411367245276, "rollout_h5_scorable_fraction_mean": 0.9669890393294649, "rollout_h5_scorable_fraction_seed_std": 0.013598357579181883, "rollout_h5_source_available_fraction_mean": 0.9739952718676123, "rollout_h5_source_available_fraction_seed_std": 0.011614740027762787, "ball_presence_rate_mean": 0.9937352245862884, "ball_presence_rate_seed_std": 0.002647645979576184, "ball_correct_color_rate_mean": 0.9937137330754352, "ball_correct_color_rate_seed_std": 0.002616585930071299, "missing_ball_frames_mean": 1.3782505910165486, "missing_ball_frames_seed_std": 0.5824821155067629, "color_changed_ball_frames_mean": 0.004728132387706856, "color_changed_ball_frames_seed_std": 0.008189365520420223, "ball_disappearance_events_mean": 0.054373522458628844, "ball_disappearance_events_seed_std": 0.02166702456243896, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.004728132387706856, "ball_color_change_events_seed_std": 0.008189365520420223, "ball_state_change_events_mean": 0.0591016548463357, "ball_state_change_events_seed_std": 0.016378731040840446, "rollout_h5_unscorable_ball_frames_mean": 7.26241134751773, "rollout_h5_unscorable_ball_frames_seed_std": 2.9916386674200144, "rollout_h5_scored_ball_frames_mean": 212.73758865248226, "rollout_h5_scored_ball_frames_seed_std": 2.991638667420021, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.18616275719149195, "l2_seed_std": 0.001034304162561269, "gt_error_mean": 2.5333099550959854, "gt_error_seed_std": 0.03643820331927213, "iou_mean": 0.7257382606396527, "iou_seed_std": 0.0012030078398837436, "independent_future_center_error_mean": 2.5333099550959854, "independent_future_center_error_seed_std": 0.03643820331927213, "rollout_h1_error_mean": 0.1399392027162534, "rollout_h1_error_seed_std": 0.0009524029599817418, "rollout_h5_error_mean": 0.5907582579372461, "rollout_h5_error_seed_std": 0.007035644572198823, "rollout_h5_reliable_error_mean": 0.30073462444009447, "rollout_h5_reliable_error_seed_std": 0.004507384519045974, "rollout_h5_penalized_error_mean": 0.9309784935120624, "rollout_h5_penalized_error_seed_std": 0.052505075496711226, "rollout_h5_scorable_fraction_mean": 0.9543645409317051, "rollout_h5_scorable_fraction_seed_std": 0.003942077650350225, "rollout_h5_source_available_fraction_mean": 0.9622342831298055, "rollout_h5_source_available_fraction_seed_std": 0.0037364793400855843, "ball_presence_rate_mean": 0.9909656264133876, "ball_presence_rate_seed_std": 0.0012269637276238834, "ball_correct_color_rate_mean": 0.9909203980099502, "ball_correct_color_rate_seed_std": 0.0013051255146927618, "missing_ball_frames_mean": 1.9875621890547264, "missing_ball_frames_seed_std": 0.26993202007724754, "color_changed_ball_frames_mean": 0.009950248756218905, "color_changed_ball_frames_seed_std": 0.017234336393720174, "ball_disappearance_events_mean": 0.06716417910447761, "ball_disappearance_events_seed_std": 0.007462686567164176, "ball_reappearance_events_mean": 0.009950248756218905, "ball_reappearance_events_seed_std": 0.0043085840984300435, "ball_color_change_events_mean": 0.009950248756218905, "ball_color_change_events_seed_std": 0.017234336393720174, "ball_state_change_events_mean": 0.08706467661691542, "ball_state_change_events_seed_std": 0.01878068267480286, "rollout_h5_unscorable_ball_frames_mean": 10.039800995024875, "rollout_h5_unscorable_ball_frames_seed_std": 0.8672570830770557, "rollout_h5_scored_ball_frames_mean": 209.96019900497512, "rollout_h5_scored_ball_frames_seed_std": 0.8672570830770477, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.19290335234944467, "l2_seed_std": 0.0012919200319906816, "gt_error_mean": 2.6384562972030805, "gt_error_seed_std": 0.05408920541598686, "iou_mean": 0.7263797764546448, "iou_seed_std": 0.0012784685661126134, "independent_future_center_error_mean": 2.6384562972030805, "independent_future_center_error_seed_std": 0.05408920541598686, "rollout_h1_error_mean": 0.1498789583968027, "rollout_h1_error_seed_std": 0.00052790985720746, "rollout_h5_error_mean": 0.6331717868796464, "rollout_h5_error_seed_std": 0.004860848572225074, "rollout_h5_reliable_error_mean": 0.32684488321650207, "rollout_h5_reliable_error_seed_std": 0.0006035222332791661, "rollout_h5_penalized_error_mean": 0.8351438419542763, "rollout_h5_penalized_error_seed_std": 0.04956488705933823, "rollout_h5_scorable_fraction_mean": 0.9632786195286195, "rollout_h5_scorable_fraction_seed_std": 0.003551428626207461, "rollout_h5_source_available_fraction_mean": 0.9700126262626263, "rollout_h5_source_available_fraction_seed_std": 0.002923020703512045, "ball_presence_rate_mean": 0.9929292929292929, "ball_presence_rate_seed_std": 0.0005794684264736596, "ball_correct_color_rate_mean": 0.9929292929292929, "ball_correct_color_rate_seed_std": 0.0005794684264736596, "missing_ball_frames_mean": 1.5555555555555556, "missing_ball_frames_seed_std": 0.12748305382420708, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.05324074074074074, "ball_disappearance_events_seed_std": 0.010607814108694075, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.05324074074074074, "ball_state_change_events_seed_std": 0.010607814108694075, "rollout_h5_unscorable_ball_frames_mean": 8.078703703703704, "rollout_h5_unscorable_ball_frames_seed_std": 0.7813142977656333, "rollout_h5_scored_ball_frames_mean": 211.9212962962963, "rollout_h5_scored_ball_frames_seed_std": 0.7813142977656408, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.19448157549562306, "l2_seed_std": 0.00045091903833313293, "gt_error_mean": 2.650573830832693, "gt_error_seed_std": 0.01773493628785182, "iou_mean": 0.726225162912588, "iou_seed_std": 0.0016407869222572497, "independent_future_center_error_mean": 2.650573830832693, "independent_future_center_error_seed_std": 0.01773493628785182, "rollout_h1_error_mean": 0.14553564711448613, "rollout_h1_error_seed_std": 0.004687225621471828, "rollout_h5_error_mean": 0.6252894106091951, "rollout_h5_error_seed_std": 0.01960829414682984, "rollout_h5_reliable_error_mean": 0.3324586336989167, "rollout_h5_reliable_error_seed_std": 0.0017013905989786918, "rollout_h5_penalized_error_mean": 0.9613899431499634, "rollout_h5_penalized_error_seed_std": 0.09465148066875521, "rollout_h5_scorable_fraction_mean": 0.9543748745735501, "rollout_h5_scorable_fraction_seed_std": 0.0069612181415009446, "rollout_h5_source_available_fraction_mean": 0.9643287176399759, "rollout_h5_source_available_fraction_seed_std": 0.005737242189207076, "ball_presence_rate_mean": 0.9906883403572145, "ball_presence_rate_seed_std": 0.0013683606059874413, "ball_correct_color_rate_mean": 0.9906582380092314, "ball_correct_color_rate_seed_std": 0.0013436351989342121, "missing_ball_frames_mean": 2.048565121412804, "missing_ball_frames_seed_std": 0.30103933331723387, "color_changed_ball_frames_mean": 0.006622516556291391, "color_changed_ball_frames_seed_std": 0.006622516556291391, "ball_disappearance_events_mean": 0.09713024282560706, "ball_disappearance_events_seed_std": 0.007647023432975175, "ball_reappearance_events_mean": 0.008830022075055188, "ball_reappearance_events_seed_std": 0.003823511716487588, "ball_color_change_events_mean": 0.006622516556291391, "ball_color_change_events_seed_std": 0.006622516556291391, "ball_state_change_events_mean": 0.11258278145695365, "ball_state_change_events_seed_std": 0.00662251655629139, "rollout_h5_unscorable_ball_frames_mean": 10.037527593818984, "rollout_h5_unscorable_ball_frames_seed_std": 1.5314679911302036, "rollout_h5_scored_ball_frames_mean": 209.962472406181, "rollout_h5_scored_ball_frames_seed_std": 1.531467991130209, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.1998198125944581, "l2_seed_std": 0.001164138590898354, "gt_error_mean": 2.777316072866051, "gt_error_seed_std": 0.054080705014288376, "iou_mean": 0.725055767292797, "iou_seed_std": 0.0018721381302631726, "independent_future_center_error_mean": 2.777316072866051, "independent_future_center_error_seed_std": 0.054080705014288376, "rollout_h1_error_mean": 0.14586413883917268, "rollout_h1_error_seed_std": 0.001737600833036181, "rollout_h5_error_mean": 0.6251065867543152, "rollout_h5_error_seed_std": 0.0031166758618938095, "rollout_h5_reliable_error_mean": 0.3336152036251547, "rollout_h5_reliable_error_seed_std": 0.007015385231778013, "rollout_h5_penalized_error_mean": 1.2008176963798045, "rollout_h5_penalized_error_seed_std": 0.09369332031932687, "rollout_h5_scorable_fraction_mean": 0.9371564482029598, "rollout_h5_scorable_fraction_seed_std": 0.00656094044380614, "rollout_h5_source_available_fraction_mean": 0.9466173361522199, "rollout_h5_source_available_fraction_seed_std": 0.007242172096218102, "ball_presence_rate_mean": 0.9872093023255814, "ball_presence_rate_seed_std": 0.002389567559293324, "ball_correct_color_rate_mean": 0.9871564482029598, "ball_correct_color_rate_seed_std": 0.002389567559293324, "missing_ball_frames_mean": 2.813953488372093, "missing_ball_frames_seed_std": 0.5257048630445262, "color_changed_ball_frames_mean": 0.011627906976744186, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.09302325581395349, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.015503875968992248, "ball_reappearance_events_seed_std": 0.01776192129827845, "ball_color_change_events_mean": 0.011627906976744186, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.12015503875968993, "ball_state_change_events_seed_std": 0.017761921298278447, "rollout_h5_unscorable_ball_frames_mean": 13.825581395348838, "rollout_h5_unscorable_ball_frames_seed_std": 1.4434068976373595, "rollout_h5_scored_ball_frames_mean": 206.17441860465115, "rollout_h5_scored_ball_frames_seed_std": 1.4434068976373606, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.19934825439872983, "l2_seed_std": 0.0023858140943170134, "gt_error_mean": 2.7149231722784615, "gt_error_seed_std": 0.07692643049432558, "iou_mean": 0.7219648375954316, "iou_seed_std": 0.0022919423243556673, "independent_future_center_error_mean": 2.7149231722784615, "independent_future_center_error_seed_std": 0.07692643049432558, "rollout_h1_error_mean": 0.1475050094636592, "rollout_h1_error_seed_std": 0.0045986757727443225, "rollout_h5_error_mean": 0.6409230432602052, "rollout_h5_error_seed_std": 0.009172851197384778, "rollout_h5_reliable_error_mean": 0.34282927213968584, "rollout_h5_reliable_error_seed_std": 0.00636320528610351, "rollout_h5_penalized_error_mean": 0.919542652465791, "rollout_h5_penalized_error_seed_std": 0.08186763704903494, "rollout_h5_scorable_fraction_mean": 0.9577758719268153, "rollout_h5_scorable_fraction_seed_std": 0.005791615792432076, "rollout_h5_source_available_fraction_mean": 0.9656946826758148, "rollout_h5_source_available_fraction_seed_std": 0.0051991233503353735, "ball_presence_rate_mean": 0.9917095483133219, "ball_presence_rate_seed_std": 0.0014204983703607881, "ball_correct_color_rate_mean": 0.9916523727844483, "ball_correct_color_rate_seed_std": 0.0014256669685296652, "missing_ball_frames_mean": 1.8238993710691824, "missing_ball_frames_seed_std": 0.3125096414793671, "color_changed_ball_frames_mean": 0.012578616352201257, "color_changed_ball_frames_seed_std": 0.010893401305464637, "ball_disappearance_events_mean": 0.08805031446540881, "ball_disappearance_events_seed_std": 0.010893401305464644, "ball_reappearance_events_mean": 0.006289308176100628, "ball_reappearance_events_seed_std": 0.010893401305464637, "ball_color_change_events_mean": 0.012578616352201257, "ball_color_change_events_seed_std": 0.010893401305464637, "ball_state_change_events_mean": 0.1069182389937107, "ball_state_change_events_seed_std": 0.028821230785885787, "rollout_h5_unscorable_ball_frames_mean": 9.28930817610063, "rollout_h5_unscorable_ball_frames_seed_std": 1.2741554743350498, "rollout_h5_scored_ball_frames_mean": 210.71069182389937, "rollout_h5_scored_ball_frames_seed_std": 1.2741554743350436, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.1960826612878264, "l2_seed_std": 0.0006482070816493145, "gt_error_mean": 2.641670175965275, "gt_error_seed_std": 0.08202286126881991, "iou_mean": 0.7250016988971385, "iou_seed_std": 0.0003468787179709667, "independent_future_center_error_mean": 2.641670175965275, "independent_future_center_error_seed_std": 0.08202286126881991, "rollout_h1_error_mean": 0.14966922386304576, "rollout_h1_error_seed_std": 0.003005528166992859, "rollout_h5_error_mean": 0.66666569441932, "rollout_h5_error_seed_std": 0.011576162366500156, "rollout_h5_reliable_error_mean": 0.3342842837835001, "rollout_h5_reliable_error_seed_std": 0.00829046350424728, "rollout_h5_penalized_error_mean": 2.1220646068230473, "rollout_h5_penalized_error_seed_std": 0.697915182384072, "rollout_h5_scorable_fraction_mean": 0.8719298245614036, "rollout_h5_scorable_fraction_seed_std": 0.05069305922280894, "rollout_h5_source_available_fraction_mean": 0.8919457735247209, "rollout_h5_source_available_fraction_seed_std": 0.042195106770816386, "ball_presence_rate_mean": 0.9736044657097288, "ball_presence_rate_seed_std": 0.012571385262480703, "ball_correct_color_rate_mean": 0.9735247208931419, "ball_correct_color_rate_seed_std": 0.0125006200101113, "missing_ball_frames_mean": 5.807017543859649, "missing_ball_frames_seed_std": 2.7657047577457616, "color_changed_ball_frames_mean": 0.017543859649122806, "color_changed_ball_frames_seed_std": 0.030386856273138196, "ball_disappearance_events_mean": 0.19298245614035087, "ball_disappearance_events_seed_std": 0.10956136839295434, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.017543859649122806, "ball_color_change_events_seed_std": 0.030386856273138196, "ball_state_change_events_mean": 0.21052631578947367, "ball_state_change_events_seed_std": 0.09116056881941459, "rollout_h5_unscorable_ball_frames_mean": 28.17543859649123, "rollout_h5_unscorable_ball_frames_seed_std": 11.152473029017969, "rollout_h5_scored_ball_frames_mean": 191.82456140350877, "rollout_h5_scored_ball_frames_seed_std": 11.152473029017974, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f-ar", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.1956549808382988, "l2_seed_std": 0.004558960759962939, "gt_error_mean": 2.9048742379398576, "gt_error_seed_std": 0.06282917009595404, "iou_mean": 0.7278313060008501, "iou_seed_std": 0.0026715696050453003, "independent_future_center_error_mean": 2.9048742379398576, "independent_future_center_error_seed_std": 0.06282917009595404, "rollout_h1_error_mean": 0.1459469427103896, "rollout_h1_error_seed_std": 0.01340528487942892, "rollout_h5_error_mean": 0.6346162689976907, "rollout_h5_error_seed_std": 0.07529352520404281, "rollout_h5_reliable_error_mean": 0.3346970969735307, "rollout_h5_reliable_error_seed_std": 0.02054945009217658, "rollout_h5_penalized_error_mean": 0.9092031599768037, "rollout_h5_penalized_error_seed_std": 0.9796235338012999, "rollout_h5_scorable_fraction_mean": 0.9583333333333334, "rollout_h5_scorable_fraction_seed_std": 0.07216878364870322, "rollout_h5_source_available_fraction_mean": 0.9810606060606061, "rollout_h5_source_available_fraction_seed_std": 0.03280399256759241, "ball_presence_rate_mean": 0.9924242424242424, "ball_presence_rate_seed_std": 0.013121597027036937, "ball_correct_color_rate_mean": 0.9924242424242424, "ball_correct_color_rate_seed_std": 0.013121597027036937, "missing_ball_frames_mean": 1.6666666666666667, "missing_ball_frames_seed_std": 2.886751345948129, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.16666666666666666, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.16666666666666666, "ball_state_change_events_seed_std": 0.28867513459481287, "rollout_h5_unscorable_ball_frames_mean": 9.166666666666666, "rollout_h5_unscorable_ball_frames_seed_std": 15.87713240271471, "rollout_h5_scored_ball_frames_mean": 210.83333333333334, "rollout_h5_scored_ball_frames_seed_std": 15.87713240271471, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null } ] }