{ "holdout_run_count": 216, "failed_examples": 0, "seed_result_count": 15, "comparison_count": 5, "chain_depth_comparison_count": 55, "metrics": [ "l2", "gt_error", "iou", "independent_future_center_error", "rollout_h1_error", "rollout_h5_error", "rollout_h5_reliable_error", "rollout_h5_penalized_error", "rollout_h5_scorable_fraction", "rollout_h5_source_available_fraction", "ball_presence_rate", "ball_correct_color_rate", "missing_ball_frames", "color_changed_ball_frames", "ball_disappearance_events", "ball_reappearance_events", "ball_color_change_events", "ball_state_change_events", "rollout_h5_unscorable_ball_frames", "rollout_h5_scored_ball_frames", "rollout_h5_total_ball_frames", "local_pair_center_error", "downstream_all_center_error", "downstream_pair_center_error", "half_target_all_center_error", "half_downstream_all_center_error" ], "seed_rows": [ { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.1993928445070716, "gt_error_n": 896, "gt_error_mean": 2.8089186766220573, "iou_n": 896, "iou_mean": 0.6714713668277926, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8089186766220573, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.24312098181494526, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.9754811459564097, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.6010498371910739, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.956683524834497, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8265726461038961, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.8599837662337663, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9716416396103896, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9482244318181818, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 6.238839285714286, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 5.151785714285714, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.7232142857142857, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.3470982142857143, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.8772321428571429, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.9475446428571428, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 38.154017857142854, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 181.84598214285714, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.1991283815753247, "gt_error_n": 896, "gt_error_mean": 2.8030586990302666, "iou_n": 896, "iou_mean": 0.6734453917754747, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8030586990302666, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.24241595739856656, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.9747820201206178, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.6151527412281748, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.7122590097493475, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.845408887987013, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.877536525974026, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9751318993506494, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9547940340909091, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 5.470982142857143, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 4.474330357142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.6986607142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.33370535714285715, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.7633928571428571, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.7957589285714286, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 34.010044642857146, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 185.98995535714286, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.19923873315565288, "gt_error_n": 896, "gt_error_mean": 2.8068309927984196, "iou_n": 896, "iou_mean": 0.6737943574596736, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8068309927984196, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.24055907778976754, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.968686764536407, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.6130327340399074, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.724559667028036, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8443181818181819, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.8766741071428571, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9759993912337662, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9542715097402598, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 5.280133928571429, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 4.780133928571429, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.6875, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.34375, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.8214285714285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.8526785714285714, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 34.25, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 185.75, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.2023213706644518, "gt_error_n": 896, "gt_error_mean": 2.8124561443896248, "iou_n": 896, "iou_mean": 0.7011361261482455, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8124561443896248, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.21158482254082492, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8941497706698521, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.590386827710036, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.4300644439331403, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8646256087662337, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.8941254058441559, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9782112418831169, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9660409902597402, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 4.793526785714286, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.677455357142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.47879464285714285, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.21986607142857142, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.45089285714285715, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.1495535714285714, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 29.782366071428573, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 190.21763392857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.2019029660815639, "gt_error_n": 896, "gt_error_mean": 2.8065137963597535, "iou_n": 896, "iou_mean": 0.7007947410544018, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8065137963597535, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.2161548190396359, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.906113279415621, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5959675348488552, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.34774930788862, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.870997362012987, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.8988687094155844, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9804839691558441, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9654423701298701, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 4.293526785714286, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 3.3091517857142856, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.48325892857142855, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.234375, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.5033482142857143, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.2209821428571428, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 28.380580357142858, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 191.61941964285714, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.201880462983224, "gt_error_n": 896, "gt_error_mean": 2.7996735629359764, "iou_n": 896, "iou_mean": 0.702184815171758, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.7996735629359764, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.2127644667375708, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.9030965340273541, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5980330126095452, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.3616291244856584, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8702566964285714, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.8982092126623377, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9801592938311688, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9667765827922078, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 4.364955357142857, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.9441964285714284, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.49330357142857145, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.24888392857142858, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.484375, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.2265625, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 28.543526785714285, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 191.45647321428572, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.20299097965471447, "gt_error_n": 896, "gt_error_mean": 2.826098448373646, "iou_n": 896, "iou_mean": 0.704947211306166, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.826098448373646, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.20328344764096706, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8755950753901461, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5904799005598882, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.061620955086343, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.891700487012987, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.914747362012987, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.983492288961039, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.97421875, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.6316964285714284, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.0401785714285716, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.39620535714285715, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.19754464285714285, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.35267857142857145, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.9464285714285714, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 23.825892857142858, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 196.17410714285714, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.20252681964276625, "gt_error_n": 896, "gt_error_mean": 2.8141099705473662, "iou_n": 896, "iou_mean": 0.7046778649701232, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8141099705473662, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.20710998080442514, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8751921011151055, "rollout_h5_reliable_error_n": 889, "rollout_h5_reliable_error_mean": 0.5905101491144625, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 1.988659167905673, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8970424107142857, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9195413961038961, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9838474025974026, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9746398133116884, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.5535714285714284, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.025669642857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.4017857142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.20424107142857142, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.35714285714285715, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.9631696428571429, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 22.650669642857142, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 197.34933035714286, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.20259542264310376, "gt_error_n": 896, "gt_error_mean": 2.8085986634835085, "iou_n": 896, "iou_mean": 0.7053701011307615, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8085986634835085, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.20633144844331597, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8788287101765155, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5958526671847132, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.0386097175435856, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8938717532467533, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9173599837662337, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9843597808441559, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9729200487012987, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.4408482142857144, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.5167410714285716, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.4107142857142857, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.21986607142857142, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.4185267857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.0491071428571428, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 23.348214285714285, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 196.65178571428572, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "seed": 0, "shards": 16, "l2_n": 896, "l2_mean": 0.20291996165178716, "gt_error_n": 896, "gt_error_mean": 2.825924533409865, "iou_n": 896, "iou_mean": 0.7007891021857103, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.825924533409865, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.20906849009881645, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8871195853735494, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.590565364121964, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.1644434686843543, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8841568587662337, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9081523944805194, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9810369318181819, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9726714691558441, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 4.171875, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 1.8404017857142858, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.40513392857142855, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.19754464285714285, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.31138392857142855, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.9140625, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 25.485491071428573, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 194.51450892857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "seed": 1, "shards": 16, "l2_n": 896, "l2_mean": 0.20280095174842114, "gt_error_n": 896, "gt_error_mean": 2.8314343851424066, "iou_n": 896, "iou_mean": 0.7019547335219546, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8314343851424066, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.20642786148185233, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8766934264056608, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.579236970598828, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.1448993418390097, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8850243506493507, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.909369926948052, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9820921266233766, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9732700892857142, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.939732142857143, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 1.9408482142857142, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.39620535714285715, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.1953125, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.32924107142857145, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.9207589285714286, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 25.294642857142858, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 194.70535714285714, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "seed": 2, "shards": 16, "l2_n": 896, "l2_mean": 0.20307697869637714, "gt_error_n": 896, "gt_error_mean": 2.8462744099013695, "iou_n": 896, "iou_mean": 0.6988273042043698, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8462744099013695, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.21056108099329793, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8881058422581704, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5951556369613571, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.093185489119128, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.889742288961039, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9125659496753247, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9828987418831169, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9728388798701298, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.7622767857142856, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.213169642857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.4497767857142857, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.24441964285714285, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.3671875, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 1.0613839285714286, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 24.256696428571427, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 195.74330357142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "seed": 0, "shards": 32, "l2_n": 896, "l2_mean": 0.20314568307782924, "gt_error_n": 896, "gt_error_mean": 2.839501579656926, "iou_n": 896, "iou_mean": 0.6946771516556624, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.839501579656926, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.21421381294195005, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.9011485306216666, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5991794505754919, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.2444601863542735, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8787540584415584, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9036881087662337, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9811079545454545, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9710480925324675, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 4.15625, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.213169642857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.38950892857142855, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.18638392857142858, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.3482142857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.9241071428571429, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 26.674107142857142, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 193.32589285714286, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "seed": 1, "shards": 32, "l2_n": 896, "l2_mean": 0.20321502942325814, "gt_error_n": 896, "gt_error_mean": 2.8348527638554994, "iou_n": 896, "iou_mean": 0.6940955506970055, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.8348527638554994, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.21459810274276486, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8984158115757485, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5889924548103326, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.0754791782987594, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8907974837662338, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9140878652597403, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9838017451298702, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9740614853896103, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.5636160714285716, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.142857142857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.38392857142857145, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.19866071428571427, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.34598214285714285, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.9285714285714286, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 24.024553571428573, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 195.97544642857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "seed": 2, "shards": 32, "l2_n": 896, "l2_mean": 0.20350797221596753, "gt_error_n": 896, "gt_error_mean": 2.842899235938852, "iou_n": 896, "iou_mean": 0.6960744517187472, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 2.842899235938852, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.20945238234447758, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.8897285769681799, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.5953775347722196, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.106330126709321, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8887885551948052, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9111708603896104, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.982903814935065, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9731686282467532, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 3.7611607142857144, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.1417410714285716, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.3627232142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.18191964285714285, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.33035714285714285, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.875, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 24.466517857142858, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 195.53348214285714, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null } ], "rows": [ { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.1992533197460164, "l2_seed_std": 0.0001328334936334407, "gt_error_mean": 2.8062694561502477, "gt_error_seed_std": 0.002970071867733549, "iou_mean": 0.6729037053543137, "iou_seed_std": 0.0012526529859080806, "independent_future_center_error_mean": 2.8062694561502477, "independent_future_center_error_seed_std": 0.002970071867733549, "rollout_h1_error_mean": 0.2420320056677598, "rollout_h1_error_seed_std": 0.0013234055528248295, "rollout_h5_error_mean": 0.9729833102044781, "rollout_h5_error_seed_std": 0.0037373015321129207, "rollout_h5_reliable_error_mean": 0.609745104153052, "rollout_h5_reliable_error_seed_std": 0.007604561675378008, "rollout_h5_penalized_error_mean": 2.79783406720396, "rollout_h5_penalized_error_seed_std": 0.13770508046004962, "rollout_h5_scorable_fraction_mean": 0.838766571969697, "rollout_h5_scorable_fraction_seed_std": 0.010574321775043865, "rollout_h5_source_available_fraction_mean": 0.8713981331168831, "rollout_h5_source_available_fraction_seed_std": 0.00989453233189344, "ball_presence_rate_mean": 0.9742576433982684, "ball_presence_rate_seed_std": 0.002306673450115011, "ball_correct_color_rate_mean": 0.9524299918831169, "ball_correct_color_rate_seed_std": 0.003651480455799799, "missing_ball_frames_mean": 5.6633184523809526, "missing_ball_frames_seed_std": 0.5074681590253048, "color_changed_ball_frames_mean": 4.802083333333333, "color_changed_ball_frames_seed_std": 0.3392606262262697, "ball_disappearance_events_mean": 0.703125, "ball_disappearance_events_seed_std": 0.018270876722929565, "ball_reappearance_events_mean": 0.34151785714285715, "ball_reappearance_events_seed_std": 0.006969863837498215, "ball_color_change_events_mean": 0.8206845238095238, "ball_color_change_events_seed_std": 0.056923290032545176, "ball_state_change_events_mean": 1.865327380952381, "ball_state_change_events_seed_std": 0.07667933262674713, "rollout_h5_unscorable_ball_frames_mean": 35.471354166666664, "rollout_h5_unscorable_ball_frames_seed_std": 2.3263507905096508, "rollout_h5_scored_ball_frames_mean": 184.52864583333334, "rollout_h5_scored_ball_frames_seed_std": 2.326350790509657, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.20203493324307992, "l2_seed_std": 0.0002483171251250258, "gt_error_mean": 2.8062145012284514, "gt_error_seed_std": 0.006396544405888611, "iou_mean": 0.7013718941248017, "iou_seed_std": 0.0007244076318020245, "independent_future_center_error_mean": 2.8062145012284514, "independent_future_center_error_seed_std": 0.006396544405888611, "rollout_h1_error_mean": 0.21350136943934386, "rollout_h1_error_seed_std": 0.002372443085449367, "rollout_h5_error_mean": 0.9011198613709425, "rollout_h5_error_seed_std": 0.00622188166638329, "rollout_h5_reliable_error_mean": 0.5947957917228122, "rollout_h5_reliable_error_seed_std": 0.003955473719346707, "rollout_h5_penalized_error_mean": 2.379814292102473, "rollout_h5_penalized_error_seed_std": 0.04406779602437254, "rollout_h5_scorable_fraction_mean": 0.8686265557359307, "rollout_h5_scorable_fraction_seed_std": 0.0034846562050983047, "rollout_h5_source_available_fraction_mean": 0.897067775974026, "rollout_h5_source_available_fraction_seed_std": 0.0025694144231224215, "ball_presence_rate_mean": 0.9796181682900433, "ball_presence_rate_seed_std": 0.0012292009406493797, "ball_correct_color_rate_mean": 0.9660866477272727, "ball_correct_color_rate_seed_std": 0.0006682771209174113, "missing_ball_frames_mean": 4.484002976190476, "missing_ball_frames_seed_std": 0.2704242069428702, "color_changed_ball_frames_mean": 2.9769345238095237, "color_changed_ball_frames_seed_std": 0.3171181666624263, "ball_disappearance_events_mean": 0.4851190476190476, "ball_disappearance_events_seed_std": 0.0074311697750886275, "ball_reappearance_events_mean": 0.234375, "ball_reappearance_events_seed_std": 0.014508928571428575, "ball_color_change_events_mean": 0.47953869047619047, "ball_color_change_events_seed_std": 0.026559998881847523, "ball_state_change_events_mean": 1.1990327380952381, "ball_state_change_events_seed_std": 0.042940960014667726, "rollout_h5_unscorable_ball_frames_mean": 28.902157738095237, "rollout_h5_unscorable_ball_frames_seed_std": 0.7666243651216225, "rollout_h5_scored_ball_frames_mean": 191.09784226190476, "rollout_h5_scored_ball_frames_seed_std": 0.766624365121629, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.20270440731352815, "l2_seed_std": 0.0002505381666804022, "gt_error_mean": 2.8162690274681736, "gt_error_seed_std": 0.008947444489391247, "iou_mean": 0.7049983924690169, "iou_seed_std": 0.00034894463614861367, "independent_future_center_error_mean": 2.8162690274681736, "independent_future_center_error_seed_std": 0.008947444489391247, "rollout_h1_error_mean": 0.20557495896290273, "rollout_h1_error_seed_std": 0.002022324470317026, "rollout_h5_error_mean": 0.8765386288939224, "rollout_h5_error_seed_std": 0.001993477182525237, "rollout_h5_reliable_error_mean": 0.5922809056196879, "rollout_h5_reliable_error_seed_std": 0.0030932732261808055, "rollout_h5_penalized_error_mean": 2.0296299468452004, "rollout_h5_penalized_error_seed_std": 0.03730057383601516, "rollout_h5_scorable_fraction_mean": 0.8942048836580087, "rollout_h5_scorable_fraction_seed_std": 0.0026864975545869414, "rollout_h5_source_available_fraction_mean": 0.9172162472943722, "rollout_h5_source_available_fraction_seed_std": 0.002400247038578936, "ball_presence_rate_mean": 0.9838998241341992, "ball_presence_rate_seed_std": 0.0004361153000738389, "ball_correct_color_rate_mean": 0.973926204004329, "ball_correct_color_rate_seed_std": 0.0008964289980107515, "missing_ball_frames_mean": 3.5420386904761902, "missing_ball_frames_seed_std": 0.09594536601624627, "color_changed_ball_frames_mean": 2.194196428571429, "color_changed_ball_frames_seed_std": 0.2794260407137354, "ball_disappearance_events_mean": 0.4029017857142857, "ball_disappearance_events_seed_std": 0.00731856978158704, "ball_reappearance_events_mean": 0.2072172619047619, "ball_reappearance_events_seed_std": 0.011454467498765369, "ball_color_change_events_mean": 0.37611607142857145, "ball_color_change_events_seed_std": 0.036796521254094924, "ball_state_change_events_mean": 0.9862351190476191, "ball_state_change_events_seed_std": 0.05508842348055647, "rollout_h5_unscorable_ball_frames_mean": 23.274925595238095, "rollout_h5_unscorable_ball_frames_seed_std": 0.591029462009127, "rollout_h5_scored_ball_frames_mean": 196.7250744047619, "rollout_h5_scored_ball_frames_seed_std": 0.5910294620091301, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 16, "1": 16, "2": 16 }, "l2_mean": 0.2029326306988618, "l2_seed_std": 0.00013844889874900214, "gt_error_mean": 2.8345444428178803, "gt_error_seed_std": 0.010525384190776746, "iou_mean": 0.7005237133040115, "iou_seed_std": 0.0015805147826006669, "independent_future_center_error_mean": 2.8345444428178803, "independent_future_center_error_seed_std": 0.010525384190776746, "rollout_h1_error_mean": 0.2086858108579889, "rollout_h1_error_seed_std": 0.0020930141981049524, "rollout_h5_error_mean": 0.8839729513457936, "rollout_h5_error_seed_std": 0.006323510747688026, "rollout_h5_reliable_error_mean": 0.5883193238940497, "rollout_h5_reliable_error_seed_std": 0.00819356498841843, "rollout_h5_penalized_error_mean": 2.134176099880831, "rollout_h5_penalized_error_seed_std": 0.03681936788566303, "rollout_h5_scorable_fraction_mean": 0.8863078327922078, "rollout_h5_scorable_fraction_seed_std": 0.0030057864900114705, "rollout_h5_source_available_fraction_mean": 0.9100294237012987, "rollout_h5_source_available_fraction_seed_std": 0.0022794888330622087, "ball_presence_rate_mean": 0.9820092667748918, "ball_presence_rate_seed_std": 0.0009336666939232307, "ball_correct_color_rate_mean": 0.9729268127705627, "ball_correct_color_rate_seed_std": 0.0003088456915764437, "missing_ball_frames_mean": 3.9579613095238093, "missing_ball_frames_seed_std": 0.20540667266311563, "color_changed_ball_frames_mean": 1.998139880952381, "color_changed_ball_frames_seed_std": 0.19287488206555747, "ball_disappearance_events_mean": 0.41703869047619047, "ball_disappearance_events_seed_std": 0.028701341550574265, "ball_reappearance_events_mean": 0.21242559523809523, "ball_reappearance_events_seed_std": 0.027730126716643187, "ball_color_change_events_mean": 0.3359375, "ball_color_change_events_seed_std": 0.028498092265186847, "ball_state_change_events_mean": 0.9654017857142857, "ball_state_change_events_seed_std": 0.08319038014992958, "rollout_h5_unscorable_ball_frames_mean": 25.012276785714285, "rollout_h5_unscorable_ball_frames_seed_std": 0.6612730278025175, "rollout_h5_scored_ball_frames_mean": 194.98772321428572, "rollout_h5_scored_ball_frames_seed_std": 0.6612730278025282, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 32, "1": 32, "2": 32 }, "l2_mean": 0.20328956157235165, "l2_seed_std": 0.00019230089921687355, "gt_error_mean": 2.839084526483759, "gt_error_seed_std": 0.004039415583841259, "iou_mean": 0.6949490513571384, "iou_seed_std": 0.0010170837719724098, "independent_future_center_error_mean": 2.839084526483759, "independent_future_center_error_seed_std": 0.004039415583841259, "rollout_h1_error_mean": 0.21275476600973084, "rollout_h1_error_seed_std": 0.002866395483381733, "rollout_h5_error_mean": 0.8964309730551983, "rollout_h5_error_seed_std": 0.0059630967899608036, "rollout_h5_reliable_error_mean": 0.5945164800526813, "rollout_h5_reliable_error_seed_std": 0.005147793906361532, "rollout_h5_penalized_error_mean": 2.142089830454118, "rollout_h5_penalized_error_seed_std": 0.08998729121271047, "rollout_h5_scorable_fraction_mean": 0.8861133658008657, "rollout_h5_scorable_fraction_seed_std": 0.006452015352418375, "rollout_h5_source_available_fraction_mean": 0.9096489448051948, "rollout_h5_source_available_fraction_seed_std": 0.0053643176700884495, "ball_presence_rate_mean": 0.9826045048701298, "ball_presence_rate_seed_std": 0.0013716110288271193, "ball_correct_color_rate_mean": 0.972759402056277, "ball_correct_color_rate_seed_std": 0.0015478157784757998, "missing_ball_frames_mean": 3.827008928571429, "missing_ball_frames_seed_std": 0.30175442634195815, "color_changed_ball_frames_mean": 2.165922619047619, "color_changed_ball_frames_seed_std": 0.040920927995363135, "ball_disappearance_events_mean": 0.3787202380952381, "ball_disappearance_events_seed_std": 0.014132008864004881, "ball_reappearance_events_mean": 0.18898809523809523, "ball_reappearance_events_seed_std": 0.008669032885216546, "ball_color_change_events_mean": 0.34151785714285715, "ball_color_change_events_seed_std": 0.009729685141831857, "ball_state_change_events_mean": 0.9092261904761905, "ball_state_change_events_seed_std": 0.029724679100354454, "rollout_h5_unscorable_ball_frames_mean": 25.055059523809526, "rollout_h5_unscorable_ball_frames_seed_std": 1.4194433775320363, "rollout_h5_scored_ball_frames_mean": 194.94494047619048, "rollout_h5_scored_ball_frames_seed_std": 1.4194433775320296, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null } ], "chain_depth_rows": [ { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.1762025480469068, "l2_seed_std": 0.007238752175942801, "gt_error_mean": 2.2752885377173193, "gt_error_seed_std": 0.29813319975737096, "iou_mean": 0.6828039184465657, "iou_seed_std": 0.0042612561133058184, "independent_future_center_error_mean": 2.2752885377173193, "independent_future_center_error_seed_std": 0.29813319975737096, "rollout_h1_error_mean": 0.24376566429911356, "rollout_h1_error_seed_std": 0.01225947456590862, "rollout_h5_error_mean": 0.8747265832458805, "rollout_h5_error_seed_std": 0.044790748514483746, "rollout_h5_reliable_error_mean": 0.481104701920354, "rollout_h5_reliable_error_seed_std": 0.02934901806894286, "rollout_h5_penalized_error_mean": 1.6070196266726238, "rollout_h5_penalized_error_seed_std": 0.42626020944709175, "rollout_h5_scorable_fraction_mean": 0.9174242424242424, "rollout_h5_scorable_fraction_seed_std": 0.03184522660149042, "rollout_h5_source_available_fraction_mean": 0.9450757575757576, "rollout_h5_source_available_fraction_seed_std": 0.032308185812939365, "ball_presence_rate_mean": 0.9939393939393939, "ball_presence_rate_seed_std": 0.005370245029832516, "ball_correct_color_rate_mean": 0.9651515151515151, "ball_correct_color_rate_seed_std": 0.024931034351370156, "missing_ball_frames_mean": 1.3333333333333333, "missing_ball_frames_seed_std": 1.181453906563152, "color_changed_ball_frames_mean": 6.333333333333333, "color_changed_ball_frames_seed_std": 6.6442330884258824, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.14433756729740643, "ball_color_change_events_mean": 0.9166666666666666, "ball_color_change_events_seed_std": 0.5204164998665332, "ball_state_change_events_mean": 1.4166666666666667, "ball_state_change_events_seed_std": 0.14433756729740643, "rollout_h5_unscorable_ball_frames_mean": 18.166666666666668, "rollout_h5_unscorable_ball_frames_seed_std": 7.005949852327901, "rollout_h5_scored_ball_frames_mean": 201.83333333333334, "rollout_h5_scored_ball_frames_seed_std": 7.005949852327901, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.1893599045345153, "l2_seed_std": 0.0005232949924835022, "gt_error_mean": 2.556607057191138, "gt_error_seed_std": 0.04430284964023544, "iou_mean": 0.6820260424523649, "iou_seed_std": 0.004724886226516114, "independent_future_center_error_mean": 2.556607057191138, "independent_future_center_error_seed_std": 0.04430284964023544, "rollout_h1_error_mean": 0.22106930607530464, "rollout_h1_error_seed_std": 0.009299205429725453, "rollout_h5_error_mean": 0.9099021371903367, "rollout_h5_error_seed_std": 0.026111917296049014, "rollout_h5_reliable_error_mean": 0.5702096372840979, "rollout_h5_reliable_error_seed_std": 0.008055106996002953, "rollout_h5_penalized_error_mean": 2.479554457881596, "rollout_h5_penalized_error_seed_std": 0.46396731129650043, "rollout_h5_scorable_fraction_mean": 0.8600835945663532, "rollout_h5_scorable_fraction_seed_std": 0.03350873327010174, "rollout_h5_source_available_fraction_mean": 0.8923719958202717, "rollout_h5_source_available_fraction_seed_std": 0.029024211172795338, "ball_presence_rate_mean": 0.9786311389759665, "ball_presence_rate_seed_std": 0.005228120588778139, "ball_correct_color_rate_mean": 0.9656739811912225, "ball_correct_color_rate_seed_std": 0.007812265071005127, "missing_ball_frames_mean": 4.7011494252873565, "missing_ball_frames_seed_std": 1.150186529531198, "color_changed_ball_frames_mean": 2.8505747126436782, "color_changed_ball_frames_seed_std": 0.5703570583408322, "ball_disappearance_events_mean": 0.5632183908045977, "ball_disappearance_events_seed_std": 0.1382897633967352, "ball_reappearance_events_mean": 0.29310344827586204, "ball_reappearance_events_seed_std": 0.12068965517241378, "ball_color_change_events_mean": 0.5977011494252874, "ball_color_change_events_seed_std": 0.1270881861350344, "ball_state_change_events_mean": 1.4540229885057472, "ball_state_change_events_seed_std": 0.38256182162396823, "rollout_h5_unscorable_ball_frames_mean": 30.781609195402297, "rollout_h5_unscorable_ball_frames_seed_std": 7.371921319422382, "rollout_h5_scored_ball_frames_mean": 189.2183908045977, "rollout_h5_scored_ball_frames_seed_std": 7.371921319422395, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.19057209503192168, "l2_seed_std": 0.00021004958939685274, "gt_error_mean": 2.6268916931164656, "gt_error_seed_std": 0.008343431725366028, "iou_mean": 0.681501978495678, "iou_seed_std": 0.005776514877048122, "independent_future_center_error_mean": 2.6268916931164656, "independent_future_center_error_seed_std": 0.008343431725366028, "rollout_h1_error_mean": 0.22626177569608089, "rollout_h1_error_seed_std": 0.01375027332438399, "rollout_h5_error_mean": 0.9047063663336854, "rollout_h5_error_seed_std": 0.027463081389994135, "rollout_h5_reliable_error_mean": 0.5587397269467381, "rollout_h5_reliable_error_seed_std": 0.0011543116254834765, "rollout_h5_penalized_error_mean": 2.3895498698830338, "rollout_h5_penalized_error_seed_std": 0.2595853535368689, "rollout_h5_scorable_fraction_mean": 0.8656031468531469, "rollout_h5_scorable_fraction_seed_std": 0.019109249320157295, "rollout_h5_source_available_fraction_mean": 0.895177738927739, "rollout_h5_source_available_fraction_seed_std": 0.017583750464470322, "ball_presence_rate_mean": 0.9781031468531468, "ball_presence_rate_seed_std": 0.004175495357413198, "ball_correct_color_rate_mean": 0.9603729603729604, "ball_correct_color_rate_seed_std": 0.008468350530001379, "missing_ball_frames_mean": 4.817307692307692, "missing_ball_frames_seed_std": 0.9186089786308979, "color_changed_ball_frames_mean": 3.9006410256410255, "color_changed_ball_frames_seed_std": 1.0277372408801353, "ball_disappearance_events_mean": 0.608974358974359, "ball_disappearance_events_seed_std": 0.13911881034750453, "ball_reappearance_events_mean": 0.27564102564102566, "ball_reappearance_events_seed_std": 0.07216878364870322, "ball_color_change_events_mean": 0.6762820512820513, "ball_color_change_events_seed_std": 0.1693873110477412, "ball_state_change_events_mean": 1.560897435897436, "ball_state_change_events_seed_std": 0.37491780821819093, "rollout_h5_unscorable_ball_frames_mean": 29.567307692307693, "rollout_h5_unscorable_ball_frames_seed_std": 4.204034850434596, "rollout_h5_scored_ball_frames_mean": 190.43269230769232, "rollout_h5_scored_ball_frames_seed_std": 4.204034850434585, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.19601938286994366, "l2_seed_std": 0.0008500788177909865, "gt_error_mean": 2.772293923544027, "gt_error_seed_std": 0.009106808320771294, "iou_mean": 0.6756598006945216, "iou_seed_std": 0.0028119978740908207, "independent_future_center_error_mean": 2.772293923544027, "independent_future_center_error_seed_std": 0.009106808320771294, "rollout_h1_error_mean": 0.23197683901359611, "rollout_h1_error_seed_std": 0.006752188232988858, "rollout_h5_error_mean": 0.9506303130288601, "rollout_h5_error_seed_std": 0.016231650835060004, "rollout_h5_reliable_error_mean": 0.5993827831366684, "rollout_h5_reliable_error_seed_std": 0.02270870756740939, "rollout_h5_penalized_error_mean": 2.728306000978197, "rollout_h5_penalized_error_seed_std": 0.130820809406142, "rollout_h5_scorable_fraction_mean": 0.84344508918977, "rollout_h5_scorable_fraction_seed_std": 0.011050675951376503, "rollout_h5_source_available_fraction_mean": 0.8747044917257684, "rollout_h5_source_available_fraction_seed_std": 0.007920029990110794, "ball_presence_rate_mean": 0.9739845261121857, "ball_presence_rate_seed_std": 0.002965653290034006, "ball_correct_color_rate_mean": 0.9559638942617666, "ball_correct_color_rate_seed_std": 0.0037896274274275906, "missing_ball_frames_mean": 5.723404255319149, "missing_ball_frames_seed_std": 0.6524437238074847, "color_changed_ball_frames_mean": 3.9645390070921986, "color_changed_ball_frames_seed_std": 0.7226042022831626, "ball_disappearance_events_mean": 0.6524822695035462, "ball_disappearance_events_seed_std": 0.021276595744680826, "ball_reappearance_events_mean": 0.30260047281323876, "ball_reappearance_events_seed_std": 0.01784830835761406, "ball_color_change_events_mean": 0.7612293144208038, "ball_color_change_events_seed_std": 0.008189365520420235, "ball_state_change_events_mean": 1.7163120567375887, "ball_state_change_events_seed_std": 0.03250053684365842, "rollout_h5_unscorable_ball_frames_mean": 34.442080378250594, "rollout_h5_unscorable_ball_frames_seed_std": 2.4311487093028274, "rollout_h5_scored_ball_frames_mean": 185.55791962174942, "rollout_h5_scored_ball_frames_seed_std": 2.4311487093028274, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.19847571801635164, "l2_seed_std": 0.0008167746061807309, "gt_error_mean": 2.806609020906162, "gt_error_seed_std": 0.04590751422469886, "iou_mean": 0.676774526825291, "iou_seed_std": 0.0045067025255259305, "independent_future_center_error_mean": 2.806609020906162, "independent_future_center_error_seed_std": 0.04590751422469886, "rollout_h1_error_mean": 0.2364457741698778, "rollout_h1_error_seed_std": 0.006358428985624235, "rollout_h5_error_mean": 0.9419863668629995, "rollout_h5_error_seed_std": 0.0187963638376791, "rollout_h5_reliable_error_mean": 0.5944051176609833, "rollout_h5_reliable_error_seed_std": 0.013466604809302988, "rollout_h5_penalized_error_mean": 2.5919617410012705, "rollout_h5_penalized_error_seed_std": 0.2728198325408663, "rollout_h5_scorable_fraction_mean": 0.8529398462234283, "rollout_h5_scorable_fraction_seed_std": 0.020275927184764325, "rollout_h5_source_available_fraction_mean": 0.8836499321573948, "rollout_h5_source_available_fraction_seed_std": 0.022152324763649863, "ball_presence_rate_mean": 0.9784825870646766, "ball_presence_rate_seed_std": 0.003311861229850194, "ball_correct_color_rate_mean": 0.954161013116237, "ball_correct_color_rate_seed_std": 0.00832782371115149, "missing_ball_frames_mean": 4.733830845771144, "missing_ball_frames_seed_std": 0.728609470567042, "color_changed_ball_frames_mean": 5.350746268656716, "color_changed_ball_frames_seed_std": 1.1434238641967047, "ball_disappearance_events_mean": 0.6567164179104478, "ball_disappearance_events_seed_std": 0.0907875004522122, "ball_reappearance_events_mean": 0.35323383084577115, "ball_reappearance_events_seed_std": 0.056997210136266664, "ball_color_change_events_mean": 0.8383084577114428, "ball_color_change_events_seed_std": 0.17806497679774405, "ball_state_change_events_mean": 1.8482587064676617, "ball_state_change_events_seed_std": 0.3211846435588696, "rollout_h5_unscorable_ball_frames_mean": 32.353233830845774, "rollout_h5_unscorable_ball_frames_seed_std": 4.460703980648147, "rollout_h5_scored_ball_frames_mean": 187.64676616915423, "rollout_h5_scored_ball_frames_seed_std": 4.460703980648143, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.20181815819469867, "l2_seed_std": 0.00048187028906212495, "gt_error_mean": 2.886076310244962, "gt_error_seed_std": 0.008281038033931931, "iou_mean": 0.6707449401102645, "iou_seed_std": 0.0019095328273634174, "independent_future_center_error_mean": 2.886076310244962, "independent_future_center_error_seed_std": 0.008281038033931931, "rollout_h1_error_mean": 0.2498762604753317, "rollout_h1_error_seed_std": 0.00719588122919737, "rollout_h5_error_mean": 0.9978512583812874, "rollout_h5_error_seed_std": 0.01259154249568485, "rollout_h5_reliable_error_mean": 0.6214684210469487, "rollout_h5_reliable_error_seed_std": 0.011599660611500478, "rollout_h5_penalized_error_mean": 2.7754283224511056, "rollout_h5_penalized_error_seed_std": 0.16557946355202263, "rollout_h5_scorable_fraction_mean": 0.8409722222222222, "rollout_h5_scorable_fraction_seed_std": 0.012457721391803083, "rollout_h5_source_available_fraction_mean": 0.8724747474747474, "rollout_h5_source_available_fraction_seed_std": 0.011759001481536222, "ball_presence_rate_mean": 0.9759574915824916, "ball_presence_rate_seed_std": 0.004119691067014298, "ball_correct_color_rate_mean": 0.9535984848484849, "ball_correct_color_rate_seed_std": 0.003052416943425442, "missing_ball_frames_mean": 5.289351851851852, "missing_ball_frames_seed_std": 0.9063320347431434, "color_changed_ball_frames_mean": 4.918981481481482, "color_changed_ball_frames_seed_std": 0.3537124901953062, "ball_disappearance_events_mean": 0.6898148148148149, "ball_disappearance_events_seed_std": 0.05394064906356962, "ball_reappearance_events_mean": 0.33796296296296297, "ball_reappearance_events_seed_std": 0.05394064906356963, "ball_color_change_events_mean": 0.8379629629629629, "ball_color_change_events_seed_std": 0.06744815872376608, "ball_state_change_events_mean": 1.8657407407407407, "ball_state_change_events_seed_std": 0.10516496936667175, "rollout_h5_unscorable_ball_frames_mean": 34.986111111111114, "rollout_h5_unscorable_ball_frames_seed_std": 2.740698706196681, "rollout_h5_scored_ball_frames_mean": 185.01388888888889, "rollout_h5_scored_ball_frames_seed_std": 2.740698706196688, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.20390342300959244, "l2_seed_std": 0.00022052775358985925, "gt_error_mean": 2.882274576050632, "gt_error_seed_std": 0.011165527223840985, "iou_mean": 0.6711741183389688, "iou_seed_std": 0.003392346617735596, "independent_future_center_error_mean": 2.882274576050632, "independent_future_center_error_seed_std": 0.011165527223840985, "rollout_h1_error_mean": 0.248477446211917, "rollout_h1_error_seed_std": 0.0083021552383502, "rollout_h5_error_mean": 0.9958643375595608, "rollout_h5_error_seed_std": 0.02082898430721652, "rollout_h5_reliable_error_mean": 0.6389145879413807, "rollout_h5_reliable_error_seed_std": 0.012347964433713108, "rollout_h5_penalized_error_mean": 2.815688417316267, "rollout_h5_penalized_error_seed_std": 0.3327593384494875, "rollout_h5_scorable_fraction_mean": 0.8392233594220349, "rollout_h5_scorable_fraction_seed_std": 0.025460234219589248, "rollout_h5_source_available_fraction_mean": 0.872416215131447, "rollout_h5_source_available_fraction_seed_std": 0.021349512462177818, "ball_presence_rate_mean": 0.9727573750752558, "ball_presence_rate_seed_std": 0.005015361944906085, "ball_correct_color_rate_mean": 0.95, "ball_correct_color_rate_seed_std": 0.00867715518838835, "missing_ball_frames_mean": 5.993377483443709, "missing_ball_frames_seed_std": 1.1033796278793426, "color_changed_ball_frames_mean": 5.006622516556291, "color_changed_ball_frames_seed_std": 0.8748492260783046, "ball_disappearance_events_mean": 0.7969094922737306, "ball_disappearance_events_seed_std": 0.14392868267287454, "ball_reappearance_events_mean": 0.3951434878587196, "ball_reappearance_events_seed_std": 0.06153359763693754, "ball_color_change_events_mean": 0.8807947019867549, "ball_color_change_events_seed_std": 0.060696366820607126, "ball_state_change_events_mean": 2.0728476821192054, "ball_state_change_events_seed_std": 0.2598019237871926, "rollout_h5_unscorable_ball_frames_mean": 35.370860927152314, "rollout_h5_unscorable_ball_frames_seed_std": 5.601251528309638, "rollout_h5_scored_ball_frames_mean": 184.62913907284766, "rollout_h5_scored_ball_frames_seed_std": 5.601251528309643, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.20736854228862497, "l2_seed_std": 0.0004941509100294998, "gt_error_mean": 2.9542223195072226, "gt_error_seed_std": 0.035715565534062695, "iou_mean": 0.6610860542588292, "iou_seed_std": 0.007192358495033128, "independent_future_center_error_mean": 2.9542223195072226, "independent_future_center_error_seed_std": 0.035715565534062695, "rollout_h1_error_mean": 0.25920165058091066, "rollout_h1_error_seed_std": 0.005995170716774618, "rollout_h5_error_mean": 1.030023885291074, "rollout_h5_error_seed_std": 0.008057949968738366, "rollout_h5_reliable_error_mean": 0.630306072326859, "rollout_h5_reliable_error_seed_std": 0.03509515853776983, "rollout_h5_penalized_error_mean": 3.574576920621913, "rollout_h5_penalized_error_seed_std": 0.3686233319677125, "rollout_h5_scorable_fraction_mean": 0.7831571529245948, "rollout_h5_scorable_fraction_seed_std": 0.029077950670864355, "rollout_h5_source_available_fraction_mean": 0.8224101479915433, "rollout_h5_source_available_fraction_seed_std": 0.024187619609835995, "ball_presence_rate_mean": 0.962367864693446, "ball_presence_rate_seed_std": 0.008958578892402645, "ball_correct_color_rate_mean": 0.9374559548978153, "ball_correct_color_rate_seed_std": 0.014049490097500191, "missing_ball_frames_mean": 8.279069767441861, "missing_ball_frames_seed_std": 1.9708873563285796, "color_changed_ball_frames_mean": 5.48062015503876, "color_changed_ball_frames_seed_std": 1.3146393215938188, "ball_disappearance_events_mean": 0.8682170542635659, "ball_disappearance_events_seed_std": 0.21608309867854814, "ball_reappearance_events_mean": 0.40310077519379844, "ball_reappearance_events_seed_std": 0.10804154933927408, "ball_color_change_events_mean": 0.9573643410852714, "ball_color_change_events_seed_std": 0.2081146319171906, "ball_state_change_events_mean": 2.2286821705426356, "ball_state_change_events_seed_std": 0.5295912754713255, "rollout_h5_unscorable_ball_frames_mean": 47.70542635658915, "rollout_h5_unscorable_ball_frames_seed_std": 6.397149147590154, "rollout_h5_scored_ball_frames_mean": 172.29457364341087, "rollout_h5_scored_ball_frames_seed_std": 6.397149147590157, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.20450486458322537, "l2_seed_std": 0.00014206041787951252, "gt_error_mean": 2.8817317180650126, "gt_error_seed_std": 0.07773248906274492, "iou_mean": 0.6621134631051727, "iou_seed_std": 0.0008675379948422225, "independent_future_center_error_mean": 2.8817317180650126, "independent_future_center_error_seed_std": 0.07773248906274492, "rollout_h1_error_mean": 0.2527950613566674, "rollout_h1_error_seed_std": 0.008369559381018327, "rollout_h5_error_mean": 1.0256060577521668, "rollout_h5_error_seed_std": 0.028528800602699626, "rollout_h5_reliable_error_mean": 0.6503786569189314, "rollout_h5_reliable_error_seed_std": 0.030824745810637454, "rollout_h5_penalized_error_mean": 2.952055496366503, "rollout_h5_penalized_error_seed_std": 0.3148062261692483, "rollout_h5_scorable_fraction_mean": 0.8293024585477415, "rollout_h5_scorable_fraction_seed_std": 0.023799326771021413, "rollout_h5_source_available_fraction_mean": 0.8634934248141796, "rollout_h5_source_available_fraction_seed_std": 0.0187228033068439, "ball_presence_rate_mean": 0.973327615780446, "ball_presence_rate_seed_std": 0.0066537062141222465, "ball_correct_color_rate_mean": 0.9455403087478559, "ball_correct_color_rate_seed_std": 0.004820324355539038, "missing_ball_frames_mean": 5.867924528301887, "missing_ball_frames_seed_std": 1.4638153671068919, "color_changed_ball_frames_mean": 6.113207547169812, "color_changed_ball_frames_seed_std": 0.8020532568615959, "ball_disappearance_events_mean": 0.7861635220125787, "ball_disappearance_events_seed_std": 0.04748323544195445, "ball_reappearance_events_mean": 0.3584905660377359, "ball_reappearance_events_seed_std": 0.049919836057822485, "ball_color_change_events_mean": 0.9245283018867925, "ball_color_change_events_seed_std": 0.08646369235765734, "ball_state_change_events_mean": 2.069182389937107, "ball_state_change_events_seed_std": 0.13252394657676408, "rollout_h5_unscorable_ball_frames_mean": 37.55345911949686, "rollout_h5_unscorable_ball_frames_seed_std": 5.235851889624707, "rollout_h5_scored_ball_frames_mean": 182.44654088050316, "rollout_h5_scored_ball_frames_seed_std": 5.235851889624703, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.20340395627314584, "l2_seed_std": 0.0019164932873517626, "gt_error_mean": 2.8104334442348895, "gt_error_seed_std": 0.006898704396170145, "iou_mean": 0.6652037552920832, "iou_seed_std": 0.010209931836304968, "independent_future_center_error_mean": 2.8104334442348895, "independent_future_center_error_seed_std": 0.006898704396170145, "rollout_h1_error_mean": 0.28260270931963666, "rollout_h1_error_seed_std": 0.02560757860763004, "rollout_h5_error_mean": 1.1516561183512517, "rollout_h5_error_seed_std": 0.05286574250656056, "rollout_h5_reliable_error_mean": 0.6920443233773885, "rollout_h5_reliable_error_seed_std": 0.054124844000024604, "rollout_h5_penalized_error_mean": 4.211604116732025, "rollout_h5_penalized_error_seed_std": 0.8018731755824693, "rollout_h5_scorable_fraction_mean": 0.7401913875598086, "rollout_h5_scorable_fraction_seed_std": 0.0598272698171758, "rollout_h5_source_available_fraction_mean": 0.7838915470494418, "rollout_h5_source_available_fraction_seed_std": 0.05117511379569488, "ball_presence_rate_mean": 0.9636363636363636, "ball_presence_rate_seed_std": 0.010981356380410028, "ball_correct_color_rate_mean": 0.9255980861244019, "ball_correct_color_rate_seed_std": 0.010996980798623142, "missing_ball_frames_mean": 8.0, "missing_ball_frames_seed_std": 2.4158984036902105, "color_changed_ball_frames_mean": 8.368421052631579, "color_changed_ball_frames_seed_std": 0.10526315789473628, "ball_disappearance_events_mean": 0.7894736842105263, "ball_disappearance_events_seed_std": 0.09116056881941463, "ball_reappearance_events_mean": 0.38596491228070173, "ball_reappearance_events_seed_std": 0.10956136839295434, "ball_color_change_events_mean": 1.0526315789473684, "ball_color_change_events_seed_std": 0.3684210526315789, "ball_state_change_events_mean": 2.2280701754385963, "ball_state_change_events_seed_std": 0.49745427644764284, "rollout_h5_unscorable_ball_frames_mean": 57.1578947368421, "rollout_h5_unscorable_ball_frames_seed_std": 13.161999359778681, "rollout_h5_scored_ball_frames_mean": 162.8421052631579, "rollout_h5_scored_ball_frames_seed_std": 13.161999359778676, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 10, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.200476735830307, "l2_seed_std": 0.0014410612278771713, "gt_error_mean": 2.9228477514856617, "gt_error_seed_std": 0.19578385651864247, "iou_mean": 0.6410603994645527, "iou_seed_std": 0.03958121423718843, "independent_future_center_error_mean": 2.9228477514856617, "independent_future_center_error_seed_std": 0.19578385651864247, "rollout_h1_error_mean": 0.2893471956467682, "rollout_h1_error_seed_std": 0.04170393012073207, "rollout_h5_error_mean": 1.1392843174024012, "rollout_h5_error_seed_std": 0.1761524760140475, "rollout_h5_reliable_error_mean": 0.6357470724701959, "rollout_h5_reliable_error_seed_std": 0.05878239345373168, "rollout_h5_penalized_error_mean": 3.6831085522303004, "rollout_h5_penalized_error_seed_std": 2.2307885176275377, "rollout_h5_scorable_fraction_mean": 0.7734848484848486, "rollout_h5_scorable_fraction_seed_std": 0.16226275327976036, "rollout_h5_source_available_fraction_mean": 0.8181818181818182, "rollout_h5_source_available_fraction_seed_std": 0.14508119698640567, "ball_presence_rate_mean": 0.971969696969697, "ball_presence_rate_seed_std": 0.03885854122191569, "ball_correct_color_rate_mean": 0.9454545454545454, "ball_correct_color_rate_seed_std": 0.06829536000598513, "missing_ball_frames_mean": 6.166666666666667, "missing_ball_frames_seed_std": 8.54887906882144, "color_changed_ball_frames_mean": 5.833333333333333, "color_changed_ball_frames_seed_std": 6.601767440112787, "ball_disappearance_events_mean": 0.8333333333333334, "ball_disappearance_events_seed_std": 0.5773502691896257, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.28867513459481287, "ball_color_change_events_mean": 1.0, "ball_color_change_events_seed_std": 0.8660254037844386, "ball_state_change_events_mean": 2.0, "ball_state_change_events_seed_std": 1.5, "rollout_h5_unscorable_ball_frames_mean": 49.833333333333336, "rollout_h5_unscorable_ball_frames_seed_std": 35.697805721547276, "rollout_h5_scored_ball_frames_mean": 170.16666666666666, "rollout_h5_scored_ball_frames_seed_std": 35.697805721547276, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.17858348538478216, "l2_seed_std": 0.00756193352050529, "gt_error_mean": 2.2094436925487715, "gt_error_seed_std": 0.3356693481036494, "iou_mean": 0.7134048466440739, "iou_seed_std": 0.0021439552276182336, "independent_future_center_error_mean": 2.2094436925487715, "independent_future_center_error_seed_std": 0.3356693481036494, "rollout_h1_error_mean": 0.18433705028325395, "rollout_h1_error_seed_std": 0.0036263237972810293, "rollout_h5_error_mean": 0.762464419764248, "rollout_h5_error_seed_std": 0.0036250756095037944, "rollout_h5_reliable_error_mean": 0.5084589517147322, "rollout_h5_reliable_error_seed_std": 0.028866622873975185, "rollout_h5_penalized_error_mean": 0.5084589517147322, "rollout_h5_penalized_error_seed_std": 0.028866622873975185, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.19162680131608043, "l2_seed_std": 0.0009743842756172029, "gt_error_mean": 2.536228133008322, "gt_error_seed_std": 0.046777770027647804, "iou_mean": 0.7088447100806339, "iou_seed_std": 0.002406929402248942, "independent_future_center_error_mean": 2.536228133008322, "independent_future_center_error_seed_std": 0.046777770027647804, "rollout_h1_error_mean": 0.19969516842034787, "rollout_h1_error_seed_std": 0.009302375391012354, "rollout_h5_error_mean": 0.8433776241814823, "rollout_h5_error_seed_std": 0.029242701816714314, "rollout_h5_reliable_error_mean": 0.5559118628108644, "rollout_h5_reliable_error_seed_std": 0.010534707031579625, "rollout_h5_penalized_error_mean": 1.9914074462122793, "rollout_h5_penalized_error_seed_std": 0.2635953847616767, "rollout_h5_scorable_fraction_mean": 0.8949059561128526, "rollout_h5_scorable_fraction_seed_std": 0.01857928833121203, "rollout_h5_source_available_fraction_mean": 0.9183646812957158, "rollout_h5_source_available_fraction_seed_std": 0.01606742352631328, "ball_presence_rate_mean": 0.9836729362591431, "ball_presence_rate_seed_std": 0.004191385911257752, "ball_correct_color_rate_mean": 0.9733281086729363, "ball_correct_color_rate_seed_std": 0.006754982804135444, "missing_ball_frames_mean": 3.5919540229885056, "missing_ball_frames_seed_std": 0.9221049004767057, "color_changed_ball_frames_mean": 2.2758620689655173, "color_changed_ball_frames_seed_std": 0.9353348958633686, "ball_disappearance_events_mean": 0.39655172413793105, "ball_disappearance_events_seed_std": 0.051724137931034475, "ball_reappearance_events_mean": 0.21264367816091956, "ball_reappearance_events_seed_std": 0.04338985307626868, "ball_color_change_events_mean": 0.39080459770114945, "ball_color_change_events_seed_std": 0.04338985307626865, "ball_state_change_events_mean": 1.0, "ball_state_change_events_seed_std": 0.1206896551724138, "rollout_h5_unscorable_ball_frames_mean": 23.120689655172413, "rollout_h5_unscorable_ball_frames_seed_std": 4.087443432866645, "rollout_h5_scored_ball_frames_mean": 196.8793103448276, "rollout_h5_scored_ball_frames_seed_std": 4.087443432866643, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.19303609602726424, "l2_seed_std": 0.0004081744056239925, "gt_error_mean": 2.6339389027577136, "gt_error_seed_std": 0.01672456090510234, "iou_mean": 0.7058199672127327, "iou_seed_std": 0.006088790522528986, "independent_future_center_error_mean": 2.6339389027577136, "independent_future_center_error_seed_std": 0.01672456090510234, "rollout_h1_error_mean": 0.2023050367982158, "rollout_h1_error_seed_std": 0.007945827985917477, "rollout_h5_error_mean": 0.8447547186215266, "rollout_h5_error_seed_std": 0.01271799207797607, "rollout_h5_reliable_error_mean": 0.5513901698627248, "rollout_h5_reliable_error_seed_std": 0.00788106544159064, "rollout_h5_penalized_error_mean": 1.9554434340482956, "rollout_h5_penalized_error_seed_std": 0.2692653529784876, "rollout_h5_scorable_fraction_mean": 0.8970571095571095, "rollout_h5_scorable_fraction_seed_std": 0.020220778699977775, "rollout_h5_source_available_fraction_mean": 0.9208187645687645, "rollout_h5_source_available_fraction_seed_std": 0.0164063630979532, "ball_presence_rate_mean": 0.9857226107226107, "ball_presence_rate_seed_std": 0.0039214881905351665, "ball_correct_color_rate_mean": 0.9738927738927738, "ball_correct_color_rate_seed_std": 0.006578390090914409, "missing_ball_frames_mean": 3.141025641025641, "missing_ball_frames_seed_std": 0.8627274019177344, "color_changed_ball_frames_mean": 2.6025641025641026, "color_changed_ball_frames_seed_std": 0.6525959011949204, "ball_disappearance_events_mean": 0.4198717948717949, "ball_disappearance_events_seed_std": 0.14937410509911597, "ball_reappearance_events_mean": 0.20833333333333334, "ball_reappearance_events_seed_std": 0.09138831685502084, "ball_color_change_events_mean": 0.3974358974358974, "ball_color_change_events_seed_std": 0.14687742612037952, "ball_state_change_events_mean": 1.0256410256410255, "ball_state_change_events_seed_std": 0.3851358657778853, "rollout_h5_unscorable_ball_frames_mean": 22.647435897435898, "rollout_h5_unscorable_ball_frames_seed_std": 4.448571313995112, "rollout_h5_scored_ball_frames_mean": 197.3525641025641, "rollout_h5_scored_ball_frames_seed_std": 4.448571313995115, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.19864462463991017, "l2_seed_std": 0.0008971538038177355, "gt_error_mean": 2.780250324773858, "gt_error_seed_std": 0.014662751729572793, "iou_mean": 0.7036748921162984, "iou_seed_std": 0.003033057151823956, "independent_future_center_error_mean": 2.780250324773858, "independent_future_center_error_seed_std": 0.014662751729572793, "rollout_h1_error_mean": 0.20886188616214363, "rollout_h1_error_seed_std": 0.0023285243891470273, "rollout_h5_error_mean": 0.8919250961010504, "rollout_h5_error_seed_std": 0.007452248742187193, "rollout_h5_reliable_error_mean": 0.58610978763933, "rollout_h5_reliable_error_seed_std": 0.011435449707725944, "rollout_h5_penalized_error_mean": 2.518409568413885, "rollout_h5_penalized_error_seed_std": 0.04762014051100641, "rollout_h5_scorable_fraction_mean": 0.8579088759939824, "rollout_h5_scorable_fraction_seed_std": 0.004134589117350813, "rollout_h5_source_available_fraction_mean": 0.8859338061465721, "rollout_h5_source_available_fraction_seed_std": 0.0019431701396975065, "ball_presence_rate_mean": 0.9767246937459704, "ball_presence_rate_seed_std": 0.00041908446163763953, "ball_correct_color_rate_mean": 0.9635503975929508, "ball_correct_color_rate_seed_std": 0.002821144550359975, "missing_ball_frames_mean": 5.120567375886525, "missing_ball_frames_seed_std": 0.09219858156028392, "color_changed_ball_frames_mean": 2.8983451536643026, "color_changed_ball_frames_seed_std": 0.5439458940222153, "ball_disappearance_events_mean": 0.524822695035461, "ball_disappearance_events_seed_std": 0.025571285641588615, "ball_reappearance_events_mean": 0.26004728132387706, "ball_reappearance_events_seed_std": 0.020473413801050572, "ball_color_change_events_mean": 0.4893617021276596, "ball_color_change_events_seed_std": 0.068394686248177, "ball_state_change_events_mean": 1.2742316784869976, "ball_state_change_events_seed_std": 0.11399114374696166, "rollout_h5_unscorable_ball_frames_mean": 31.260047281323875, "rollout_h5_unscorable_ball_frames_seed_std": 0.9096096058171799, "rollout_h5_scored_ball_frames_mean": 188.7399527186761, "rollout_h5_scored_ball_frames_seed_std": 0.9096096058171811, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.20137327005021016, "l2_seed_std": 0.0006714490603228604, "gt_error_mean": 2.8033211898640027, "gt_error_seed_std": 0.04586086626229061, "iou_mean": 0.7037423053835866, "iou_seed_std": 0.0008104291001986117, "independent_future_center_error_mean": 2.8033211898640027, "independent_future_center_error_seed_std": 0.04586086626229061, "rollout_h1_error_mean": 0.20847165782796867, "rollout_h1_error_seed_std": 0.0028585771443472114, "rollout_h5_error_mean": 0.8774061250800129, "rollout_h5_error_seed_std": 0.008091587023356746, "rollout_h5_reliable_error_mean": 0.5711876727975548, "rollout_h5_reliable_error_seed_std": 0.004154959492411154, "rollout_h5_penalized_error_mean": 2.448011777692343, "rollout_h5_penalized_error_seed_std": 0.16119032701261357, "rollout_h5_scorable_fraction_mean": 0.862053369516056, "rollout_h5_scorable_fraction_seed_std": 0.011447740233591368, "rollout_h5_source_available_fraction_mean": 0.8922998643147897, "rollout_h5_source_available_fraction_seed_std": 0.010444236308236541, "ball_presence_rate_mean": 0.9802464947987336, "ball_presence_rate_seed_std": 0.00436285625864499, "ball_correct_color_rate_mean": 0.9668249660786974, "ball_correct_color_rate_seed_std": 0.0035836375196478414, "missing_ball_frames_mean": 4.345771144278607, "missing_ball_frames_seed_std": 0.9598283769018869, "color_changed_ball_frames_mean": 2.9527363184079602, "color_changed_ball_frames_seed_std": 0.5906532951456877, "ball_disappearance_events_mean": 0.44776119402985076, "ball_disappearance_events_seed_std": 0.051703009181160504, "ball_reappearance_events_mean": 0.208955223880597, "ball_reappearance_events_seed_std": 0.04893610839031342, "ball_color_change_events_mean": 0.4601990049751244, "ball_color_change_events_seed_std": 0.08186309787017083, "ball_state_change_events_mean": 1.116915422885572, "ball_state_change_events_seed_std": 0.1749094112561885, "rollout_h5_unscorable_ball_frames_mean": 30.34825870646766, "rollout_h5_unscorable_ball_frames_seed_std": 2.5185028513901027, "rollout_h5_scored_ball_frames_mean": 189.65174129353233, "rollout_h5_scored_ball_frames_seed_std": 2.518502851390107, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.20469794267167649, "l2_seed_std": 0.00020916286015888836, "gt_error_mean": 2.881752509910842, "gt_error_seed_std": 0.015751887386066626, "iou_mean": 0.700482973494903, "iou_seed_std": 0.001437191706998874, "independent_future_center_error_mean": 2.881752509910842, "independent_future_center_error_seed_std": 0.015751887386066626, "rollout_h1_error_mean": 0.21593576369600734, "rollout_h1_error_seed_std": 0.006789446130862869, "rollout_h5_error_mean": 0.9129477267870199, "rollout_h5_error_seed_std": 0.015130486247810694, "rollout_h5_reliable_error_mean": 0.605868081928081, "rollout_h5_reliable_error_seed_std": 0.011057027109481189, "rollout_h5_penalized_error_mean": 2.266543086905911, "rollout_h5_penalized_error_seed_std": 0.03876841081969027, "rollout_h5_scorable_fraction_mean": 0.8775252525252525, "rollout_h5_scorable_fraction_seed_std": 0.00254823037129717, "rollout_h5_source_available_fraction_mean": 0.905145202020202, "rollout_h5_source_available_fraction_seed_std": 0.00424672476233387, "ball_presence_rate_mean": 0.9803345959595959, "ball_presence_rate_seed_std": 0.0011781223236440785, "ball_correct_color_rate_mean": 0.9688552188552189, "ball_correct_color_rate_seed_std": 0.004934080003237974, "missing_ball_frames_mean": 4.326388888888889, "missing_ball_frames_seed_std": 0.2591869112016875, "color_changed_ball_frames_mean": 2.525462962962963, "color_changed_ball_frames_seed_std": 0.8274192145365988, "ball_disappearance_events_mean": 0.4675925925925926, "ball_disappearance_events_seed_std": 0.028065638085606803, "ball_reappearance_events_mean": 0.2175925925925926, "ball_reappearance_events_seed_std": 0.03563612110727001, "ball_color_change_events_mean": 0.46296296296296297, "ball_color_change_events_seed_std": 0.090366765258996, "ball_state_change_events_mean": 1.1481481481481481, "ball_state_change_events_seed_std": 0.09878050135811041, "rollout_h5_unscorable_ball_frames_mean": 26.944444444444446, "rollout_h5_unscorable_ball_frames_seed_std": 0.560610681685387, "rollout_h5_scored_ball_frames_mean": 193.05555555555557, "rollout_h5_scored_ball_frames_seed_std": 0.5606106816853776, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.20671230853919687, "l2_seed_std": 0.0004170681236693276, "gt_error_mean": 2.8880876454315976, "gt_error_seed_std": 0.01763404498203537, "iou_mean": 0.6989427952885661, "iou_seed_std": 0.006271616531774617, "independent_future_center_error_mean": 2.8880876454315976, "independent_future_center_error_seed_std": 0.01763404498203537, "rollout_h1_error_mean": 0.21854216156544437, "rollout_h1_error_seed_std": 0.01363994654730318, "rollout_h5_error_mean": 0.9198870585866973, "rollout_h5_error_seed_std": 0.03014919812446324, "rollout_h5_reliable_error_mean": 0.6172585387643664, "rollout_h5_reliable_error_seed_std": 0.011574316269468032, "rollout_h5_penalized_error_mean": 2.436522654734321, "rollout_h5_penalized_error_seed_std": 0.37611262120135724, "rollout_h5_scorable_fraction_mean": 0.8659743126630544, "rollout_h5_scorable_fraction_seed_std": 0.02845232996295123, "rollout_h5_source_available_fraction_mean": 0.8985049167168373, "rollout_h5_source_available_fraction_seed_std": 0.023202415191764754, "ball_presence_rate_mean": 0.978948424643789, "ball_presence_rate_seed_std": 0.002752403925791492, "ball_correct_color_rate_mean": 0.966596427854706, "ball_correct_color_rate_seed_std": 0.00962999157736997, "missing_ball_frames_mean": 4.631346578366446, "missing_ball_frames_seed_std": 0.6055288636741287, "color_changed_ball_frames_mean": 2.717439293598234, "color_changed_ball_frames_seed_std": 1.5226076287734855, "ball_disappearance_events_mean": 0.543046357615894, "ball_disappearance_events_seed_std": 0.13294609205221675, "ball_reappearance_events_mean": 0.2737306843267108, "ball_reappearance_events_seed_std": 0.06764482757635569, "ball_color_change_events_mean": 0.4966887417218543, "ball_color_change_events_seed_std": 0.15573478167291188, "ball_state_change_events_mean": 1.3134657836644592, "ball_state_change_events_seed_std": 0.3538143127804572, "rollout_h5_unscorable_ball_frames_mean": 29.485651214128037, "rollout_h5_unscorable_ball_frames_seed_std": 6.25951259184927, "rollout_h5_scored_ball_frames_mean": 190.51434878587196, "rollout_h5_scored_ball_frames_seed_std": 6.2595125918492736, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.21036803115938985, "l2_seed_std": 0.0002837338911809197, "gt_error_mean": 2.9451229622527975, "gt_error_seed_std": 0.05342730125413805, "iou_mean": 0.6951274467594706, "iou_seed_std": 0.005437099666112201, "independent_future_center_error_mean": 2.9451229622527975, "independent_future_center_error_seed_std": 0.05342730125413805, "rollout_h1_error_mean": 0.22388829288160053, "rollout_h1_error_seed_std": 0.011360547650731734, "rollout_h5_error_mean": 0.944573746516293, "rollout_h5_error_seed_std": 0.015670144732632924, "rollout_h5_reliable_error_mean": 0.6187512448173367, "rollout_h5_reliable_error_seed_std": 0.028924519108477396, "rollout_h5_penalized_error_mean": 2.8421582461913686, "rollout_h5_penalized_error_seed_std": 0.19071008751779664, "rollout_h5_scorable_fraction_mean": 0.836398872445384, "rollout_h5_scorable_fraction_seed_std": 0.015815692820953277, "rollout_h5_source_available_fraction_mean": 0.8676885130373503, "rollout_h5_source_available_fraction_seed_std": 0.01058842790790468, "ball_presence_rate_mean": 0.9723044397463002, "ball_presence_rate_seed_std": 0.004496019094743495, "ball_correct_color_rate_mean": 0.9557258632840029, "ball_correct_color_rate_seed_std": 0.005845659590136572, "missing_ball_frames_mean": 6.093023255813954, "missing_ball_frames_seed_std": 0.9891242008435694, "color_changed_ball_frames_mean": 3.647286821705426, "color_changed_ball_frames_seed_std": 1.16106461034055, "ball_disappearance_events_mean": 0.5775193798449613, "ball_disappearance_events_seed_std": 0.08727387790075737, "ball_reappearance_events_mean": 0.2751937984496124, "ball_reappearance_events_seed_std": 0.052433136660731336, "ball_color_change_events_mean": 0.5930232558139534, "ball_color_change_events_seed_std": 0.1511627906976744, "ball_state_change_events_mean": 1.445736434108527, "ball_state_change_events_seed_std": 0.27549388595219937, "rollout_h5_unscorable_ball_frames_mean": 35.992248062015506, "rollout_h5_unscorable_ball_frames_seed_std": 3.479452420609719, "rollout_h5_scored_ball_frames_mean": 184.0077519379845, "rollout_h5_scored_ball_frames_seed_std": 3.479452420609727, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.208010011873905, "l2_seed_std": 0.0004886186434446406, "gt_error_mean": 2.889694311124318, "gt_error_seed_std": 0.07152170230855502, "iou_mean": 0.6964592266533689, "iou_seed_std": 0.005574431868575626, "independent_future_center_error_mean": 2.889694311124318, "independent_future_center_error_seed_std": 0.07152170230855502, "rollout_h1_error_mean": 0.21996895827465637, "rollout_h1_error_seed_std": 0.00934190677378769, "rollout_h5_error_mean": 0.9495207500174346, "rollout_h5_error_seed_std": 0.02719322174602425, "rollout_h5_reliable_error_mean": 0.645959396906098, "rollout_h5_reliable_error_seed_std": 0.0395510935228502, "rollout_h5_penalized_error_mean": 2.313711372582073, "rollout_h5_penalized_error_seed_std": 0.4293146619752969, "rollout_h5_scorable_fraction_mean": 0.8764150943396226, "rollout_h5_scorable_fraction_seed_std": 0.033979152721709364, "rollout_h5_source_available_fraction_mean": 0.9025157232704403, "rollout_h5_source_available_fraction_seed_std": 0.032239280185324695, "ball_presence_rate_mean": 0.9813321898227558, "ball_presence_rate_seed_std": 0.008372067263679157, "ball_correct_color_rate_mean": 0.9620354488279017, "ball_correct_color_rate_seed_std": 0.005578131449592007, "missing_ball_frames_mean": 4.1069182389937104, "missing_ball_frames_seed_std": 1.8418547980094084, "color_changed_ball_frames_mean": 4.245283018867925, "color_changed_ball_frames_seed_std": 1.1802637111723329, "ball_disappearance_events_mean": 0.4528301886792453, "ball_disappearance_events_seed_std": 0.0653604078327878, "ball_reappearance_events_mean": 0.20125786163522014, "ball_reappearance_events_seed_std": 0.04748323544195441, "ball_color_change_events_mean": 0.5157232704402516, "ball_color_change_events_seed_std": 0.14161421697104026, "ball_state_change_events_mean": 1.169811320754717, "ball_state_change_events_seed_std": 0.13207547169811318, "rollout_h5_unscorable_ball_frames_mean": 27.18867924528302, "rollout_h5_unscorable_ball_frames_seed_std": 7.475413598776066, "rollout_h5_scored_ball_frames_mean": 192.81132075471697, "rollout_h5_scored_ball_frames_seed_std": 7.475413598776063, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.20593386966931193, "l2_seed_std": 0.0015538638966721755, "gt_error_mean": 2.8103660811860207, "gt_error_seed_std": 0.01852957970505693, "iou_mean": 0.6898816133191774, "iou_seed_std": 0.009474872949474395, "independent_future_center_error_mean": 2.8103660811860207, "independent_future_center_error_seed_std": 0.01852957970505693, "rollout_h1_error_mean": 0.2591114324845776, "rollout_h1_error_seed_std": 0.04188637845545191, "rollout_h5_error_mean": 1.0563989678097014, "rollout_h5_error_seed_std": 0.07578010167898114, "rollout_h5_reliable_error_mean": 0.6732034656732475, "rollout_h5_reliable_error_seed_std": 0.04135256012129776, "rollout_h5_penalized_error_mean": 3.1491656235170615, "rollout_h5_penalized_error_seed_std": 1.0168614966538125, "rollout_h5_scorable_fraction_mean": 0.8172248803827752, "rollout_h5_scorable_fraction_seed_std": 0.07401783973399514, "rollout_h5_source_available_fraction_mean": 0.8492822966507177, "rollout_h5_source_available_fraction_seed_std": 0.05846578664999967, "ball_presence_rate_mean": 0.9755980861244019, "ball_presence_rate_seed_std": 0.01440779418652016, "ball_correct_color_rate_mean": 0.9448165869218501, "ball_correct_color_rate_seed_std": 0.014438216920995674, "missing_ball_frames_mean": 5.368421052631579, "missing_ball_frames_seed_std": 3.169714721034431, "color_changed_ball_frames_mean": 6.771929824561403, "color_changed_ball_frames_seed_std": 0.8056815791722831, "ball_disappearance_events_mean": 0.49122807017543857, "ball_disappearance_events_seed_std": 0.19925994195790434, "ball_reappearance_events_mean": 0.17543859649122806, "ball_reappearance_events_seed_std": 0.08039606482378667, "ball_color_change_events_mean": 0.6842105263157895, "ball_color_change_events_seed_std": 0.1392500690033995, "ball_state_change_events_mean": 1.3508771929824561, "ball_state_change_events_seed_std": 0.3950291315507966, "rollout_h5_unscorable_ball_frames_mean": 40.21052631578947, "rollout_h5_unscorable_ball_frames_seed_std": 16.28392474147893, "rollout_h5_scored_ball_frames_mean": 179.78947368421052, "rollout_h5_scored_ball_frames_seed_std": 16.28392474147893, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 20, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.20348017662763596, "l2_seed_std": 0.002689887601794378, "gt_error_mean": 2.9671404105629655, "gt_error_seed_std": 0.14635284716267932, "iou_mean": 0.6633694528997698, "iou_seed_std": 0.031140975523083536, "independent_future_center_error_mean": 2.9671404105629655, "independent_future_center_error_seed_std": 0.14635284716267932, "rollout_h1_error_mean": 0.31131278056292777, "rollout_h1_error_seed_std": 0.11371284067508419, "rollout_h5_error_mean": 1.1261725077705669, "rollout_h5_error_seed_std": 0.05123431885667188, "rollout_h5_reliable_error_mean": 0.7156976697152365, "rollout_h5_reliable_error_seed_std": 0.09694269081447895, "rollout_h5_penalized_error_mean": 3.549554696512381, "rollout_h5_penalized_error_seed_std": 1.3216234630663313, "rollout_h5_scorable_fraction_mean": 0.7886363636363637, "rollout_h5_scorable_fraction_seed_std": 0.09756858151666221, "rollout_h5_source_available_fraction_mean": 0.8257575757575757, "rollout_h5_source_available_fraction_seed_std": 0.0806204418704271, "ball_presence_rate_mean": 0.971969696969697, "ball_presence_rate_seed_std": 0.024088050144825273, "ball_correct_color_rate_mean": 0.9287878787878788, "ball_correct_color_rate_seed_std": 0.03441762633818353, "missing_ball_frames_mean": 6.166666666666667, "missing_ball_frames_seed_std": 5.299371031861549, "color_changed_ball_frames_mean": 9.5, "color_changed_ball_frames_seed_std": 10.331989159885913, "ball_disappearance_events_mean": 0.8333333333333334, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 0.5, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 1.0, "ball_color_change_events_seed_std": 1.0, "ball_state_change_events_mean": 2.3333333333333335, "ball_state_change_events_seed_std": 0.7637626158259734, "rollout_h5_unscorable_ball_frames_mean": 46.5, "rollout_h5_unscorable_ball_frames_seed_std": 21.465087933665682, "rollout_h5_scored_ball_frames_mean": 173.5, "rollout_h5_scored_ball_frames_seed_std": 21.465087933665682, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.18054509287079176, "l2_seed_std": 0.006193667929599752, "gt_error_mean": 2.2464148407408246, "gt_error_seed_std": 0.3042450290833337, "iou_mean": 0.7048833996218166, "iou_seed_std": 0.004380474348770699, "independent_future_center_error_mean": 2.2464148407408246, "independent_future_center_error_seed_std": 0.3042450290833337, "rollout_h1_error_mean": 0.1992500167866501, "rollout_h1_error_seed_std": 0.017995846885940525, "rollout_h5_error_mean": 0.7829307107426107, "rollout_h5_error_seed_std": 0.00532444277887027, "rollout_h5_reliable_error_mean": 0.47081478125990595, "rollout_h5_reliable_error_seed_std": 0.04894110348864265, "rollout_h5_penalized_error_mean": 1.0624341058727873, "rollout_h5_penalized_error_seed_std": 0.5145687497472147, "rollout_h5_scorable_fraction_mean": 0.9568181818181818, "rollout_h5_scorable_fraction_seed_std": 0.04092487069402071, "rollout_h5_source_available_fraction_mean": 0.9640151515151515, "rollout_h5_source_available_fraction_seed_std": 0.038675336849738944, "ball_presence_rate_mean": 0.9977272727272728, "ball_presence_rate_seed_std": 0.0030065355807551886, "ball_correct_color_rate_mean": 0.9806818181818182, "ball_correct_color_rate_seed_std": 0.018181818181818188, "missing_ball_frames_mean": 0.5, "missing_ball_frames_seed_std": 0.6614378277661477, "color_changed_ball_frames_mean": 3.75, "color_changed_ball_frames_seed_std": 3.526683994916471, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.3818813079129867, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.14433756729740643, "ball_color_change_events_mean": 0.4166666666666667, "ball_color_change_events_seed_std": 0.3818813079129867, "ball_state_change_events_mean": 0.9166666666666666, "ball_state_change_events_seed_std": 0.5204164998665332, "rollout_h5_unscorable_ball_frames_mean": 9.5, "rollout_h5_unscorable_ball_frames_seed_std": 9.003471552684553, "rollout_h5_scored_ball_frames_mean": 210.5, "rollout_h5_scored_ball_frames_seed_std": 9.003471552684553, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.1926032759506127, "l2_seed_std": 0.000860071443314521, "gt_error_mean": 2.560537757118537, "gt_error_seed_std": 0.039022419774425186, "iou_mean": 0.711852226639982, "iou_seed_std": 0.0036014313944277353, "independent_future_center_error_mean": 2.560537757118537, "independent_future_center_error_seed_std": 0.039022419774425186, "rollout_h1_error_mean": 0.18745075942905465, "rollout_h1_error_seed_std": 0.012263607965067107, "rollout_h5_error_mean": 0.8193976548500931, "rollout_h5_error_seed_std": 0.0317136068724205, "rollout_h5_reliable_error_mean": 0.5575460948611273, "rollout_h5_reliable_error_seed_std": 0.030661504112802388, "rollout_h5_penalized_error_mean": 1.6732081069015685, "rollout_h5_penalized_error_seed_std": 0.30276032643333933, "rollout_h5_scorable_fraction_mean": 0.9181556948798328, "rollout_h5_scorable_fraction_seed_std": 0.020268029462219506, "rollout_h5_source_available_fraction_mean": 0.9371734587251829, "rollout_h5_source_available_fraction_seed_std": 0.015782993429275652, "ball_presence_rate_mean": 0.9892894461859979, "ball_presence_rate_seed_std": 0.002730978517388585, "ball_correct_color_rate_mean": 0.9829414838035527, "ball_correct_color_rate_seed_std": 0.005924232725045711, "missing_ball_frames_mean": 2.3563218390804597, "missing_ball_frames_seed_std": 0.6008152738254826, "color_changed_ball_frames_mean": 1.396551724137931, "color_changed_ball_frames_seed_std": 0.849039465672078, "ball_disappearance_events_mean": 0.28735632183908044, "ball_disappearance_events_seed_std": 0.019908629972056068, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.019908629972056054, "ball_color_change_events_mean": 0.25287356321839083, "ball_color_change_events_seed_std": 0.08847588688701523, "ball_state_change_events_mean": 0.7068965517241379, "ball_state_change_events_seed_std": 0.12068965517241381, "rollout_h5_unscorable_ball_frames_mean": 18.00574712643678, "rollout_h5_unscorable_ball_frames_seed_std": 4.45896648168829, "rollout_h5_scored_ball_frames_mean": 201.99425287356323, "rollout_h5_scored_ball_frames_seed_std": 4.458966481688295, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.19386531226336956, "l2_seed_std": 0.0004989240755969303, "gt_error_mean": 2.6476697769744555, "gt_error_seed_std": 0.031169094050466736, "iou_mean": 0.7106272575436648, "iou_seed_std": 0.002387689817060706, "independent_future_center_error_mean": 2.6476697769744555, "independent_future_center_error_seed_std": 0.031169094050466736, "rollout_h1_error_mean": 0.19117071127678723, "rollout_h1_error_seed_std": 0.006191277335623105, "rollout_h5_error_mean": 0.8146545988791081, "rollout_h5_error_seed_std": 0.012699511368287746, "rollout_h5_reliable_error_mean": 0.5553106894612994, "rollout_h5_reliable_error_seed_std": 0.006168584543494584, "rollout_h5_penalized_error_mean": 1.6938230303850716, "rollout_h5_penalized_error_seed_std": 0.1367541253623998, "rollout_h5_scorable_fraction_mean": 0.9163315850815851, "rollout_h5_scorable_fraction_seed_std": 0.01024391365271193, "rollout_h5_source_available_fraction_mean": 0.9350961538461539, "rollout_h5_source_available_fraction_seed_std": 0.010437022671555518, "ball_presence_rate_mean": 0.9880827505827505, "ball_presence_rate_seed_std": 0.000783469094390928, "ball_correct_color_rate_mean": 0.9803613053613054, "ball_correct_color_rate_seed_std": 0.002978875971825629, "missing_ball_frames_mean": 2.621794871794872, "missing_ball_frames_seed_std": 0.1723632007660098, "color_changed_ball_frames_mean": 1.6987179487179487, "color_changed_ball_frames_seed_std": 0.5147000811832263, "ball_disappearance_events_mean": 0.28205128205128205, "ball_disappearance_events_seed_std": 0.08006407690254357, "ball_reappearance_events_mean": 0.13141025641025642, "ball_reappearance_events_seed_std": 0.052957409108520204, "ball_color_change_events_mean": 0.27564102564102566, "ball_color_change_events_seed_std": 0.10281419828426563, "ball_state_change_events_mean": 0.6891025641025641, "ball_state_change_events_seed_std": 0.2222658775331514, "rollout_h5_unscorable_ball_frames_mean": 18.40705128205128, "rollout_h5_unscorable_ball_frames_seed_std": 2.253661003596626, "rollout_h5_scored_ball_frames_mean": 201.59294871794873, "rollout_h5_scored_ball_frames_seed_std": 2.253661003596636, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.19927806715452362, "l2_seed_std": 0.0008548978914527068, "gt_error_mean": 2.7818532663445596, "gt_error_seed_std": 0.00976741412781112, "iou_mean": 0.7077444085788254, "iou_seed_std": 0.002410431629235828, "independent_future_center_error_mean": 2.7818532663445596, "independent_future_center_error_seed_std": 0.00976741412781112, "rollout_h1_error_mean": 0.1982880848103356, "rollout_h1_error_seed_std": 0.0011050425895762347, "rollout_h5_error_mean": 0.8554435894995746, "rollout_h5_error_seed_std": 0.010428754016818201, "rollout_h5_reliable_error_mean": 0.5836481087673931, "rollout_h5_reliable_error_seed_std": 0.00218350434067865, "rollout_h5_penalized_error_mean": 2.0040561500622527, "rollout_h5_penalized_error_seed_std": 0.12707054417966235, "rollout_h5_scorable_fraction_mean": 0.8955620030088115, "rollout_h5_scorable_fraction_seed_std": 0.009115359005835847, "rollout_h5_source_available_fraction_mean": 0.9178486997635934, "rollout_h5_source_available_fraction_seed_std": 0.008753669397986833, "ball_presence_rate_mean": 0.9830431979368149, "ball_presence_rate_seed_std": 0.001579626047711169, "ball_correct_color_rate_mean": 0.9736191704276811, "ball_correct_color_rate_seed_std": 0.002706842780992455, "missing_ball_frames_mean": 3.730496453900709, "missing_ball_frames_seed_std": 0.34751773049645385, "color_changed_ball_frames_mean": 2.0732860520094563, "color_changed_ball_frames_seed_std": 0.3095753481772265, "ball_disappearance_events_mean": 0.39243498817966904, "ball_disappearance_events_seed_std": 0.004094682760210118, "ball_reappearance_events_mean": 0.18912529550827423, "ball_reappearance_events_seed_std": 0.004094682760210118, "ball_color_change_events_mean": 0.36879432624113473, "ball_color_change_events_seed_std": 0.032500536843658424, "ball_state_change_events_mean": 0.950354609929078, "ball_state_change_events_seed_std": 0.032500536843658424, "rollout_h5_unscorable_ball_frames_mean": 22.976359338061467, "rollout_h5_unscorable_ball_frames_seed_std": 2.0053789812838847, "rollout_h5_scored_ball_frames_mean": 197.02364066193854, "rollout_h5_scored_ball_frames_seed_std": 2.005378981283893, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.20199325387898961, "l2_seed_std": 0.0005802866929148141, "gt_error_mean": 2.805670608206769, "gt_error_seed_std": 0.03187799485403269, "iou_mean": 0.7058521120875813, "iou_seed_std": 0.0034396753792000547, "independent_future_center_error_mean": 2.805670608206769, "independent_future_center_error_seed_std": 0.03187799485403269, "rollout_h1_error_mean": 0.20055650987485377, "rollout_h1_error_seed_std": 0.006113770778489072, "rollout_h5_error_mean": 0.8474650535609438, "rollout_h5_error_seed_std": 0.004012439708570054, "rollout_h5_reliable_error_mean": 0.5705549940887124, "rollout_h5_reliable_error_seed_std": 0.004130831119727098, "rollout_h5_penalized_error_mean": 2.080390023930161, "rollout_h5_penalized_error_seed_std": 0.1471742843099421, "rollout_h5_scorable_fraction_mean": 0.8889868837630032, "rollout_h5_scorable_fraction_seed_std": 0.010753926774377745, "rollout_h5_source_available_fraction_mean": 0.9118611488014473, "rollout_h5_source_available_fraction_seed_std": 0.00962632141736439, "ball_presence_rate_mean": 0.9829601990049751, "ball_presence_rate_seed_std": 0.0025780933836776847, "ball_correct_color_rate_mean": 0.9741293532338309, "ball_correct_color_rate_seed_std": 0.0036867218064520636, "missing_ball_frames_mean": 3.7487562189054726, "missing_ball_frames_seed_std": 0.5671805444090878, "color_changed_ball_frames_mean": 1.9427860696517412, "color_changed_ball_frames_seed_std": 0.7889416329962221, "ball_disappearance_events_mean": 0.3880597014925373, "ball_disappearance_events_seed_std": 0.0453937502261061, "ball_reappearance_events_mean": 0.19402985074626866, "ball_reappearance_events_seed_std": 0.032529096593587103, "ball_color_change_events_mean": 0.3308457711442786, "ball_color_change_events_seed_std": 0.11227148354623641, "ball_state_change_events_mean": 0.9129353233830846, "ball_state_change_events_seed_std": 0.17915629432866512, "rollout_h5_unscorable_ball_frames_mean": 24.422885572139304, "rollout_h5_unscorable_ball_frames_seed_std": 2.3658638903631086, "rollout_h5_scored_ball_frames_mean": 195.5771144278607, "rollout_h5_scored_ball_frames_seed_std": 2.3658638903631175, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.20527712869699355, "l2_seed_std": 0.0003511198545810655, "gt_error_mean": 2.9026853040318654, "gt_error_seed_std": 0.013633953043746963, "iou_mean": 0.7007597896718307, "iou_seed_std": 0.004360851842495499, "independent_future_center_error_mean": 2.9026853040318654, "independent_future_center_error_seed_std": 0.013633953043746963, "rollout_h1_error_mean": 0.21664807071397463, "rollout_h1_error_seed_std": 0.005166854190325574, "rollout_h5_error_mean": 0.910967834026071, "rollout_h5_error_seed_std": 0.007912217813761861, "rollout_h5_reliable_error_mean": 0.5987960425647633, "rollout_h5_reliable_error_seed_std": 0.0030695524587052163, "rollout_h5_penalized_error_mean": 2.117157858585489, "rollout_h5_penalized_error_seed_std": 0.01822546520231783, "rollout_h5_scorable_fraction_mean": 0.8882049663299664, "rollout_h5_scorable_fraction_seed_std": 0.0013371076995276267, "rollout_h5_source_available_fraction_mean": 0.9136679292929293, "rollout_h5_source_available_fraction_seed_std": 0.001034949262042643, "ball_presence_rate_mean": 0.9834701178451178, "ball_presence_rate_seed_std": 0.002287003887242109, "ball_correct_color_rate_mean": 0.9710542929292929, "ball_correct_color_rate_seed_std": 0.004241677310689678, "missing_ball_frames_mean": 3.636574074074074, "missing_ball_frames_seed_std": 0.503140855193264, "color_changed_ball_frames_mean": 2.7314814814814814, "color_changed_ball_frames_seed_std": 0.5566973221026071, "ball_disappearance_events_mean": 0.4351851851851852, "ball_disappearance_events_seed_std": 0.06415002990995841, "ball_reappearance_events_mean": 0.23379629629629628, "ball_reappearance_events_seed_std": 0.034256130988307265, "ball_color_change_events_mean": 0.4444444444444445, "ball_color_change_events_seed_std": 0.06839484584580627, "ball_state_change_events_mean": 1.113425925925926, "ball_state_change_events_seed_std": 0.16497014632034104, "rollout_h5_unscorable_ball_frames_mean": 24.59490740740741, "rollout_h5_unscorable_ball_frames_seed_std": 0.2941636938960758, "rollout_h5_scored_ball_frames_mean": 195.40509259259258, "rollout_h5_scored_ball_frames_seed_std": 0.29416369389607877, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.20736014944959688, "l2_seed_std": 0.0003730007217005786, "gt_error_mean": 2.8894502173371324, "gt_error_seed_std": 0.022671566456315864, "iou_mean": 0.7031437029053842, "iou_seed_std": 0.0038140693754586488, "independent_future_center_error_mean": 2.8894502173371324, "independent_future_center_error_seed_std": 0.022671566456315864, "rollout_h1_error_mean": 0.21585701439896807, "rollout_h1_error_seed_std": 0.013300291408163193, "rollout_h5_error_mean": 0.9046492839177178, "rollout_h5_error_seed_std": 0.01795682009967665, "rollout_h5_reliable_error_mean": 0.6128796829687583, "rollout_h5_reliable_error_seed_std": 0.005042864719437046, "rollout_h5_penalized_error_mean": 2.0406101172051643, "rollout_h5_penalized_error_seed_std": 0.21034453215675727, "rollout_h5_scorable_fraction_mean": 0.8947019867549669, "rollout_h5_scorable_fraction_seed_std": 0.01606250118429921, "rollout_h5_source_available_fraction_mean": 0.9185229781256271, "rollout_h5_source_available_fraction_seed_std": 0.010912187644546342, "ball_presence_rate_mean": 0.9850993377483444, "ball_presence_rate_seed_std": 0.0012516931298188654, "ball_correct_color_rate_mean": 0.973419626730885, "ball_correct_color_rate_seed_std": 0.003962662843993691, "missing_ball_frames_mean": 3.2781456953642385, "missing_ball_frames_seed_std": 0.2753724885601561, "color_changed_ball_frames_mean": 2.56953642384106, "color_changed_ball_frames_seed_std": 0.7763047124824869, "ball_disappearance_events_mean": 0.4613686534216336, "ball_disappearance_events_seed_std": 0.04257682455184531, "ball_reappearance_events_mean": 0.2582781456953642, "ball_reappearance_events_seed_std": 0.03504306372270982, "ball_color_change_events_mean": 0.4260485651214128, "ball_color_change_events_seed_std": 0.07531444639837523, "ball_state_change_events_mean": 1.1456953642384107, "ball_state_change_events_seed_std": 0.15274917343934835, "rollout_h5_unscorable_ball_frames_mean": 23.165562913907284, "rollout_h5_unscorable_ball_frames_seed_std": 3.5337502605458306, "rollout_h5_scored_ball_frames_mean": 196.83443708609272, "rollout_h5_scored_ball_frames_seed_std": 3.533750260545828, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.2110052209838416, "l2_seed_std": 0.00023297776055826544, "gt_error_mean": 2.958371645075258, "gt_error_seed_std": 0.050605345842037026, "iou_mean": 0.7013722131814799, "iou_seed_std": 0.003732687936688021, "independent_future_center_error_mean": 2.958371645075258, "independent_future_center_error_seed_std": 0.050605345842037026, "rollout_h1_error_mean": 0.21308535682862365, "rollout_h1_error_seed_std": 0.003562773761251436, "rollout_h5_error_mean": 0.9227444897550404, "rollout_h5_error_seed_std": 0.012117959052821025, "rollout_h5_reliable_error_mean": 0.620427458998764, "rollout_h5_reliable_error_seed_std": 0.01847584002378795, "rollout_h5_penalized_error_mean": 2.516148728316497, "rollout_h5_penalized_error_seed_std": 0.33160586306815654, "rollout_h5_scorable_fraction_mean": 0.8603594080338266, "rollout_h5_scorable_fraction_seed_std": 0.025764853318178398, "rollout_h5_source_available_fraction_mean": 0.8887420718816068, "rollout_h5_source_available_fraction_seed_std": 0.01858181377510246, "ball_presence_rate_mean": 0.9758280479210711, "ball_presence_rate_seed_std": 0.0055308583720103215, "ball_correct_color_rate_mean": 0.967353770260747, "ball_correct_color_rate_seed_std": 0.0043716888460345405, "missing_ball_frames_mean": 5.317829457364342, "missing_ball_frames_seed_std": 1.2167888418422783, "color_changed_ball_frames_mean": 1.8643410852713178, "color_changed_ball_frames_seed_std": 0.5058250912076808, "ball_disappearance_events_mean": 0.4922480620155039, "ball_disappearance_events_seed_std": 0.08727387790075741, "ball_reappearance_events_mean": 0.23255813953488372, "ball_reappearance_events_seed_std": 0.023255813953488372, "ball_color_change_events_mean": 0.38759689922480617, "ball_color_change_events_seed_std": 0.046993626561946285, "ball_state_change_events_mean": 1.1124031007751938, "ball_state_change_events_seed_std": 0.12808303598339774, "rollout_h5_unscorable_ball_frames_mean": 30.72093023255814, "rollout_h5_unscorable_ball_frames_seed_std": 5.668267729999243, "rollout_h5_scored_ball_frames_mean": 189.27906976744185, "rollout_h5_scored_ball_frames_seed_std": 5.668267729999235, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.20838857268762287, "l2_seed_std": 0.000514389044632227, "gt_error_mean": 2.9040407787553484, "gt_error_seed_std": 0.057386740668341624, "iou_mean": 0.7024300389825704, "iou_seed_std": 0.0030116488014597246, "independent_future_center_error_mean": 2.9040407787553484, "independent_future_center_error_seed_std": 0.057386740668341624, "rollout_h1_error_mean": 0.20642224383852043, "rollout_h1_error_seed_std": 0.009730643989431586, "rollout_h5_error_mean": 0.9111308603954426, "rollout_h5_error_seed_std": 0.033992575245168334, "rollout_h5_reliable_error_mean": 0.646232020105418, "rollout_h5_reliable_error_seed_std": 0.028494377720048602, "rollout_h5_penalized_error_mean": 1.8720499026475523, "rollout_h5_penalized_error_seed_std": 0.2889849210217899, "rollout_h5_scorable_fraction_mean": 0.9090337335620354, "rollout_h5_scorable_fraction_seed_std": 0.022343656084702433, "rollout_h5_source_available_fraction_mean": 0.9302458547741567, "rollout_h5_source_available_fraction_seed_std": 0.020771425828305257, "ball_presence_rate_mean": 0.9855345911949686, "ball_presence_rate_seed_std": 0.005205721225262104, "ball_correct_color_rate_mean": 0.9737564322469983, "ball_correct_color_rate_seed_std": 0.007745807162906082, "missing_ball_frames_mean": 3.1823899371069184, "missing_ball_frames_seed_std": 1.1452586695576619, "color_changed_ball_frames_mean": 2.591194968553459, "color_changed_ball_frames_seed_std": 0.9652807568779708, "ball_disappearance_events_mean": 0.42138364779874216, "ball_disappearance_events_seed_std": 0.07855343394211822, "ball_reappearance_events_mean": 0.20125786163522014, "ball_reappearance_events_seed_std": 0.010893401305464635, "ball_color_change_events_mean": 0.4276729559748428, "ball_color_change_events_seed_std": 0.07625380913825247, "ball_state_change_events_mean": 1.050314465408805, "ball_state_change_events_seed_std": 0.1626731717783341, "rollout_h5_unscorable_ball_frames_mean": 20.0125786163522, "rollout_h5_unscorable_ball_frames_seed_std": 4.9156043386345285, "rollout_h5_scored_ball_frames_mean": 199.9874213836478, "rollout_h5_scored_ball_frames_seed_std": 4.915604338634527, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.2067848961604269, "l2_seed_std": 0.0014761167315282993, "gt_error_mean": 2.8358368766359576, "gt_error_seed_std": 0.026422044616152898, "iou_mean": 0.6976599662768027, "iou_seed_std": 0.008707412513166831, "independent_future_center_error_mean": 2.8358368766359576, "independent_future_center_error_seed_std": 0.026422044616152898, "rollout_h1_error_mean": 0.22713540388046277, "rollout_h1_error_seed_std": 0.01830966903531846, "rollout_h5_error_mean": 0.9721639635006435, "rollout_h5_error_seed_std": 0.060328051794522594, "rollout_h5_reliable_error_mean": 0.6463128469825348, "rollout_h5_reliable_error_seed_std": 0.03037559162256914, "rollout_h5_penalized_error_mean": 2.4610717059577314, "rollout_h5_penalized_error_seed_std": 0.8323856297980682, "rollout_h5_scorable_fraction_mean": 0.8676236044657097, "rollout_h5_scorable_fraction_seed_std": 0.06019698465037545, "rollout_h5_source_available_fraction_mean": 0.8919457735247209, "rollout_h5_source_available_fraction_seed_std": 0.052690448445342, "ball_presence_rate_mean": 0.9803827751196172, "ball_presence_rate_seed_std": 0.008081026676581171, "ball_correct_color_rate_mean": 0.9668261562998405, "ball_correct_color_rate_seed_std": 0.011774451115694346, "missing_ball_frames_mean": 4.315789473684211, "missing_ball_frames_seed_std": 1.7778258688478459, "color_changed_ball_frames_mean": 2.982456140350877, "color_changed_ball_frames_seed_std": 1.3828523788728808, "ball_disappearance_events_mean": 0.43859649122807015, "ball_disappearance_events_seed_std": 0.1324532357065044, "ball_reappearance_events_mean": 0.2631578947368421, "ball_reappearance_events_seed_std": 0.15789473684210525, "ball_color_change_events_mean": 0.49122807017543857, "ball_color_change_events_seed_std": 0.10956136839295437, "ball_state_change_events_mean": 1.1929824561403508, "ball_state_change_events_seed_std": 0.3950291315507966, "rollout_h5_unscorable_ball_frames_mean": 29.12280701754386, "rollout_h5_unscorable_ball_frames_seed_std": 13.243336623082595, "rollout_h5_scored_ball_frames_mean": 190.87719298245614, "rollout_h5_scored_ball_frames_seed_std": 13.243336623082595, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 50, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.20571856449047723, "l2_seed_std": 0.004942717511159889, "gt_error_mean": 2.906340235463658, "gt_error_seed_std": 0.14982249804976946, "iou_mean": 0.7018834421710616, "iou_seed_std": 0.0201244551855781, "independent_future_center_error_mean": 2.906340235463658, "independent_future_center_error_seed_std": 0.14982249804976946, "rollout_h1_error_mean": 0.2190246104834737, "rollout_h1_error_seed_std": 0.02328868750516566, "rollout_h5_error_mean": 0.9606980434555623, "rollout_h5_error_seed_std": 0.036903025719731086, "rollout_h5_reliable_error_mean": 0.6610457859812118, "rollout_h5_reliable_error_seed_std": 0.15658126901687966, "rollout_h5_penalized_error_mean": 2.190096500512413, "rollout_h5_penalized_error_seed_std": 1.448970029598336, "rollout_h5_scorable_fraction_mean": 0.8871212121212121, "rollout_h5_scorable_fraction_seed_std": 0.1154924180307501, "rollout_h5_source_available_fraction_mean": 0.9053030303030304, "rollout_h5_source_available_fraction_seed_std": 0.10558605958156325, "ball_presence_rate_mean": 0.9833333333333334, "ball_presence_rate_seed_std": 0.02493103435137022, "ball_correct_color_rate_mean": 0.9719696969696969, "ball_correct_color_rate_seed_std": 0.022990895311353825, "missing_ball_frames_mean": 3.6666666666666665, "missing_ball_frames_seed_std": 5.484827557301444, "color_changed_ball_frames_mean": 2.5, "color_changed_ball_frames_seed_std": 0.5, "ball_disappearance_events_mean": 0.5, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.3333333333333333, "ball_reappearance_events_seed_std": 0.28867513459481287, "ball_color_change_events_mean": 1.0, "ball_color_change_events_seed_std": 0.5, "ball_state_change_events_mean": 1.8333333333333333, "ball_state_change_events_seed_std": 0.7637626158259734, "rollout_h5_unscorable_ball_frames_mean": 24.833333333333332, "rollout_h5_unscorable_ball_frames_seed_std": 25.408331966765022, "rollout_h5_scored_ball_frames_mean": 195.16666666666666, "rollout_h5_scored_ball_frames_seed_std": 25.408331966765022, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.1815740391612053, "l2_seed_std": 0.004782013350753397, "gt_error_mean": 2.416134021156133, "gt_error_seed_std": 0.16229252947358086, "iou_mean": 0.6963437061900987, "iou_seed_std": 0.005590880995418404, "independent_future_center_error_mean": 2.416134021156133, "independent_future_center_error_seed_std": 0.16229252947358086, "rollout_h1_error_mean": 0.21720198522335082, "rollout_h1_error_seed_std": 0.02343216726282757, "rollout_h5_error_mean": 0.8380323176454917, "rollout_h5_error_seed_std": 0.05302059281440259, "rollout_h5_reliable_error_mean": 0.4778113305475989, "rollout_h5_reliable_error_seed_std": 0.047097027041122126, "rollout_h5_penalized_error_mean": 2.2867083352303412, "rollout_h5_penalized_error_seed_std": 1.2345605317976978, "rollout_h5_scorable_fraction_mean": 0.8678030303030303, "rollout_h5_scorable_fraction_seed_std": 0.08806879276425426, "rollout_h5_source_available_fraction_mean": 0.8939393939393939, "rollout_h5_source_available_fraction_seed_std": 0.08844920021845165, "ball_presence_rate_mean": 0.9765151515151516, "ball_presence_rate_seed_std": 0.021600874893004943, "ball_correct_color_rate_mean": 0.9704545454545455, "ball_correct_color_rate_seed_std": 0.023727969338433092, "missing_ball_frames_mean": 5.166666666666667, "missing_ball_frames_seed_std": 4.752192476461084, "color_changed_ball_frames_mean": 1.3333333333333333, "color_changed_ball_frames_seed_std": 2.309401076758503, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.14433756729740643, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.28867513459481287, "ball_color_change_events_mean": 0.08333333333333333, "ball_color_change_events_seed_std": 0.14433756729740643, "ball_state_change_events_mean": 0.5833333333333334, "ball_state_change_events_seed_std": 0.3818813079129867, "rollout_h5_unscorable_ball_frames_mean": 29.083333333333332, "rollout_h5_unscorable_ball_frames_seed_std": 19.375134408135942, "rollout_h5_scored_ball_frames_mean": 190.91666666666666, "rollout_h5_scored_ball_frames_seed_std": 19.375134408135942, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.19299816622816285, "l2_seed_std": 0.0002942739950792715, "gt_error_mean": 2.5904524035743415, "gt_error_seed_std": 0.07846912159734366, "iou_mean": 0.7045924788405155, "iou_seed_std": 0.003274923247439311, "independent_future_center_error_mean": 2.5904524035743415, "independent_future_center_error_seed_std": 0.07846912159734366, "rollout_h1_error_mean": 0.19883009959079487, "rollout_h1_error_seed_std": 0.005566653267918679, "rollout_h5_error_mean": 0.8486745330401958, "rollout_h5_error_seed_std": 0.022082356873658313, "rollout_h5_reliable_error_mean": 0.5455353662325144, "rollout_h5_reliable_error_seed_std": 0.007251808363559666, "rollout_h5_penalized_error_mean": 2.116669657623296, "rollout_h5_penalized_error_seed_std": 0.3259132398265561, "rollout_h5_scorable_fraction_mean": 0.8850835945663531, "rollout_h5_scorable_fraction_seed_std": 0.023498472818349256, "rollout_h5_source_available_fraction_mean": 0.9081765935214211, "rollout_h5_source_available_fraction_seed_std": 0.02270812258452678, "ball_presence_rate_mean": 0.9805381400208987, "ball_presence_rate_seed_std": 0.005224595088411052, "ball_correct_color_rate_mean": 0.974582027168234, "ball_correct_color_rate_seed_std": 0.007119306762704564, "missing_ball_frames_mean": 4.281609195402299, "missing_ball_frames_seed_std": 1.1494109194504303, "color_changed_ball_frames_mean": 1.3103448275862069, "color_changed_ball_frames_seed_std": 0.4180812294131774, "ball_disappearance_events_mean": 0.367816091954023, "ball_disappearance_events_seed_std": 0.06054973421179733, "ball_reappearance_events_mean": 0.1724137931034483, "ball_reappearance_events_seed_std": 0.01724137931034482, "ball_color_change_events_mean": 0.3103448275862069, "ball_color_change_events_seed_std": 0.017241379310344834, "ball_state_change_events_mean": 0.8505747126436782, "ball_state_change_events_seed_std": 0.06054973421179736, "rollout_h5_unscorable_ball_frames_mean": 25.2816091954023, "rollout_h5_unscorable_ball_frames_seed_std": 5.169664020036836, "rollout_h5_scored_ball_frames_mean": 194.7183908045977, "rollout_h5_scored_ball_frames_seed_std": 5.16966402003684, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.19425587733395588, "l2_seed_std": 0.00023157102946867687, "gt_error_mean": 2.642679149720692, "gt_error_seed_std": 0.045794482581364995, "iou_mean": 0.7040375878671894, "iou_seed_std": 0.004010596152105281, "independent_future_center_error_mean": 2.642679149720692, "independent_future_center_error_seed_std": 0.045794482581364995, "rollout_h1_error_mean": 0.2005767826667026, "rollout_h1_error_seed_std": 0.006922714803322776, "rollout_h5_error_mean": 0.8398123916516275, "rollout_h5_error_seed_std": 0.012338993201079352, "rollout_h5_reliable_error_mean": 0.5473817235287879, "rollout_h5_reliable_error_seed_std": 0.007036512190600908, "rollout_h5_penalized_error_mean": 1.9130191409560517, "rollout_h5_penalized_error_seed_std": 0.19224599364685413, "rollout_h5_scorable_fraction_mean": 0.899810606060606, "rollout_h5_scorable_fraction_seed_std": 0.014380787582250542, "rollout_h5_source_available_fraction_mean": 0.9206730769230769, "rollout_h5_source_available_fraction_seed_std": 0.01206681616457914, "ball_presence_rate_mean": 0.9834935897435898, "ball_presence_rate_seed_std": 0.004346377939152558, "ball_correct_color_rate_mean": 0.9763111888111888, "ball_correct_color_rate_seed_std": 0.0034043247119779937, "missing_ball_frames_mean": 3.6314102564102564, "missing_ball_frames_seed_std": 0.9562031466135678, "color_changed_ball_frames_mean": 1.580128205128205, "color_changed_ball_frames_seed_std": 0.5301847859924222, "ball_disappearance_events_mean": 0.391025641025641, "ball_disappearance_events_seed_std": 0.014687742612037952, "ball_reappearance_events_mean": 0.1858974358974359, "ball_reappearance_events_seed_std": 0.043358170700220154, "ball_color_change_events_mean": 0.27884615384615385, "ball_color_change_events_seed_std": 0.06305229350290385, "ball_state_change_events_mean": 0.8557692307692307, "ball_state_change_events_seed_std": 0.10835988143831386, "rollout_h5_unscorable_ball_frames_mean": 22.041666666666668, "rollout_h5_unscorable_ball_frames_seed_std": 3.16377326809511, "rollout_h5_scored_ball_frames_mean": 197.95833333333334, "rollout_h5_scored_ball_frames_seed_std": 3.1637732680951047, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.1994409381145563, "l2_seed_std": 0.0008617383534694021, "gt_error_mean": 2.7954476513265107, "gt_error_seed_std": 0.01182156883528016, "iou_mean": 0.7051880752390627, "iou_seed_std": 0.0035824762232576643, "independent_future_center_error_mean": 2.7954476513265107, "independent_future_center_error_seed_std": 0.01182156883528016, "rollout_h1_error_mean": 0.1998410413034482, "rollout_h1_error_seed_std": 0.005613357360231565, "rollout_h5_error_mean": 0.8570280199841721, "rollout_h5_error_seed_std": 0.012340901975012072, "rollout_h5_reliable_error_mean": 0.5877489075378857, "rollout_h5_reliable_error_seed_std": 0.0022352894336083793, "rollout_h5_penalized_error_mean": 1.8879002407925514, "rollout_h5_penalized_error_seed_std": 0.16274492037198923, "rollout_h5_scorable_fraction_mean": 0.9041800988609499, "rollout_h5_scorable_fraction_seed_std": 0.01170183162950983, "rollout_h5_source_available_fraction_mean": 0.923866322802493, "rollout_h5_source_available_fraction_seed_std": 0.009751884058883655, "ball_presence_rate_mean": 0.9852675693101225, "ball_presence_rate_seed_std": 0.0007372402724712259, "ball_correct_color_rate_mean": 0.9782183537502687, "ball_correct_color_rate_seed_std": 0.003119583673390108, "missing_ball_frames_mean": 3.2411347517730498, "missing_ball_frames_seed_std": 0.16219285994367766, "color_changed_ball_frames_mean": 1.5508274231678487, "color_changed_ball_frames_seed_std": 0.5898617559811137, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.06765526251184012, "ball_reappearance_events_mean": 0.1607565011820331, "ball_reappearance_events_seed_std": 0.0577626086187736, "ball_color_change_events_mean": 0.2505910165484634, "ball_color_change_events_seed_std": 0.09681132496190673, "ball_state_change_events_mean": 0.7446808510638298, "ball_state_change_events_seed_std": 0.21985815602836878, "rollout_h5_unscorable_ball_frames_mean": 21.080378250591018, "rollout_h5_unscorable_ball_frames_seed_std": 2.574402958492161, "rollout_h5_scored_ball_frames_mean": 198.91962174940898, "rollout_h5_scored_ball_frames_seed_std": 2.574402958492162, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.20207173547786267, "l2_seed_std": 0.0007914266737672186, "gt_error_mean": 2.8560471300532906, "gt_error_seed_std": 0.03692440751496438, "iou_mean": 0.7024436584702505, "iou_seed_std": 0.0018068977014485635, "independent_future_center_error_mean": 2.8560471300532906, "independent_future_center_error_seed_std": 0.03692440751496438, "rollout_h1_error_mean": 0.19988420542656501, "rollout_h1_error_seed_std": 0.0011897401094307942, "rollout_h5_error_mean": 0.8475121464048605, "rollout_h5_error_seed_std": 0.0061034174754120585, "rollout_h5_reliable_error_mean": 0.5603110220537492, "rollout_h5_reliable_error_seed_std": 0.0044294769820995865, "rollout_h5_penalized_error_mean": 2.165546715145189, "rollout_h5_penalized_error_seed_std": 0.08598798189064465, "rollout_h5_scorable_fraction_mean": 0.8822026232473994, "rollout_h5_scorable_fraction_seed_std": 0.006184694767653626, "rollout_h5_source_available_fraction_mean": 0.9056422433288105, "rollout_h5_source_available_fraction_seed_std": 0.0056820291312764705, "ball_presence_rate_mean": 0.9808457711442786, "ball_presence_rate_seed_std": 0.002856111903641102, "ball_correct_color_rate_mean": 0.9727951153324288, "ball_correct_color_rate_seed_std": 0.0018292359243843267, "missing_ball_frames_mean": 4.213930348258707, "missing_ball_frames_seed_std": 0.6283446188010512, "color_changed_ball_frames_mean": 1.771144278606965, "color_changed_ball_frames_seed_std": 0.24720911937920093, "ball_disappearance_events_mean": 0.4228855721393035, "ball_disappearance_events_seed_std": 0.05650655070448035, "ball_reappearance_events_mean": 0.23134328358208955, "ball_reappearance_events_seed_std": 0.026907099070626776, "ball_color_change_events_mean": 0.3208955223880597, "ball_color_change_events_seed_std": 0.02985074626865672, "ball_state_change_events_mean": 0.9751243781094527, "ball_state_change_events_seed_std": 0.06078005832273933, "rollout_h5_unscorable_ball_frames_mean": 25.91542288557214, "rollout_h5_unscorable_ball_frames_seed_std": 1.3606328488838004, "rollout_h5_scored_ball_frames_mean": 194.08457711442787, "rollout_h5_scored_ball_frames_seed_std": 1.3606328488838075, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.20544031403820823, "l2_seed_std": 0.00044093706200329467, "gt_error_mean": 2.925320529101927, "gt_error_seed_std": 0.022047129563883154, "iou_mean": 0.6973529777555368, "iou_seed_std": 0.0030269154136152664, "independent_future_center_error_mean": 2.925320529101927, "independent_future_center_error_seed_std": 0.022047129563883154, "rollout_h1_error_mean": 0.21483943660613394, "rollout_h1_error_seed_std": 0.0029397933749862964, "rollout_h5_error_mean": 0.9051909901112757, "rollout_h5_error_seed_std": 0.018120560130866954, "rollout_h5_reliable_error_mean": 0.590812597028748, "rollout_h5_reliable_error_seed_std": 0.003190836674473728, "rollout_h5_penalized_error_mean": 2.251759613526488, "rollout_h5_penalized_error_seed_std": 0.16786911854404085, "rollout_h5_scorable_fraction_mean": 0.8777041245791246, "rollout_h5_scorable_fraction_seed_std": 0.01218214890566659, "rollout_h5_source_available_fraction_mean": 0.9035143097643098, "rollout_h5_source_available_fraction_seed_std": 0.011962023411717293, "ball_presence_rate_mean": 0.9812289562289562, "ball_presence_rate_seed_std": 0.003959487719587519, "ball_correct_color_rate_mean": 0.9686026936026936, "ball_correct_color_rate_seed_std": 0.00644838799663614, "missing_ball_frames_mean": 4.12962962962963, "missing_ball_frames_seed_std": 0.871087298309257, "color_changed_ball_frames_mean": 2.7777777777777777, "color_changed_ball_frames_seed_std": 0.573116547624036, "ball_disappearance_events_mean": 0.4722222222222222, "ball_disappearance_events_seed_std": 0.0844828129208086, "ball_reappearance_events_mean": 0.2523148148148148, "ball_reappearance_events_seed_std": 0.07294421878050339, "ball_color_change_events_mean": 0.40046296296296297, "ball_color_change_events_seed_std": 0.08048767893848939, "ball_state_change_events_mean": 1.125, "ball_state_change_events_seed_std": 0.210520922100335, "rollout_h5_unscorable_ball_frames_mean": 26.90509259259259, "rollout_h5_unscorable_ball_frames_seed_std": 2.6800727592466513, "rollout_h5_scored_ball_frames_mean": 193.09490740740742, "rollout_h5_scored_ball_frames_seed_std": 2.6800727592466638, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.20759831832734166, "l2_seed_std": 0.0007258759766687878, "gt_error_mean": 2.903611998889658, "gt_error_seed_std": 0.021730186847989878, "iou_mean": 0.6992548826595205, "iou_seed_std": 0.0008600879464516242, "independent_future_center_error_mean": 2.903611998889658, "independent_future_center_error_seed_std": 0.021730186847989878, "rollout_h1_error_mean": 0.21320106616171242, "rollout_h1_error_seed_std": 0.0020304262091342487, "rollout_h5_error_mean": 0.9060309743962017, "rollout_h5_error_seed_std": 0.012076086763383414, "rollout_h5_reliable_error_mean": 0.6196563716159307, "rollout_h5_reliable_error_seed_std": 0.02858458762677896, "rollout_h5_penalized_error_mean": 1.9510386488181573, "rollout_h5_penalized_error_seed_std": 0.06186276008275735, "rollout_h5_scorable_fraction_mean": 0.9018061408789886, "rollout_h5_scorable_fraction_seed_std": 0.006444223025855574, "rollout_h5_source_available_fraction_mean": 0.9250953241019466, "rollout_h5_source_available_fraction_seed_std": 0.006741738771957058, "ball_presence_rate_mean": 0.9858418623319286, "ball_presence_rate_seed_std": 0.0025461556978453037, "ball_correct_color_rate_mean": 0.9774132048966486, "ball_correct_color_rate_seed_std": 0.0028804554932466346, "missing_ball_frames_mean": 3.1147902869757176, "missing_ball_frames_seed_std": 0.560154253525962, "color_changed_ball_frames_mean": 1.8543046357615895, "color_changed_ball_frames_seed_std": 0.16714476111422474, "ball_disappearance_events_mean": 0.37527593818984545, "ball_disappearance_events_seed_std": 0.05709720598842192, "ball_reappearance_events_mean": 0.20309050772626933, "ball_reappearance_events_seed_std": 0.042058628881363476, "ball_color_change_events_mean": 0.3200883002207506, "ball_color_change_events_seed_std": 0.027571735092266663, "ball_state_change_events_mean": 0.8984547461368654, "ball_state_change_events_seed_std": 0.12518716890735385, "rollout_h5_unscorable_ball_frames_mean": 21.602649006622517, "rollout_h5_unscorable_ball_frames_seed_std": 1.4177290656882242, "rollout_h5_scored_ball_frames_mean": 198.3973509933775, "rollout_h5_scored_ball_frames_seed_std": 1.4177290656882278, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.21114859966806662, "l2_seed_std": 0.00030752480001506504, "gt_error_mean": 2.957154139067888, "gt_error_seed_std": 0.038228485592038106, "iou_mean": 0.6967564999846786, "iou_seed_std": 0.0030674194261696127, "independent_future_center_error_mean": 2.957154139067888, "independent_future_center_error_seed_std": 0.038228485592038106, "rollout_h1_error_mean": 0.2204501104947044, "rollout_h1_error_seed_std": 0.0038425234251420453, "rollout_h5_error_mean": 0.926351587279724, "rollout_h5_error_seed_std": 0.017449402503765744, "rollout_h5_reliable_error_mean": 0.6151404032888645, "rollout_h5_reliable_error_seed_std": 0.009688387985698746, "rollout_h5_penalized_error_mean": 2.5255037012803836, "rollout_h5_penalized_error_seed_std": 0.049600213640849156, "rollout_h5_scorable_fraction_mean": 0.8593727977448907, "rollout_h5_scorable_fraction_seed_std": 0.003055650986530964, "rollout_h5_source_available_fraction_mean": 0.8868921775898521, "rollout_h5_source_available_fraction_seed_std": 0.0034959716055293086, "ball_presence_rate_mean": 0.9759513742071881, "ball_presence_rate_seed_std": 0.0021475951008361758, "ball_correct_color_rate_mean": 0.967353770260747, "ball_correct_color_rate_seed_std": 0.0027779019331488817, "missing_ball_frames_mean": 5.290697674418604, "missing_ball_frames_seed_std": 0.47247092218395487, "color_changed_ball_frames_mean": 1.8914728682170543, "color_changed_ball_frames_seed_std": 0.5912345725788634, "ball_disappearance_events_mean": 0.47674418604651164, "ball_disappearance_events_seed_std": 0.03076455012865802, "ball_reappearance_events_mean": 0.20930232558139536, "ball_reappearance_events_seed_std": 0.030764550128658027, "ball_color_change_events_mean": 0.36046511627906974, "ball_color_change_events_seed_std": 0.05813953488372095, "ball_state_change_events_mean": 1.0465116279069768, "ball_state_change_events_seed_std": 0.03076455012865796, "rollout_h5_unscorable_ball_frames_mean": 30.93798449612403, "rollout_h5_unscorable_ball_frames_seed_std": 0.6722432170368056, "rollout_h5_scored_ball_frames_mean": 189.06201550387598, "rollout_h5_scored_ball_frames_seed_std": 0.6722432170368079, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.2089071790189863, "l2_seed_std": 0.000635356982904048, "gt_error_mean": 2.9139850608003908, "gt_error_seed_std": 0.019126317133662904, "iou_mean": 0.6944130296500352, "iou_seed_std": 0.006041113477729546, "independent_future_center_error_mean": 2.9139850608003908, "independent_future_center_error_seed_std": 0.019126317133662904, "rollout_h1_error_mean": 0.22513600816380092, "rollout_h1_error_seed_std": 0.007396000309524043, "rollout_h5_error_mean": 0.9436871931503324, "rollout_h5_error_seed_std": 0.03744259810549098, "rollout_h5_reliable_error_mean": 0.643060292104977, "rollout_h5_reliable_error_seed_std": 0.026033072882145607, "rollout_h5_penalized_error_mean": 2.161733922504356, "rollout_h5_penalized_error_seed_std": 0.18062192529318905, "rollout_h5_scorable_fraction_mean": 0.8878787878787878, "rollout_h5_scorable_fraction_seed_std": 0.01168438973768074, "rollout_h5_source_available_fraction_mean": 0.9126643796455117, "rollout_h5_source_available_fraction_seed_std": 0.013757815226433368, "ball_presence_rate_mean": 0.9854774156660949, "ball_presence_rate_seed_std": 0.003117508491758871, "ball_correct_color_rate_mean": 0.970440251572327, "ball_correct_color_rate_seed_std": 0.005689108778221311, "missing_ball_frames_mean": 3.1949685534591192, "missing_ball_frames_seed_std": 0.6858518681869478, "color_changed_ball_frames_mean": 3.3081761006289305, "color_changed_ball_frames_seed_std": 1.5368191889138385, "ball_disappearance_events_mean": 0.4968553459119497, "ball_disappearance_events_seed_std": 0.19638358485529553, "ball_reappearance_events_mean": 0.3018867924528302, "ball_reappearance_events_seed_std": 0.19967934423128986, "ball_color_change_events_mean": 0.5094339622641509, "ball_color_change_events_seed_std": 0.12372525517550942, "ball_state_change_events_mean": 1.3081761006289307, "ball_state_change_events_seed_std": 0.48484814772850404, "rollout_h5_unscorable_ball_frames_mean": 24.666666666666668, "rollout_h5_unscorable_ball_frames_seed_std": 2.570565742289763, "rollout_h5_scored_ball_frames_mean": 195.33333333333334, "rollout_h5_scored_ball_frames_seed_std": 2.5705657422897583, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.20691206319290295, "l2_seed_std": 0.001374307326631229, "gt_error_mean": 2.8179159731241286, "gt_error_seed_std": 0.07903187284787894, "iou_mean": 0.6897026800794536, "iou_seed_std": 0.0112272416698419, "independent_future_center_error_mean": 2.8179159731241286, "independent_future_center_error_seed_std": 0.07903187284787894, "rollout_h1_error_mean": 0.22697866139843415, "rollout_h1_error_seed_std": 0.020243777214158154, "rollout_h5_error_mean": 0.9936462368022649, "rollout_h5_error_seed_std": 0.07769701381886487, "rollout_h5_reliable_error_mean": 0.6200288163812713, "rollout_h5_reliable_error_seed_std": 0.02973942191302497, "rollout_h5_penalized_error_mean": 3.714314892549275, "rollout_h5_penalized_error_seed_std": 0.9405797857720221, "rollout_h5_scorable_fraction_mean": 0.7736842105263158, "rollout_h5_scorable_fraction_seed_std": 0.0690791286064028, "rollout_h5_source_available_fraction_mean": 0.8149920255183413, "rollout_h5_source_available_fraction_seed_std": 0.055879725707835, "ball_presence_rate_mean": 0.9567783094098884, "ball_presence_rate_seed_std": 0.011424123413139578, "ball_correct_color_rate_mean": 0.9404306220095694, "ball_correct_color_rate_seed_std": 0.016267942583732042, "missing_ball_frames_mean": 9.508771929824562, "missing_ball_frames_seed_std": 2.513307150890709, "color_changed_ball_frames_mean": 3.5964912280701755, "color_changed_ball_frames_seed_std": 2.928668749850813, "ball_disappearance_events_mean": 0.7368421052631579, "ball_disappearance_events_seed_std": 0.22941573387056177, "ball_reappearance_events_mean": 0.2807017543859649, "ball_reappearance_events_seed_std": 0.16918685545601675, "ball_color_change_events_mean": 0.543859649122807, "ball_color_change_events_seed_std": 0.2898721340676896, "ball_state_change_events_mean": 1.5614035087719298, "ball_state_change_events_seed_std": 0.610011882481183, "rollout_h5_unscorable_ball_frames_mean": 49.78947368421053, "rollout_h5_unscorable_ball_frames_seed_std": 15.197408293408616, "rollout_h5_scored_ball_frames_mean": 170.21052631578948, "rollout_h5_scored_ball_frames_seed_std": 15.197408293408625, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 100, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.2065553441643715, "l2_seed_std": 0.008089557745701841, "gt_error_mean": 3.072771871560135, "gt_error_seed_std": 0.15622376456435721, "iou_mean": 0.701506985473118, "iou_seed_std": 0.020909428676360323, "independent_future_center_error_mean": 3.072771871560135, "independent_future_center_error_seed_std": 0.15622376456435721, "rollout_h1_error_mean": 0.2128623499087162, "rollout_h1_error_seed_std": 0.0333096949364946, "rollout_h5_error_mean": 0.9986645495058794, "rollout_h5_error_seed_std": 0.16736241468447777, "rollout_h5_reliable_error_mean": 0.6390016102532347, "rollout_h5_reliable_error_seed_std": 0.06670491533465933, "rollout_h5_penalized_error_mean": 1.8897540444405387, "rollout_h5_penalized_error_seed_std": 2.2211964706269582, "rollout_h5_scorable_fraction_mean": 0.9075757575757576, "rollout_h5_scorable_fraction_seed_std": 0.16008348372985082, "rollout_h5_source_available_fraction_mean": 0.9204545454545454, "rollout_h5_source_available_fraction_seed_std": 0.13777676878388798, "ball_presence_rate_mean": 0.9818181818181818, "ball_presence_rate_seed_std": 0.031491832864888686, "ball_correct_color_rate_mean": 0.9765151515151516, "ball_correct_color_rate_seed_std": 0.04067695078381453, "missing_ball_frames_mean": 4.0, "missing_ball_frames_seed_std": 6.928203230275509, "color_changed_ball_frames_mean": 1.1666666666666667, "color_changed_ball_frames_seed_std": 2.0207259421636903, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.5773502691896257, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.28867513459481287, "ball_color_change_events_mean": 0.5, "ball_color_change_events_seed_std": 0.8660254037844386, "ball_state_change_events_mean": 1.0, "ball_state_change_events_seed_std": 1.7320508075688772, "rollout_h5_unscorable_ball_frames_mean": 20.333333333333332, "rollout_h5_unscorable_ball_frames_seed_std": 35.21836642056717, "rollout_h5_scored_ball_frames_mean": 199.66666666666666, "rollout_h5_scored_ball_frames_seed_std": 35.21836642056717, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.18284258991479874, "l2_seed_std": 0.0008339867253772697, "gt_error_mean": 2.532871741103208, "gt_error_seed_std": 0.22673880700659862, "iou_mean": 0.6969133218890932, "iou_seed_std": 0.003958931530316978, "independent_future_center_error_mean": 2.532871741103208, "independent_future_center_error_seed_std": 0.22673880700659862, "rollout_h1_error_mean": 0.1971931769363591, "rollout_h1_error_seed_std": 0.0101524509001265, "rollout_h5_error_mean": 0.8116582001470507, "rollout_h5_error_seed_std": 0.03360169731631245, "rollout_h5_reliable_error_mean": 0.5113332022855266, "rollout_h5_reliable_error_seed_std": 0.030021477638863266, "rollout_h5_penalized_error_mean": 2.2984025087609785, "rollout_h5_penalized_error_seed_std": 1.1679758945760783, "rollout_h5_scorable_fraction_mean": 0.8689393939393939, "rollout_h5_scorable_fraction_seed_std": 0.08370097965072071, "rollout_h5_source_available_fraction_mean": 0.8977272727272727, "rollout_h5_source_available_fraction_seed_std": 0.08408323060766332, "ball_presence_rate_mean": 0.975378787878788, "ball_presence_rate_seed_std": 0.01812253593016013, "ball_correct_color_rate_mean": 0.9746212121212121, "ball_correct_color_rate_seed_std": 0.01746947357212148, "missing_ball_frames_mean": 5.416666666666667, "missing_ball_frames_seed_std": 3.986957904635229, "color_changed_ball_frames_mean": 0.16666666666666666, "color_changed_ball_frames_seed_std": 0.14433756729740643, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.14433756729740643, "ball_reappearance_events_mean": 0.08333333333333333, "ball_reappearance_events_seed_std": 0.14433756729740643, "ball_color_change_events_mean": 0.16666666666666666, "ball_color_change_events_seed_std": 0.14433756729740643, "ball_state_change_events_mean": 0.5833333333333334, "ball_state_change_events_seed_std": 0.3818813079129867, "rollout_h5_unscorable_ball_frames_mean": 28.833333333333332, "rollout_h5_unscorable_ball_frames_seed_std": 18.41421552315855, "rollout_h5_scored_ball_frames_mean": 191.16666666666666, "rollout_h5_scored_ball_frames_seed_std": 18.41421552315855, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.19316767250326858, "l2_seed_std": 0.0008291576732774453, "gt_error_mean": 2.613990025051125, "gt_error_seed_std": 0.04794404468989007, "iou_mean": 0.7031980284530271, "iou_seed_std": 0.00032920636224832765, "independent_future_center_error_mean": 2.613990025051125, "independent_future_center_error_seed_std": 0.04794404468989007, "rollout_h1_error_mean": 0.19418469302092964, "rollout_h1_error_seed_std": 0.001594189981732349, "rollout_h5_error_mean": 0.8395874656398017, "rollout_h5_error_seed_std": 0.005447180601684782, "rollout_h5_reliable_error_mean": 0.5394531873442271, "rollout_h5_reliable_error_seed_std": 0.006155535184486638, "rollout_h5_penalized_error_mean": 2.142415695164123, "rollout_h5_penalized_error_seed_std": 0.03528413346977748, "rollout_h5_scorable_fraction_mean": 0.8829153605015674, "rollout_h5_scorable_fraction_seed_std": 0.00308741623880757, "rollout_h5_source_available_fraction_mean": 0.9058254963427377, "rollout_h5_source_available_fraction_seed_std": 0.0025192400107087007, "ball_presence_rate_mean": 0.9829153605015674, "ball_presence_rate_seed_std": 0.0016863193410148972, "ball_correct_color_rate_mean": 0.9747387669801463, "ball_correct_color_rate_seed_std": 0.0019105762281323296, "missing_ball_frames_mean": 3.7586206896551726, "missing_ball_frames_seed_std": 0.370990255023276, "color_changed_ball_frames_mean": 1.7988505747126438, "color_changed_ball_frames_seed_std": 0.49441991296558896, "ball_disappearance_events_mean": 0.3103448275862069, "ball_disappearance_events_seed_std": 0.07900992577510067, "ball_reappearance_events_mean": 0.13793103448275862, "ball_reappearance_events_seed_std": 0.06216467716317223, "ball_color_change_events_mean": 0.28160919540229884, "ball_color_change_events_seed_std": 0.035890793094243666, "ball_state_change_events_mean": 0.7298850574712643, "ball_state_change_events_seed_std": 0.1769517737740305, "rollout_h5_unscorable_ball_frames_mean": 25.758620689655174, "rollout_h5_unscorable_ball_frames_seed_std": 0.6792315725376621, "rollout_h5_scored_ball_frames_mean": 194.24137931034483, "rollout_h5_scored_ball_frames_seed_std": 0.6792315725376668, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.19482559863573465, "l2_seed_std": 0.0008696773143455224, "gt_error_mean": 2.6609377536546575, "gt_error_seed_std": 0.015207604590509167, "iou_mean": 0.6989983910118349, "iou_seed_std": 0.0038416413346417095, "independent_future_center_error_mean": 2.6609377536546575, "independent_future_center_error_seed_std": 0.015207604590509167, "rollout_h1_error_mean": 0.2029564990546809, "rollout_h1_error_seed_std": 0.005523239837939598, "rollout_h5_error_mean": 0.855616040662759, "rollout_h5_error_seed_std": 0.002091399361547066, "rollout_h5_reliable_error_mean": 0.5711798538699742, "rollout_h5_reliable_error_seed_std": 0.016547770015443514, "rollout_h5_penalized_error_mean": 1.8258780658682443, "rollout_h5_penalized_error_seed_std": 0.1616704984816327, "rollout_h5_scorable_fraction_mean": 0.9081439393939394, "rollout_h5_scorable_fraction_seed_std": 0.012109193936640205, "rollout_h5_source_available_fraction_mean": 0.929705710955711, "rollout_h5_source_available_fraction_seed_std": 0.010204117043505254, "ball_presence_rate_mean": 0.9871794871794872, "ball_presence_rate_seed_std": 0.001181148604819876, "ball_correct_color_rate_mean": 0.9788024475524475, "ball_correct_color_rate_seed_std": 0.00380721708747948, "missing_ball_frames_mean": 2.8205128205128207, "missing_ball_frames_seed_std": 0.2598526930603756, "color_changed_ball_frames_mean": 1.842948717948718, "color_changed_ball_frames_seed_std": 0.7947877850559617, "ball_disappearance_events_mean": 0.3141025641025641, "ball_disappearance_events_seed_std": 0.029375485224075903, "ball_reappearance_events_mean": 0.16987179487179488, "ball_reappearance_events_seed_std": 0.038860114272378656, "ball_color_change_events_mean": 0.27243589743589747, "ball_color_change_events_seed_std": 0.058750970448151814, "ball_state_change_events_mean": 0.7564102564102564, "ball_state_change_events_seed_std": 0.09726917247111226, "rollout_h5_unscorable_ball_frames_mean": 20.208333333333332, "rollout_h5_unscorable_ball_frames_seed_std": 2.6640226660608577, "rollout_h5_scored_ball_frames_mean": 199.79166666666666, "rollout_h5_scored_ball_frames_seed_std": 2.664022666060845, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.19986043521698485, "l2_seed_std": 0.00032915195687564276, "gt_error_mean": 2.80641361602245, "gt_error_seed_std": 0.012802771171651968, "iou_mean": 0.6962945935780127, "iou_seed_std": 0.0008229532781954029, "independent_future_center_error_mean": 2.80641361602245, "independent_future_center_error_seed_std": 0.012802771171651968, "rollout_h1_error_mean": 0.2132818966868038, "rollout_h1_error_seed_std": 0.002576378680526754, "rollout_h5_error_mean": 0.891953762963754, "rollout_h5_error_seed_std": 0.014501978972379634, "rollout_h5_reliable_error_mean": 0.5935392476498424, "rollout_h5_reliable_error_seed_std": 0.007379605494666398, "rollout_h5_penalized_error_mean": 2.205429088251017, "rollout_h5_penalized_error_seed_std": 0.26114933597947343, "rollout_h5_scorable_fraction_mean": 0.8811519449817322, "rollout_h5_scorable_fraction_seed_std": 0.019026251395320087, "rollout_h5_source_available_fraction_mean": 0.9062970126799914, "rollout_h5_source_available_fraction_seed_std": 0.017420307999737112, "ball_presence_rate_mean": 0.9803997421018698, "ball_presence_rate_seed_std": 0.0037485440000387567, "ball_correct_color_rate_mean": 0.9727917472598324, "ball_correct_color_rate_seed_std": 0.004632417767403937, "missing_ball_frames_mean": 4.3120567375886525, "missing_ball_frames_seed_std": 0.8246796800085372, "color_changed_ball_frames_mean": 1.673758865248227, "color_changed_ball_frames_seed_std": 0.21836601869986738, "ball_disappearance_events_mean": 0.3947990543735225, "ball_disappearance_events_seed_std": 0.02166702456243896, "ball_reappearance_events_mean": 0.16548463356973994, "ball_reappearance_events_seed_std": 0.01637873104084044, "ball_color_change_events_mean": 0.34988179669030733, "ball_color_change_events_seed_std": 0.010833512281219496, "ball_state_change_events_mean": 0.9101654846335697, "ball_state_change_events_seed_std": 0.028662779321470763, "rollout_h5_unscorable_ball_frames_mean": 26.14657210401891, "rollout_h5_unscorable_ball_frames_seed_std": 4.185775306970418, "rollout_h5_scored_ball_frames_mean": 193.8534278959811, "rollout_h5_scored_ball_frames_seed_std": 4.185775306970409, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.20208751221201313, "l2_seed_std": 0.0011382873913671771, "gt_error_mean": 2.805234930167719, "gt_error_seed_std": 0.040614669866123686, "iou_mean": 0.698048238997207, "iou_seed_std": 0.0007129459430125508, "independent_future_center_error_mean": 2.805234930167719, "independent_future_center_error_seed_std": 0.040614669866123686, "rollout_h1_error_mean": 0.20575324021361108, "rollout_h1_error_seed_std": 0.00469935404412348, "rollout_h5_error_mean": 0.8648012549994466, "rollout_h5_error_seed_std": 0.016338868994481354, "rollout_h5_reliable_error_mean": 0.5692387726126148, "rollout_h5_reliable_error_seed_std": 0.008702765111010776, "rollout_h5_penalized_error_mean": 2.0052663466215037, "rollout_h5_penalized_error_seed_std": 0.24842050331937124, "rollout_h5_scorable_fraction_mean": 0.8944934418815016, "rollout_h5_scorable_fraction_seed_std": 0.0175751743163712, "rollout_h5_source_available_fraction_mean": 0.9163839891451832, "rollout_h5_source_available_fraction_seed_std": 0.0132824750101021, "ball_presence_rate_mean": 0.9855382180009046, "ball_presence_rate_seed_std": 0.002435335342185924, "ball_correct_color_rate_mean": 0.9759497964721845, "ball_correct_color_rate_seed_std": 0.0029971923158813637, "missing_ball_frames_mean": 3.181592039800995, "missing_ball_frames_seed_std": 0.5357737752809067, "color_changed_ball_frames_mean": 2.109452736318408, "color_changed_ball_frames_seed_std": 0.22167235998720614, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.048555276855579935, "ball_reappearance_events_mean": 0.18407960199004975, "ball_reappearance_events_seed_std": 0.06688721223755598, "ball_color_change_events_mean": 0.30597014925373134, "ball_color_change_events_seed_std": 0.05381419814125358, "ball_state_change_events_mean": 0.8233830845771144, "ball_state_change_events_seed_std": 0.07170913087263468, "rollout_h5_unscorable_ball_frames_mean": 23.211442786069654, "rollout_h5_unscorable_ball_frames_seed_std": 3.866538349601665, "rollout_h5_scored_ball_frames_mean": 196.78855721393035, "rollout_h5_scored_ball_frames_seed_std": 3.866538349601674, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.20611456212484175, "l2_seed_std": 0.0006069837193097123, "gt_error_mean": 2.92808378445757, "gt_error_seed_std": 0.043426402573789824, "iou_mean": 0.6914510827730052, "iou_seed_std": 0.003136106568578898, "independent_future_center_error_mean": 2.92808378445757, "independent_future_center_error_seed_std": 0.043426402573789824, "rollout_h1_error_mean": 0.2196520360842416, "rollout_h1_error_seed_std": 0.007445640196178231, "rollout_h5_error_mean": 0.9182913014797341, "rollout_h5_error_seed_std": 0.021932515633358143, "rollout_h5_reliable_error_mean": 0.59723466214929, "rollout_h5_reliable_error_seed_std": 0.004106028951965599, "rollout_h5_penalized_error_mean": 2.1871684614226057, "rollout_h5_penalized_error_seed_std": 0.13148679150115455, "rollout_h5_scorable_fraction_mean": 0.8829861111111111, "rollout_h5_scorable_fraction_seed_std": 0.009384135772461949, "rollout_h5_source_available_fraction_mean": 0.9065130471380471, "rollout_h5_source_available_fraction_seed_std": 0.00892858091800134, "ball_presence_rate_mean": 0.9815130471380472, "ball_presence_rate_seed_std": 0.0017680525093682468, "ball_correct_color_rate_mean": 0.9679503367003367, "ball_correct_color_rate_seed_std": 0.004895967992621081, "missing_ball_frames_mean": 4.06712962962963, "missing_ball_frames_seed_std": 0.38897155206101813, "color_changed_ball_frames_mean": 2.9837962962962963, "color_changed_ball_frames_seed_std": 0.9071829843411907, "ball_disappearance_events_mean": 0.40046296296296297, "ball_disappearance_events_seed_std": 0.034952937200327536, "ball_reappearance_events_mean": 0.18981481481481483, "ball_reappearance_events_seed_std": 0.022323265650446664, "ball_color_change_events_mean": 0.4027777777777778, "ball_color_change_events_seed_std": 0.12048160814512131, "ball_state_change_events_mean": 0.9930555555555556, "ball_state_change_events_seed_std": 0.17444245398722874, "rollout_h5_unscorable_ball_frames_mean": 25.743055555555557, "rollout_h5_unscorable_ball_frames_seed_std": 2.064509869941634, "rollout_h5_scored_ball_frames_mean": 194.25694444444446, "rollout_h5_scored_ball_frames_seed_std": 2.0645098699416287, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.2077130399660822, "l2_seed_std": 0.0002354323701025289, "gt_error_mean": 2.9256692198005356, "gt_error_seed_std": 0.033011939075812735, "iou_mean": 0.6933433887373315, "iou_seed_std": 0.0018147736039781533, "independent_future_center_error_mean": 2.9256692198005356, "independent_future_center_error_seed_std": 0.033011939075812735, "rollout_h1_error_mean": 0.2159289886934088, "rollout_h1_error_seed_std": 0.0058099569804088945, "rollout_h5_error_mean": 0.9140252828655886, "rollout_h5_error_seed_std": 0.009316774113132574, "rollout_h5_reliable_error_mean": 0.6126369372155859, "rollout_h5_reliable_error_seed_std": 0.026126483030629297, "rollout_h5_penalized_error_mean": 2.125626646805899, "rollout_h5_penalized_error_seed_std": 0.13688483594261502, "rollout_h5_scorable_fraction_mean": 0.8882299819385913, "rollout_h5_scorable_fraction_seed_std": 0.009508483125880264, "rollout_h5_source_available_fraction_mean": 0.9120008027292795, "rollout_h5_source_available_fraction_seed_std": 0.007480801920706677, "ball_presence_rate_mean": 0.9823901264298616, "ball_presence_rate_seed_std": 0.002641298785673857, "ball_correct_color_rate_mean": 0.9736905478627332, "ball_correct_color_rate_seed_std": 0.0031827450396574174, "missing_ball_frames_mean": 3.8741721854304636, "missing_ball_frames_seed_std": 0.581085732848247, "color_changed_ball_frames_mean": 1.913907284768212, "color_changed_ball_frames_seed_std": 0.2519169086305991, "ball_disappearance_events_mean": 0.3951434878587196, "ball_disappearance_events_seed_std": 0.03333260236322627, "ball_reappearance_events_mean": 0.2097130242825607, "ball_reappearance_events_seed_std": 0.02023212227353571, "ball_color_change_events_mean": 0.3200883002207505, "ball_color_change_events_seed_std": 0.04046424454707142, "ball_state_change_events_mean": 0.9249448123620309, "ball_state_change_events_seed_std": 0.08818977640370053, "rollout_h5_unscorable_ball_frames_mean": 24.589403973509935, "rollout_h5_unscorable_ball_frames_seed_std": 2.0918662876936556, "rollout_h5_scored_ball_frames_mean": 195.41059602649005, "rollout_h5_scored_ball_frames_seed_std": 2.0918662876936533, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.21142051045515742, "l2_seed_std": 0.0004705495272462068, "gt_error_mean": 2.9646518964059685, "gt_error_seed_std": 0.03165624885857177, "iou_mean": 0.6894724833434193, "iou_seed_std": 0.00014614138542365417, "independent_future_center_error_mean": 2.9646518964059685, "independent_future_center_error_seed_std": 0.03165624885857177, "rollout_h1_error_mean": 0.22087643007482094, "rollout_h1_error_seed_std": 0.0016961264052175193, "rollout_h5_error_mean": 0.9231033953044752, "rollout_h5_error_seed_std": 0.009910825259873943, "rollout_h5_reliable_error_mean": 0.6175801824789906, "rollout_h5_reliable_error_seed_std": 0.014517131063525545, "rollout_h5_penalized_error_mean": 2.5482057216037743, "rollout_h5_penalized_error_seed_std": 0.053553577831122905, "rollout_h5_scorable_fraction_mean": 0.8578752642706131, "rollout_h5_scorable_fraction_seed_std": 0.004446348157092632, "rollout_h5_source_available_fraction_mean": 0.8835447498238196, "rollout_h5_source_available_fraction_seed_std": 0.01016783831214122, "ball_presence_rate_mean": 0.9783121916842847, "ball_presence_rate_seed_std": 0.003046495000147796, "ball_correct_color_rate_mean": 0.9669309372797744, "ball_correct_color_rate_seed_std": 0.005594137200437355, "missing_ball_frames_mean": 4.771317829457364, "missing_ball_frames_seed_std": 0.6702289000325155, "color_changed_ball_frames_mean": 2.503875968992248, "color_changed_ball_frames_seed_std": 1.0563064452570992, "ball_disappearance_events_mean": 0.4573643410852713, "ball_disappearance_events_seed_std": 0.017761921298278457, "ball_reappearance_events_mean": 0.25193798449612403, "ball_reappearance_events_seed_std": 0.026853500892540717, "ball_color_change_events_mean": 0.41860465116279066, "ball_color_change_events_seed_std": 0.03076455012865802, "ball_state_change_events_mean": 1.127906976744186, "ball_state_change_events_seed_std": 0.06152910025731604, "rollout_h5_unscorable_ball_frames_mean": 31.267441860465116, "rollout_h5_unscorable_ball_frames_seed_std": 0.9781965945603776, "rollout_h5_scored_ball_frames_mean": 188.7325581395349, "rollout_h5_scored_ball_frames_seed_std": 0.9781965945603872, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.20937480032444, "l2_seed_std": 0.0010829885196768582, "gt_error_mean": 2.915169512026881, "gt_error_seed_std": 0.030778897451201707, "iou_mean": 0.6922854460738336, "iou_seed_std": 0.0013977728391648435, "independent_future_center_error_mean": 2.915169512026881, "independent_future_center_error_seed_std": 0.030778897451201707, "rollout_h1_error_mean": 0.2235274570126973, "rollout_h1_error_seed_std": 0.009384957465719313, "rollout_h5_error_mean": 0.9426155011236613, "rollout_h5_error_seed_std": 0.029539958593419163, "rollout_h5_reliable_error_mean": 0.6549369931023206, "rollout_h5_reliable_error_seed_std": 0.015248096593114581, "rollout_h5_penalized_error_mean": 1.9625769401881117, "rollout_h5_penalized_error_seed_std": 0.44778448752961897, "rollout_h5_scorable_fraction_mean": 0.903201829616924, "rollout_h5_scorable_fraction_seed_std": 0.0342608345106318, "rollout_h5_source_available_fraction_mean": 0.9255288736420811, "rollout_h5_source_available_fraction_seed_std": 0.02774191776777161, "ball_presence_rate_mean": 0.9872498570611778, "ball_presence_rate_seed_std": 0.00532170276572583, "ball_correct_color_rate_mean": 0.9745568896512293, "ball_correct_color_rate_seed_std": 0.008698247209899056, "missing_ball_frames_mean": 2.8050314465408803, "missing_ball_frames_seed_std": 1.1707746084596862, "color_changed_ball_frames_mean": 2.792452830188679, "color_changed_ball_frames_seed_std": 0.9325794985854637, "ball_disappearance_events_mean": 0.36477987421383645, "ball_disappearance_events_seed_std": 0.07855343394211824, "ball_reappearance_events_mean": 0.18867924528301888, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.3773584905660377, "ball_color_change_events_seed_std": 0.08224337629322027, "ball_state_change_events_mean": 0.9308176100628931, "ball_state_change_events_seed_std": 0.16046982166255436, "rollout_h5_unscorable_ball_frames_mean": 21.29559748427673, "rollout_h5_unscorable_ball_frames_seed_std": 7.537383592338989, "rollout_h5_scored_ball_frames_mean": 198.70440251572327, "rollout_h5_scored_ball_frames_seed_std": 7.537383592338986, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.20813197446496864, "l2_seed_std": 0.000738755617613252, "gt_error_mean": 2.8698534855286115, "gt_error_seed_std": 0.07435972593049485, "iou_mean": 0.6873330897194281, "iou_seed_std": 0.0027383416505037434, "independent_future_center_error_mean": 2.8698534855286115, "independent_future_center_error_seed_std": 0.07435972593049485, "rollout_h1_error_mean": 0.22728708698756597, "rollout_h1_error_seed_std": 0.010591711936378076, "rollout_h5_error_mean": 1.0045300525756622, "rollout_h5_error_seed_std": 0.020827960058035402, "rollout_h5_reliable_error_mean": 0.6440593983441756, "rollout_h5_reliable_error_seed_std": 0.016865771561831378, "rollout_h5_penalized_error_mean": 2.862854569717708, "rollout_h5_penalized_error_seed_std": 0.1879642488746479, "rollout_h5_scorable_fraction_mean": 0.8374003189792664, "rollout_h5_scorable_fraction_seed_std": 0.014246674283856597, "rollout_h5_source_available_fraction_mean": 0.8660287081339714, "rollout_h5_source_available_fraction_seed_std": 0.013794931333338275, "ball_presence_rate_mean": 0.9698564593301435, "ball_presence_rate_seed_std": 0.0022821511995620766, "ball_correct_color_rate_mean": 0.9595693779904306, "ball_correct_color_rate_seed_std": 0.00499536196598592, "missing_ball_frames_mean": 6.631578947368421, "missing_ball_frames_seed_std": 0.5020732639036557, "color_changed_ball_frames_mean": 2.263157894736842, "color_changed_ball_frames_seed_std": 1.3653812390602997, "ball_disappearance_events_mean": 0.543859649122807, "ball_disappearance_events_seed_std": 0.10956136839295436, "ball_reappearance_events_mean": 0.22807017543859648, "ball_reappearance_events_seed_std": 0.15193428136569098, "ball_color_change_events_mean": 0.40350877192982454, "ball_color_change_events_seed_std": 0.13245323570650439, "ball_state_change_events_mean": 1.1754385964912282, "ball_state_change_events_seed_std": 0.26490647141300877, "rollout_h5_unscorable_ball_frames_mean": 35.771929824561404, "rollout_h5_unscorable_ball_frames_seed_std": 3.134268342448458, "rollout_h5_scored_ball_frames_mean": 184.2280701754386, "rollout_h5_scored_ball_frames_seed_std": 3.134268342448448, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d", "reverse_steps": 200, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.20586986591418585, "l2_seed_std": 0.006187090350114708, "gt_error_mean": 3.1610599125967145, "gt_error_seed_std": 0.12321481574428947, "iou_mean": 0.6902390800207313, "iou_seed_std": 0.024607998294389012, "independent_future_center_error_mean": 3.1610599125967145, "independent_future_center_error_seed_std": 0.12321481574428947, "rollout_h1_error_mean": 0.2148372844513021, "rollout_h1_error_seed_std": 0.03368652037365129, "rollout_h5_error_mean": 0.9715896962783818, "rollout_h5_error_seed_std": 0.15576757184693657, "rollout_h5_reliable_error_mean": 0.6865652699068336, "rollout_h5_reliable_error_seed_std": 0.05043795679176231, "rollout_h5_penalized_error_mean": 1.4089340831387127, "rollout_h5_penalized_error_seed_std": 1.1147832174566605, "rollout_h5_scorable_fraction_mean": 0.9454545454545454, "rollout_h5_scorable_fraction_seed_std": 0.08108892170414214, "rollout_h5_source_available_fraction_mean": 0.9507575757575758, "rollout_h5_source_available_fraction_seed_std": 0.07566281952817491, "ball_presence_rate_mean": 0.9863636363636364, "ball_presence_rate_seed_std": 0.02168043639583966, "ball_correct_color_rate_mean": 0.9856060606060606, "ball_correct_color_rate_seed_std": 0.02111721191631263, "missing_ball_frames_mean": 3.0, "missing_ball_frames_seed_std": 4.769696007084728, "color_changed_ball_frames_mean": 0.16666666666666666, "color_changed_ball_frames_seed_std": 0.28867513459481287, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.28867513459481287, "ball_color_change_events_mean": 0.16666666666666666, "ball_color_change_events_seed_std": 0.28867513459481287, "ball_state_change_events_mean": 0.6666666666666666, "ball_state_change_events_seed_std": 0.7637626158259734, "rollout_h5_unscorable_ball_frames_mean": 12.0, "rollout_h5_unscorable_ball_frames_seed_std": 17.839562774911272, "rollout_h5_scored_ball_frames_mean": 208.0, "rollout_h5_scored_ball_frames_seed_std": 17.839562774911272, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null } ] }