{ "holdout_run_count": 216, "failed_examples": 0, "seed_result_count": 15, "comparison_count": 5, "chain_depth_comparison_count": 55, "metrics": [ "l2", "gt_error", "iou", "independent_future_center_error", "rollout_h1_error", "rollout_h5_error", "rollout_h5_reliable_error", "rollout_h5_penalized_error", "rollout_h5_scorable_fraction", "rollout_h5_source_available_fraction", "ball_presence_rate", "ball_correct_color_rate", "missing_ball_frames", "color_changed_ball_frames", "ball_disappearance_events", "ball_reappearance_events", "ball_color_change_events", "ball_state_change_events", "rollout_h5_unscorable_ball_frames", "rollout_h5_scored_ball_frames", "rollout_h5_total_ball_frames", "local_pair_center_error", "downstream_all_center_error", "downstream_pair_center_error", "half_target_all_center_error", "half_downstream_all_center_error" ], "seed_rows": [ { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.11973373976901971, "gt_error_n": 896, "gt_error_mean": 1.8852853527020654, "iou_n": 896, "iou_mean": 0.07998113945953018, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 1.8852853527020654, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.7284191220832227, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 1.8901129814162962, "rollout_h5_reliable_error_n": 846, "rollout_h5_reliable_error_mean": 0.3947485446786679, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 12.995097800372244, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.08352780032467533, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.1474228896103896, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.48592228084415584, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.24425730519480518, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 113.09709821428571, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 53.166294642857146, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 9.400669642857142, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 5.580357142857143, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 11.345982142857142, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 26.327008928571427, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 201.62388392857142, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 18.376116071428573, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.12219554446554477, "gt_error_n": 896, "gt_error_mean": 1.8871029034538087, "iou_n": 896, "iou_mean": 0.07576466592610316, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 1.8871029034538087, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.7265327570885025, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 1.891021334376491, "rollout_h5_reliable_error_n": 845, "rollout_h5_reliable_error_mean": 0.39601395712589427, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 13.074924727822056, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.0777546672077922, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.14311079545454544, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.48862621753246754, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.2385146103896104, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 112.50223214285714, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 55.02455357142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 9.5, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 5.690848214285714, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 11.569196428571429, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 26.760044642857142, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 202.89397321428572, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 17.106026785714285, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.1215563103261437, "gt_error_n": 896, "gt_error_mean": 1.8971721898868064, "iou_n": 896, "iou_mean": 0.07463960983279289, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 1.8971721898868064, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.7350076997328775, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 1.9021048400443437, "rollout_h5_reliable_error_n": 844, "rollout_h5_reliable_error_mean": 0.392338007726096, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 13.13355585386635, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.07341213474025973, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.13859577922077923, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.4843699269480519, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.23798193993506495, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 113.43861607142857, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 54.205357142857146, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 9.559151785714286, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 5.75, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 11.565848214285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 26.875, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 203.84933035714286, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 16.150669642857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.07518000686624353, "gt_error_n": 896, "gt_error_mean": 0.8615042819827436, "iou_n": 896, "iou_mean": 0.18690016779879692, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.8615042819827436, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.6124640791263595, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 1.7737924512585685, "rollout_h5_reliable_error_n": 870, "rollout_h5_reliable_error_mean": 0.4001650348160631, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 12.505934677560608, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.1192674512987013, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.1751471185064935, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.6877435064935065, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.5302556818181818, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 68.69642857142857, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 34.64732142857143, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 5.870535714285714, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 3.5245535714285716, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 10.8046875, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 20.199776785714285, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 193.76116071428572, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 26.238839285714285, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.07615867963509768, "gt_error_n": 896, "gt_error_mean": 0.8620190555323906, "iou_n": 896, "iou_mean": 0.18587918213944268, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.8620190555323906, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.6028649481477588, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 1.7546321136760927, "rollout_h5_reliable_error_n": 872, "rollout_h5_reliable_error_mean": 0.3927488023163717, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 12.507519083243835, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.11918628246753246, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.1768465909090909, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.6790077110389611, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.5254565746753247, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 70.61830357142857, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 33.78125, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 5.970982142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 3.5970982142857144, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 10.686383928571429, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 20.254464285714285, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 193.77901785714286, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 26.220982142857142, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.07507079939906751, "gt_error_n": 896, "gt_error_mean": 0.8511843959695244, "iou_n": 896, "iou_mean": 0.18673297814739487, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.8511843959695244, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.6057909268171211, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 1.7651010690333366, "rollout_h5_reliable_error_n": 862, "rollout_h5_reliable_error_mean": 0.39957784349178194, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 12.500625499274477, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.11966314935064935, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.1771002435064935, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.6933289366883116, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.5363433441558442, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 67.46763392857143, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 34.536830357142854, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 6.013392857142857, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 3.728794642857143, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 10.870535714285714, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 20.612723214285715, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 193.67410714285714, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 26.325892857142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "seed": 0, "shards": 8, "l2_n": 896, "l2_mean": 0.012770141103828792, "gt_error_n": 896, "gt_error_mean": 0.08318748851330843, "iou_n": 896, "iou_mean": 0.666196373387093, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.08318748851330843, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.18567085452678306, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.7218913805456363, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.2772548487108329, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.2097726341912494, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.859273538961039, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.8737063717532467, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9722301136363637, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9613484172077922, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 6.109375, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.3939732142857144, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.5491071428571429, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.31808035714285715, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 1.2165178571428572, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 2.083705357142857, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 30.959821428571427, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 189.04017857142858, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "seed": 1, "shards": 8, "l2_n": 896, "l2_mean": 0.012700042199867312, "gt_error_n": 896, "gt_error_mean": 0.08192501455695213, "iou_n": 896, "iou_mean": 0.6666433686172261, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.08192501455695213, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.18503481223457852, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.7213803393689081, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.2805484688466576, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.1399203345378557, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8643618100649351, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.878119926948052, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9758471996753246, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.964742288961039, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 5.313616071428571, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.443080357142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.5145089285714286, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.31919642857142855, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 1.2053571428571428, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 2.0390625, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 29.840401785714285, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 190.15959821428572, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "seed": 2, "shards": 8, "l2_n": 896, "l2_mean": 0.012728654790927456, "gt_error_n": 896, "gt_error_mean": 0.08224639204924604, "iou_n": 896, "iou_mean": 0.6663567560809417, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.08224639204924604, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.186046480396065, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.7188607432339424, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.28088056004183465, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 2.1560493917859533, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.8632254464285715, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.877637987012987, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9745840097402597, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9637378246753247, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 5.591517857142857, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 2.3861607142857144, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.5424107142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.328125, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 1.2712053571428572, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 2.1417410714285716, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 30.090401785714285, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 189.90959821428572, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "seed": 0, "shards": 16, "l2_n": 896, "l2_mean": 0.0060500968585464375, "gt_error_n": 896, "gt_error_mean": 0.05095029006362597, "iou_n": 896, "iou_mean": 0.7362015380641987, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.05095029006362597, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13257557139277829, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.570137723312228, "rollout_h5_reliable_error_n": 889, "rollout_h5_reliable_error_mean": 0.23507839402714392, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.7353537407273871, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9640117694805195, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9712104301948052, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9931209415584416, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9931107954545455, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.5133928571428572, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.002232142857142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.05580357142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.002232142857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.060267857142857144, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 7.917410714285714, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 212.08258928571428, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "seed": 1, "shards": 16, "l2_n": 896, "l2_mean": 0.006049819690815639, "gt_error_n": 896, "gt_error_mean": 0.05093941341893578, "iou_n": 896, "iou_mean": 0.7361269202635657, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.05093941341893578, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.1326522224272082, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5678571447070392, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.23448766913301453, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.7243038488551593, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9647727272727272, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9714133522727273, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9930905032467533, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9930803571428571, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.5200892857142858, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.002232142857142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.052455357142857144, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.002232142857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.056919642857142856, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 7.75, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 212.25, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "seed": 2, "shards": 16, "l2_n": 896, "l2_mean": 0.006050374831309975, "gt_error_n": 896, "gt_error_mean": 0.051064185132601636, "iou_n": 896, "iou_mean": 0.736027932105298, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.051064185132601636, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13345647385376808, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.570823938701923, "rollout_h5_reliable_error_n": 888, "rollout_h5_reliable_error_mean": 0.2345344416589868, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.7314689675600916, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9642552759740259, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.971286525974026, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9929332386363636, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9929180194805195, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.5546875, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.0033482142857142855, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.05915178571428571, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.0033482142857142855, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0033482142857142855, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.06584821428571429, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 7.863839285714286, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 212.13616071428572, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "seed": 0, "shards": 32, "l2_n": 896, "l2_mean": 0.006041525585065496, "gt_error_n": 896, "gt_error_mean": 0.05123030917186727, "iou_n": 896, "iou_mean": 0.7357725252434933, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.05123030917186727, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13334407611288734, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.571640787294309, "rollout_h5_reliable_error_n": 889, "rollout_h5_reliable_error_mean": 0.23598545833033394, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.73772622538091, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9639103084415584, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.970906047077922, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9930448457792208, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9930346996753247, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.5301339285714286, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.002232142857142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.0546875, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.002232142857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.05915178571428571, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 7.939732142857143, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 212.06026785714286, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "seed": 1, "shards": 32, "l2_n": 896, "l2_mean": 0.006039964333987362, "gt_error_n": 896, "gt_error_mean": 0.05109208183623501, "iou_n": 896, "iou_mean": 0.735881979376574, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.05109208183623501, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13328846990140955, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5715601949078725, "rollout_h5_reliable_error_n": 889, "rollout_h5_reliable_error_mean": 0.23584659785487877, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.7395889973187915, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9637581168831169, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9709567775974026, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9930905032467533, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9930803571428571, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.5200892857142858, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.002232142857142857, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.05580357142857143, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.002232142857142857, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.060267857142857144, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 7.973214285714286, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 212.02678571428572, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "seed": 2, "shards": 32, "l2_n": 896, "l2_mean": 0.00604089825979567, "gt_error_n": 896, "gt_error_mean": 0.05120700150222336, "iou_n": 896, "iou_mean": 0.7356836775704101, "independent_future_center_error_n": 896, "independent_future_center_error_mean": 0.05120700150222336, "rollout_h1_error_n": 896, "rollout_h1_error_mean": 0.13402309702311338, "rollout_h5_error_n": 896, "rollout_h5_error_mean": 0.5744663281538048, "rollout_h5_reliable_error_n": 889, "rollout_h5_reliable_error_mean": 0.2362619334473614, "rollout_h5_penalized_error_n": 896, "rollout_h5_penalized_error_mean": 0.7189345214280808, "rollout_h5_scorable_fraction_n": 896, "rollout_h5_scorable_fraction_mean": 0.9652597402597403, "rollout_h5_source_available_fraction_n": 896, "rollout_h5_source_available_fraction_mean": 0.9721235795454546, "ball_presence_rate_n": 896, "ball_presence_rate_mean": 0.9933035714285714, "ball_correct_color_rate_n": 896, "ball_correct_color_rate_mean": 0.9932984983766234, "missing_ball_frames_n": 896, "missing_ball_frames_mean": 1.4732142857142858, "color_changed_ball_frames_n": 896, "color_changed_ball_frames_mean": 0.0011160714285714285, "ball_disappearance_events_n": 896, "ball_disappearance_events_mean": 0.0546875, "ball_reappearance_events_n": 896, "ball_reappearance_events_mean": 0.002232142857142857, "ball_color_change_events_n": 896, "ball_color_change_events_mean": 0.0011160714285714285, "ball_state_change_events_n": 896, "ball_state_change_events_mean": 0.05803571428571429, "rollout_h5_unscorable_ball_frames_n": 896, "rollout_h5_unscorable_ball_frames_mean": 7.642857142857143, "rollout_h5_scored_ball_frames_n": 896, "rollout_h5_scored_ball_frames_mean": 212.35714285714286, "rollout_h5_total_ball_frames_n": 896, "rollout_h5_total_ball_frames_mean": 220.0, "local_pair_center_error_n": 0, "local_pair_center_error_mean": null, "downstream_all_center_error_n": 0, "downstream_all_center_error_mean": null, "downstream_pair_center_error_n": 0, "downstream_pair_center_error_mean": null, "half_target_all_center_error_n": 0, "half_target_all_center_error_mean": null, "half_downstream_all_center_error_n": 0, "half_downstream_all_center_error_mean": null } ], "rows": [ { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.12116186485356939, "l2_seed_std": 0.0012774235844401735, "gt_error_mean": 1.8898534820142268, "gt_error_seed_std": 0.006403006042235849, "iou_mean": 0.07679513840614208, "iou_seed_std": 0.0028159172284384073, "independent_future_center_error_mean": 1.8898534820142268, "independent_future_center_error_seed_std": 0.006403006042235849, "rollout_h1_error_mean": 0.7299865263015343, "rollout_h1_error_seed_std": 0.004449576406136547, "rollout_h5_error_mean": 1.8944130519457103, "rollout_h5_error_seed_std": 0.006676749163386472, "rollout_h5_reliable_error_mean": 0.39436683651021937, "rollout_h5_reliable_error_seed_std": 0.001867465352252761, "rollout_h5_penalized_error_mean": 13.067859460686883, "rollout_h5_penalized_error_seed_std": 0.06949889671147762, "rollout_h5_scorable_fraction_mean": 0.07823153409090909, "rollout_h5_scorable_fraction_seed_std": 0.005074664922149317, "rollout_h5_source_available_fraction_mean": 0.14304315476190477, "rollout_h5_source_available_fraction_seed_std": 0.004413943917299757, "ball_presence_rate_mean": 0.4863061417748918, "ball_presence_rate_seed_std": 0.0021539531785429696, "ball_correct_color_rate_mean": 0.24025128517316016, "ball_correct_color_rate_seed_std": 0.003479523209241737, "missing_ball_frames_mean": 113.01264880952381, "missing_ball_frames_seed_std": 0.4738696992794499, "color_changed_ball_frames_mean": 54.132068452380956, "color_changed_ball_frames_seed_std": 0.9312947898048394, "ball_disappearance_events_mean": 9.486607142857142, "ball_disappearance_events_seed_std": 0.08008541607549274, "ball_reappearance_events_mean": 5.6737351190476195, "ball_reappearance_events_seed_std": 0.086106435684965, "ball_color_change_events_mean": 11.493675595238095, "ball_color_change_events_seed_std": 0.12791723707882097, "ball_state_change_events_mean": 26.654017857142858, "ball_state_change_events_seed_std": 0.28897199355307107, "rollout_h5_unscorable_ball_frames_mean": 202.7890625, "rollout_h5_unscorable_ball_frames_seed_std": 1.1164262828728573, "rollout_h5_scored_ball_frames_mean": 17.2109375, "rollout_h5_scored_ball_frames_seed_std": 1.1164262828728495, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.07546982863346957, "l2_seed_std": 0.0005990562115150653, "gt_error_mean": 0.8582359111615528, "gt_error_seed_std": 0.006112213005893195, "iou_mean": 0.18650410936187817, "iou_seed_std": 0.0005476208724014026, "independent_future_center_error_mean": 0.8582359111615528, "independent_future_center_error_seed_std": 0.006112213005893195, "rollout_h1_error_mean": 0.6070399846970798, "rollout_h1_error_seed_std": 0.004919953056351034, "rollout_h5_error_mean": 1.7645085446559994, "rollout_h5_error_seed_std": 0.009593901600595717, "rollout_h5_reliable_error_mean": 0.39749722687473893, "rollout_h5_reliable_error_seed_std": 0.004122723644959274, "rollout_h5_penalized_error_mean": 12.504693086692974, "rollout_h5_penalized_error_seed_std": 0.0036106143379753333, "rollout_h5_scorable_fraction_mean": 0.11937229437229437, "rollout_h5_scorable_fraction_seed_std": 0.0002551363529835308, "rollout_h5_source_available_fraction_mean": 0.17636465097402598, "rollout_h5_source_available_fraction_seed_std": 0.0010620140734303137, "ball_presence_rate_mean": 0.6866933847402598, "ball_presence_rate_seed_std": 0.007218132916300838, "ball_correct_color_rate_mean": 0.5306852002164503, "ball_correct_color_rate_seed_std": 0.005456079358965636, "missing_ball_frames_mean": 68.92745535714286, "missing_ball_frames_seed_std": 1.587989241586192, "color_changed_ball_frames_mean": 34.321800595238095, "color_changed_ball_frames_seed_std": 0.47137912419362904, "ball_disappearance_events_mean": 5.951636904761905, "ball_disappearance_events_seed_std": 0.07336701911654578, "ball_reappearance_events_mean": 3.6168154761904763, "ball_reappearance_events_seed_std": 0.10353830995017452, "ball_color_change_events_mean": 10.787202380952381, "ball_color_change_events_seed_std": 0.09331273807215186, "ball_state_change_events_mean": 20.355654761904763, "ball_state_change_events_seed_std": 0.224300741352356, "rollout_h5_unscorable_ball_frames_mean": 193.73809523809524, "rollout_h5_unscorable_ball_frames_seed_std": 0.056129997656381346, "rollout_h5_scored_ball_frames_mean": 26.261904761904763, "rollout_h5_scored_ball_frames_seed_std": 0.056129997656376565, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 8, "1": 8, "2": 8 }, "l2_mean": 0.012732946031541187, "l2_seed_std": 3.524592378777841e-05, "gt_error_mean": 0.08245296503983553, "gt_error_seed_std": 0.000656097876044647, "iou_mean": 0.6663988326950869, "iou_seed_std": 0.00022644870287521037, "independent_future_center_error_mean": 0.08245296503983553, "independent_future_center_error_seed_std": 0.000656097876044647, "rollout_h1_error_mean": 0.18558404905247552, "rollout_h1_error_seed_std": 0.0005113897828649665, "rollout_h5_error_mean": 0.7207108210494956, "rollout_h5_error_seed_std": 0.0016224616216661074, "rollout_h5_reliable_error_mean": 0.27956129253310835, "rollout_h5_reliable_error_seed_std": 0.002004328682991659, "rollout_h5_penalized_error_mean": 2.1685807868383526, "rollout_h5_penalized_error_seed_std": 0.03657338975520798, "rollout_h5_scorable_fraction_mean": 0.8622869318181818, "rollout_h5_scorable_fraction_seed_std": 0.0026708112928700307, "rollout_h5_source_available_fraction_mean": 0.8764880952380952, "rollout_h5_source_available_fraction_seed_std": 0.0024210649898073577, "ball_presence_rate_mean": 0.974220441017316, "ball_presence_rate_seed_std": 0.0018357463102342648, "ball_correct_color_rate_mean": 0.9632761769480519, "ball_correct_color_rate_seed_std": 0.0017433962078207176, "missing_ball_frames_mean": 5.671502976190476, "missing_ball_frames_seed_std": 0.40386418825155007, "color_changed_ball_frames_mean": 2.4077380952380953, "color_changed_ball_frames_seed_std": 0.030855556978785625, "ball_disappearance_events_mean": 0.535342261904762, "ball_disappearance_events_seed_std": 0.018350241748718042, "ball_reappearance_events_mean": 0.32180059523809523, "ball_reappearance_events_seed_std": 0.005505449623120814, "ball_color_change_events_mean": 1.2310267857142858, "ball_color_change_events_seed_std": 0.035240297776444114, "ball_state_change_events_mean": 2.088169642857143, "ball_state_change_events_seed_std": 0.05148465444049472, "rollout_h5_unscorable_ball_frames_mean": 30.296875, "rollout_h5_unscorable_ball_frames_seed_std": 0.5875784844314067, "rollout_h5_scored_ball_frames_mean": 189.703125, "rollout_h5_scored_ball_frames_seed_std": 0.5875784844314047, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 16, "1": 16, "2": 16 }, "l2_mean": 0.006050097126890684, "l2_seed_std": 2.775703444522999e-07, "gt_error_mean": 0.050984629538387796, "gt_error_seed_std": 6.911146632771799e-05, "iou_mean": 0.7361187968110209, "iou_seed_std": 8.708760016440335e-05, "independent_future_center_error_mean": 0.050984629538387796, "independent_future_center_error_seed_std": 6.911146632771799e-05, "rollout_h1_error_mean": 0.13289475589125152, "rollout_h1_error_seed_std": 0.00048796941228944574, "rollout_h5_error_mean": 0.5696062689070635, "rollout_h5_error_seed_std": 0.0015531579090988716, "rollout_h5_reliable_error_mean": 0.2347001682730484, "rollout_h5_reliable_error_seed_std": 0.0003283869030462296, "rollout_h5_penalized_error_mean": 0.730375519047546, "rollout_h5_penalized_error_seed_std": 0.005605510666671928, "rollout_h5_scorable_fraction_mean": 0.9643465909090909, "rollout_h5_scorable_fraction_seed_std": 0.0003886103490707104, "rollout_h5_source_available_fraction_mean": 0.9713034361471862, "rollout_h5_source_available_fraction_seed_std": 0.00010251247677371534, "ball_presence_rate_mean": 0.9930482278138528, "ball_presence_rate_seed_std": 0.00010073979307770995, "ball_correct_color_rate_mean": 0.9930363906926407, "ball_correct_color_rate_seed_std": 0.00010363604874219121, "missing_ball_frames_mean": 1.529389880952381, "missing_ball_frames_seed_std": 0.022162754477092934, "color_changed_ball_frames_mean": 0.0026041666666666665, "color_changed_ball_frames_seed_std": 0.0006443641397205645, "ball_disappearance_events_mean": 0.05580357142857143, "ball_disappearance_events_seed_std": 0.0033482142857142842, "ball_reappearance_events_mean": 0.0026041666666666665, "ball_reappearance_events_seed_std": 0.0006443641397205645, "ball_color_change_events_mean": 0.0026041666666666665, "ball_color_change_events_seed_std": 0.0006443641397205645, "ball_state_change_events_mean": 0.06101190476190476, "ball_state_change_events_seed_std": 0.004510548978043953, "rollout_h5_unscorable_ball_frames_mean": 7.84375, "rollout_h5_unscorable_ball_frames_seed_std": 0.08549427679556056, "rollout_h5_scored_ball_frames_mean": 212.15625, "rollout_h5_scored_ball_frames_seed_std": 0.08549427679556307, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 896, "1": 896, "2": 896 }, "shards_per_seed": { "0": 32, "1": 32, "2": 32 }, "l2_mean": 0.006040796059616176, "l2_seed_std": 7.856270678635285e-07, "gt_error_mean": 0.05117646417010855, "gt_error_seed_std": 7.40006457304016e-05, "iou_mean": 0.7357793940634925, "iou_seed_std": 9.932918553022795e-05, "independent_future_center_error_mean": 0.05117646417010855, "independent_future_center_error_seed_std": 7.40006457304016e-05, "rollout_h1_error_mean": 0.1335518810124701, "rollout_h1_error_seed_std": 0.00040903106141668507, "rollout_h5_error_mean": 0.5725557701186621, "rollout_h5_error_seed_std": 0.0016550824110672607, "rollout_h5_reliable_error_mean": 0.2360313298775247, "rollout_h5_reliable_error_seed_std": 0.0002114333529199722, "rollout_h5_penalized_error_mean": 0.7320832480425941, "rollout_h5_penalized_error_seed_std": 0.011425158139410922, "rollout_h5_scorable_fraction_mean": 0.9643093885281385, "rollout_h5_scorable_fraction_seed_std": 0.000826539096434064, "rollout_h5_source_available_fraction_mean": 0.9713288014069265, "rollout_h5_source_available_fraction_seed_std": 0.0006887652818728707, "ball_presence_rate_mean": 0.9931463068181818, "ball_presence_rate_seed_std": 0.00013809514599038504, "ball_correct_color_rate_mean": 0.9931378517316017, "ball_correct_color_rate_seed_std": 0.0001409846073261672, "missing_ball_frames_mean": 1.5078125, "missing_ball_frames_seed_std": 0.03038093211789328, "color_changed_ball_frames_mean": 0.0018601190476190475, "color_changed_ball_frames_seed_std": 0.0006443641397205645, "ball_disappearance_events_mean": 0.05505952380952381, "ball_disappearance_events_seed_std": 0.0006443641397205662, "ball_reappearance_events_mean": 0.002232142857142857, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0018601190476190475, "ball_color_change_events_seed_std": 0.0006443641397205645, "ball_state_change_events_mean": 0.05915178571428571, "ball_state_change_events_seed_std": 0.001116071428571428, "rollout_h5_unscorable_ball_frames_mean": 7.851934523809524, "rollout_h5_unscorable_ball_frames_seed_std": 0.18183860121549203, "rollout_h5_scored_ball_frames_mean": 212.14806547619048, "rollout_h5_scored_ball_frames_seed_std": 0.18183860121549086, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null } ], "chain_depth_rows": [ { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.11981427979966004, "l2_seed_std": 0.009740720160448604, "gt_error_mean": 1.9924315342778585, "gt_error_seed_std": 0.5640024315273412, "iou_mean": 0.08330462596829419, "iou_seed_std": 0.0386674803348723, "independent_future_center_error_mean": 1.9924315342778585, "independent_future_center_error_seed_std": 0.5640024315273412, "rollout_h1_error_mean": 0.5876354832665706, "rollout_h1_error_seed_std": 0.09946085327110332, "rollout_h5_error_mean": 1.564156517747002, "rollout_h5_error_seed_std": 0.25903899450309575, "rollout_h5_reliable_error_mean": 0.38681037797178613, "rollout_h5_reliable_error_seed_std": 0.05748948725959687, "rollout_h5_penalized_error_mean": 12.86731011968993, "rollout_h5_penalized_error_seed_std": 0.36457217099524813, "rollout_h5_scorable_fraction_mean": 0.09242424242424242, "rollout_h5_scorable_fraction_seed_std": 0.02614459685869303, "rollout_h5_source_available_fraction_mean": 0.1553030303030303, "rollout_h5_source_available_fraction_seed_std": 0.028027743535887776, "ball_presence_rate_mean": 0.5393939393939394, "ball_presence_rate_seed_std": 0.09964641345025231, "ball_correct_color_rate_mean": 0.28484848484848485, "ball_correct_color_rate_seed_std": 0.09609050414180319, "missing_ball_frames_mean": 101.33333333333333, "missing_ball_frames_seed_std": 21.922210959055505, "color_changed_ball_frames_mean": 56.0, "color_changed_ball_frames_seed_std": 1.6393596310755, "ball_disappearance_events_mean": 8.333333333333334, "ball_disappearance_events_seed_std": 0.6291528696058958, "ball_reappearance_events_mean": 4.75, "ball_reappearance_events_seed_std": 0.9013878188659973, "ball_color_change_events_mean": 11.416666666666666, "ball_color_change_events_seed_std": 1.3768926368215255, "ball_state_change_events_mean": 24.5, "ball_state_change_events_seed_std": 2.0463381929681126, "rollout_h5_unscorable_ball_frames_mean": 199.66666666666666, "rollout_h5_unscorable_ball_frames_seed_std": 5.751811308912466, "rollout_h5_scored_ball_frames_mean": 20.333333333333332, "rollout_h5_scored_ball_frames_seed_std": 5.751811308912466, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.12218254344302347, "l2_seed_std": 0.006603215405795275, "gt_error_mean": 2.0614897849522302, "gt_error_seed_std": 0.09454206647299562, "iou_mean": 0.07283340502835658, "iou_seed_std": 0.013818316275097059, "independent_future_center_error_mean": 2.0614897849522302, "independent_future_center_error_seed_std": 0.09454206647299562, "rollout_h1_error_mean": 0.7132076851816133, "rollout_h1_error_seed_std": 0.01729630011493214, "rollout_h5_error_mean": 1.8442602993964048, "rollout_h5_error_seed_std": 0.045620262585867884, "rollout_h5_reliable_error_mean": 0.3954595648268071, "rollout_h5_reliable_error_seed_std": 0.012372195174281363, "rollout_h5_penalized_error_mean": 13.079771589778424, "rollout_h5_penalized_error_seed_std": 0.18764911731979236, "rollout_h5_scorable_fraction_mean": 0.07740334378265412, "rollout_h5_scorable_fraction_seed_std": 0.013807641715945977, "rollout_h5_source_available_fraction_mean": 0.1426332288401254, "rollout_h5_source_available_fraction_seed_std": 0.012316797527822648, "ball_presence_rate_mean": 0.5164576802507836, "ball_presence_rate_seed_std": 0.028436615139132523, "ball_correct_color_rate_mean": 0.2455067920585162, "ball_correct_color_rate_seed_std": 0.029039231666655313, "missing_ball_frames_mean": 106.37931034482759, "missing_ball_frames_seed_std": 6.256055330609164, "color_changed_ball_frames_mean": 59.60919540229885, "color_changed_ball_frames_seed_std": 4.6347038295658445, "ball_disappearance_events_mean": 9.183908045977011, "ball_disappearance_events_seed_std": 0.5187716825929539, "ball_reappearance_events_mean": 5.494252873563219, "ball_reappearance_events_seed_std": 0.4530033654928405, "ball_color_change_events_mean": 12.24712643678161, "ball_color_change_events_seed_std": 0.4828612370412637, "ball_state_change_events_mean": 26.92528735632184, "ball_state_change_events_seed_std": 1.1701719607633043, "rollout_h5_unscorable_ball_frames_mean": 202.9712643678161, "rollout_h5_unscorable_ball_frames_seed_std": 3.0376811775081065, "rollout_h5_scored_ball_frames_mean": 17.02873563218391, "rollout_h5_scored_ball_frames_seed_std": 3.037681177508113, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.12046029665865578, "l2_seed_std": 0.0030890554456733154, "gt_error_mean": 1.9585870334173232, "gt_error_seed_std": 0.08210089446160312, "iou_mean": 0.0759930307648693, "iou_seed_std": 0.00835523569524169, "independent_future_center_error_mean": 1.9585870334173232, "independent_future_center_error_seed_std": 0.08210089446160312, "rollout_h1_error_mean": 0.7358262842804751, "rollout_h1_error_seed_std": 0.010864051304589535, "rollout_h5_error_mean": 1.8799546271654426, "rollout_h5_error_seed_std": 0.0025117999130096036, "rollout_h5_reliable_error_mean": 0.400976874697636, "rollout_h5_reliable_error_seed_std": 0.004546553271304973, "rollout_h5_penalized_error_mean": 12.914777477951645, "rollout_h5_penalized_error_seed_std": 0.15865939994176612, "rollout_h5_scorable_fraction_mean": 0.0893939393939394, "rollout_h5_scorable_fraction_seed_std": 0.011504002413755413, "rollout_h5_source_available_fraction_mean": 0.14867424242424243, "rollout_h5_source_available_fraction_seed_std": 0.009746928137341333, "ball_presence_rate_mean": 0.5254370629370629, "ball_presence_rate_seed_std": 0.021600948587429364, "ball_correct_color_rate_mean": 0.2526515151515152, "ball_correct_color_rate_seed_std": 0.015435459959750831, "missing_ball_frames_mean": 104.40384615384615, "missing_ball_frames_seed_std": 4.752208689234458, "color_changed_ball_frames_mean": 60.01282051282051, "color_changed_ball_frames_seed_std": 1.6283060739957478, "ball_disappearance_events_mean": 9.33974358974359, "ball_disappearance_events_seed_std": 0.17997301463290324, "ball_reappearance_events_mean": 5.698717948717949, "ball_reappearance_events_seed_std": 0.1347298048524596, "ball_color_change_events_mean": 12.246794871794872, "ball_color_change_events_seed_std": 0.37070186375964176, "ball_state_change_events_mean": 27.28525641025641, "ball_state_change_events_seed_std": 0.12549212788751107, "rollout_h5_unscorable_ball_frames_mean": 200.33333333333334, "rollout_h5_unscorable_ball_frames_seed_std": 2.5308805310261975, "rollout_h5_scored_ball_frames_mean": 19.666666666666668, "rollout_h5_scored_ball_frames_seed_std": 2.5308805310261913, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.1220192308130346, "l2_seed_std": 0.002282885946516681, "gt_error_mean": 1.9795963852533602, "gt_error_seed_std": 0.029547800635346125, "iou_mean": 0.07375910131158964, "iou_seed_std": 0.0030548462760467254, "independent_future_center_error_mean": 1.9795963852533602, "independent_future_center_error_seed_std": 0.029547800635346125, "rollout_h1_error_mean": 0.7154440743902094, "rollout_h1_error_seed_std": 0.011673043625091197, "rollout_h5_error_mean": 1.8508449764380035, "rollout_h5_error_seed_std": 0.03105451770456568, "rollout_h5_reliable_error_mean": 0.4082228175192366, "rollout_h5_reliable_error_seed_std": 0.0029447224103707472, "rollout_h5_penalized_error_mean": 13.081856159005623, "rollout_h5_penalized_error_seed_std": 0.0886265359347631, "rollout_h5_scorable_fraction_mean": 0.07721899849559424, "rollout_h5_scorable_fraction_seed_std": 0.006438124564382369, "rollout_h5_source_available_fraction_mean": 0.14007092198581558, "rollout_h5_source_available_fraction_seed_std": 0.00429796635266712, "ball_presence_rate_mean": 0.4943047496238986, "ball_presence_rate_seed_std": 0.005736995691368115, "ball_correct_color_rate_mean": 0.23833010960670534, "ball_correct_color_rate_seed_std": 0.0035296494373103795, "missing_ball_frames_mean": 111.25295508274232, "missing_ball_frames_seed_std": 1.2621390521009754, "color_changed_ball_frames_mean": 56.314420803782504, "color_changed_ball_frames_seed_std": 0.9138851259904243, "ball_disappearance_events_mean": 9.397163120567376, "ball_disappearance_events_seed_std": 0.202965787535521, "ball_reappearance_events_mean": 5.671394799054373, "ball_reappearance_events_seed_std": 0.23589779758095009, "ball_color_change_events_mean": 11.756501182033098, "ball_color_change_events_seed_std": 0.14083565965585326, "ball_state_change_events_mean": 26.825059101654848, "ball_state_change_events_seed_std": 0.4067568078298458, "rollout_h5_unscorable_ball_frames_mean": 203.01182033096927, "rollout_h5_unscorable_ball_frames_seed_std": 1.4163874041641225, "rollout_h5_scored_ball_frames_mean": 16.988179669030732, "rollout_h5_scored_ball_frames_seed_std": 1.4163874041641227, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.1222503938299803, "l2_seed_std": 0.0012695061004259157, "gt_error_mean": 1.847645142451165, "gt_error_seed_std": 0.06692083916165717, "iou_mean": 0.08283608009350929, "iou_seed_std": 0.004286804447970625, "independent_future_center_error_mean": 1.847645142451165, "independent_future_center_error_seed_std": 0.06692083916165717, "rollout_h1_error_mean": 0.7280386220614766, "rollout_h1_error_seed_std": 0.02101247410860402, "rollout_h5_error_mean": 1.8840815268014346, "rollout_h5_error_seed_std": 0.04560629096060074, "rollout_h5_reliable_error_mean": 0.36093081063249277, "rollout_h5_reliable_error_seed_std": 0.007862310093155805, "rollout_h5_penalized_error_mean": 13.05611217740093, "rollout_h5_penalized_error_seed_std": 0.09909231550210423, "rollout_h5_scorable_fraction_mean": 0.07888964269561284, "rollout_h5_scorable_fraction_seed_std": 0.007217854865141618, "rollout_h5_source_available_fraction_mean": 0.14399592944369063, "rollout_h5_source_available_fraction_seed_std": 0.007149673985196054, "ball_presence_rate_mean": 0.49944595205789233, "ball_presence_rate_seed_std": 0.01282105580004947, "ball_correct_color_rate_mean": 0.2477159656264134, "ball_correct_color_rate_seed_std": 0.015248609660198044, "missing_ball_frames_mean": 110.12189054726367, "missing_ball_frames_seed_std": 2.8206322760108837, "color_changed_ball_frames_mean": 55.38059701492537, "color_changed_ball_frames_seed_std": 0.5472241053080208, "ball_disappearance_events_mean": 9.323383084577115, "ball_disappearance_events_seed_std": 0.2675488489502236, "ball_reappearance_events_mean": 5.572139303482587, "ball_reappearance_events_seed_std": 0.34557423076896254, "ball_color_change_events_mean": 11.542288557213931, "ball_color_change_events_seed_std": 0.2863507163499672, "ball_state_change_events_mean": 26.437810945273633, "ball_state_change_events_seed_std": 0.8493158088338353, "rollout_h5_unscorable_ball_frames_mean": 202.64427860696517, "rollout_h5_unscorable_ball_frames_seed_std": 1.5879280703311565, "rollout_h5_scored_ball_frames_mean": 17.355721393034827, "rollout_h5_scored_ball_frames_seed_std": 1.5879280703311565, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.11894841010992725, "l2_seed_std": 0.0043422248137308566, "gt_error_mean": 1.8720621402229396, "gt_error_seed_std": 0.039070786074587596, "iou_mean": 0.07595481264352728, "iou_seed_std": 0.0008988195845322956, "independent_future_center_error_mean": 1.8720621402229396, "independent_future_center_error_seed_std": 0.039070786074587596, "rollout_h1_error_mean": 0.7404399182365401, "rollout_h1_error_seed_std": 0.017308576691729242, "rollout_h5_error_mean": 1.919507857441374, "rollout_h5_error_seed_std": 0.0491964221031627, "rollout_h5_reliable_error_mean": 0.4070619095322987, "rollout_h5_reliable_error_seed_std": 0.006372250215858154, "rollout_h5_penalized_error_mean": 13.109557664210111, "rollout_h5_penalized_error_seed_std": 0.023415339911649662, "rollout_h5_scorable_fraction_mean": 0.07521043771043771, "rollout_h5_scorable_fraction_seed_std": 0.0017162933792953944, "rollout_h5_source_available_fraction_mean": 0.1427819865319865, "rollout_h5_source_available_fraction_seed_std": 0.003634622358883818, "ball_presence_rate_mean": 0.4701178451178451, "ball_presence_rate_seed_std": 0.009168197719529075, "ball_correct_color_rate_mean": 0.23449074074074075, "ball_correct_color_rate_seed_std": 0.005376580546827715, "missing_ball_frames_mean": 116.57407407407408, "missing_ball_frames_seed_std": 2.0170034982964014, "color_changed_ball_frames_mean": 51.83796296296296, "color_changed_ball_frames_seed_std": 1.029121993832268, "ball_disappearance_events_mean": 9.592592592592593, "ball_disappearance_events_seed_std": 0.09580649114155039, "ball_reappearance_events_mean": 5.724537037037037, "ball_reappearance_events_seed_std": 0.14980268229040208, "ball_color_change_events_mean": 11.217592592592593, "ball_color_change_events_seed_std": 0.1499635586735694, "ball_state_change_events_mean": 26.53472222222222, "ball_state_change_events_seed_std": 0.384586819333344, "rollout_h5_unscorable_ball_frames_mean": 203.4537037037037, "rollout_h5_unscorable_ball_frames_seed_std": 0.3775845434449873, "rollout_h5_scored_ball_frames_mean": 16.546296296296294, "rollout_h5_scored_ball_frames_seed_std": 0.37758454344498754, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.12262451199703658, "l2_seed_std": 0.0027440846266675546, "gt_error_mean": 1.858101240723652, "gt_error_seed_std": 0.021603333979700195, "iou_mean": 0.07320048653889397, "iou_seed_std": 0.00457648661742802, "independent_future_center_error_mean": 1.858101240723652, "independent_future_center_error_seed_std": 0.021603333979700195, "rollout_h1_error_mean": 0.7262208459975047, "rollout_h1_error_seed_std": 0.004863997280368096, "rollout_h5_error_mean": 1.8977045412376645, "rollout_h5_error_seed_std": 0.0007461176512504386, "rollout_h5_reliable_error_mean": 0.3873531061266556, "rollout_h5_reliable_error_seed_std": 0.01194411712757803, "rollout_h5_penalized_error_mean": 13.106928328764786, "rollout_h5_penalized_error_seed_std": 0.08462392935490815, "rollout_h5_scorable_fraction_mean": 0.07540638169777242, "rollout_h5_scorable_fraction_seed_std": 0.00619296827556923, "rollout_h5_source_available_fraction_mean": 0.14223359422034917, "rollout_h5_source_available_fraction_seed_std": 0.003857918608662339, "ball_presence_rate_mean": 0.46616496086694764, "ball_presence_rate_seed_std": 0.003727954307365394, "ball_correct_color_rate_mean": 0.22923941400762593, "ball_correct_color_rate_seed_std": 0.01705542649232013, "missing_ball_frames_mean": 117.44370860927152, "missing_ball_frames_seed_std": 0.8201499476203915, "color_changed_ball_frames_mean": 52.12362030905077, "color_changed_ball_frames_seed_std": 2.9999731979368907, "ball_disappearance_events_mean": 9.7682119205298, "ball_disappearance_events_seed_std": 0.29999342126903683, "ball_reappearance_events_mean": 5.814569536423841, "ball_reappearance_events_seed_std": 0.23572810239149253, "ball_color_change_events_mean": 11.236203090507725, "ball_color_change_events_seed_std": 0.2259756884456596, "ball_state_change_events_mean": 26.81898454746137, "ball_state_change_events_seed_std": 0.725500643299252, "rollout_h5_unscorable_ball_frames_mean": 203.41059602649008, "rollout_h5_unscorable_ball_frames_seed_std": 1.3624530206252352, "rollout_h5_scored_ball_frames_mean": 16.589403973509935, "rollout_h5_scored_ball_frames_seed_std": 1.3624530206252303, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.12140457076562006, "l2_seed_std": 0.002002517562352849, "gt_error_mean": 1.820505870380002, "gt_error_seed_std": 0.06466853973818132, "iou_mean": 0.07925013774249887, "iou_seed_std": 0.007144830207990917, "independent_future_center_error_mean": 1.820505870380002, "independent_future_center_error_seed_std": 0.06466853973818132, "rollout_h1_error_mean": 0.7386859865605143, "rollout_h1_error_seed_std": 0.030321447798934725, "rollout_h5_error_mean": 1.950738401901638, "rollout_h5_error_seed_std": 0.04883691389141778, "rollout_h5_reliable_error_mean": 0.37445833186253014, "rollout_h5_reliable_error_seed_std": 0.01212981787640544, "rollout_h5_penalized_error_mean": 13.07784913812415, "rollout_h5_penalized_error_seed_std": 0.030108012844016836, "rollout_h5_scorable_fraction_mean": 0.07743128964059197, "rollout_h5_scorable_fraction_seed_std": 0.0021378169573104287, "rollout_h5_source_available_fraction_mean": 0.1430584918957012, "rollout_h5_source_available_fraction_seed_std": 0.0029467457159404052, "ball_presence_rate_mean": 0.4550211416490486, "ball_presence_rate_seed_std": 0.0172660755588879, "ball_correct_color_rate_mean": 0.23255813953488372, "ball_correct_color_rate_seed_std": 0.011265865845495732, "missing_ball_frames_mean": 119.8953488372093, "missing_ball_frames_seed_std": 3.79853662295534, "color_changed_ball_frames_mean": 48.94186046511628, "color_changed_ball_frames_seed_std": 2.267024409992155, "ball_disappearance_events_mean": 9.558139534883722, "ball_disappearance_events_seed_std": 0.22184632591091696, "ball_reappearance_events_mean": 5.647286821705427, "ball_reappearance_events_seed_std": 0.1444546135936759, "ball_color_change_events_mean": 10.825581395348838, "ball_color_change_events_seed_std": 0.22093023255813957, "ball_state_change_events_mean": 26.031007751937985, "ball_state_change_events_seed_std": 0.37233519251233466, "rollout_h5_unscorable_ball_frames_mean": 202.96511627906978, "rollout_h5_unscorable_ball_frames_seed_std": 0.4703197306083061, "rollout_h5_scored_ball_frames_mean": 17.03488372093023, "rollout_h5_scored_ball_frames_seed_std": 0.47031973060829413, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.11970711583798786, "l2_seed_std": 0.002247232109710899, "gt_error_mean": 1.7258419920369361, "gt_error_seed_std": 0.04486245879547725, "iou_mean": 0.08191767156423287, "iou_seed_std": 0.0018467563698670532, "independent_future_center_error_mean": 1.7258419920369361, "independent_future_center_error_seed_std": 0.04486245879547725, "rollout_h1_error_mean": 0.7481797194246943, "rollout_h1_error_seed_std": 0.03271235449803271, "rollout_h5_error_mean": 1.944285352948728, "rollout_h5_error_seed_std": 0.04693373074052771, "rollout_h5_reliable_error_mean": 0.4126156840114658, "rollout_h5_reliable_error_seed_std": 0.02237662064599266, "rollout_h5_penalized_error_mean": 13.134373558619444, "rollout_h5_penalized_error_seed_std": 0.10430897285381703, "rollout_h5_scorable_fraction_mean": 0.0734991423670669, "rollout_h5_scorable_fraction_seed_std": 0.007719172845977566, "rollout_h5_source_available_fraction_mean": 0.14050886220697542, "rollout_h5_source_available_fraction_seed_std": 0.00697184013622482, "ball_presence_rate_mean": 0.48401943967981703, "ball_presence_rate_seed_std": 0.015315973169722311, "ball_correct_color_rate_mean": 0.2540594625500286, "ball_correct_color_rate_seed_std": 0.008124610463983465, "missing_ball_frames_mean": 113.51572327044025, "missing_ball_frames_seed_std": 3.369514097338909, "color_changed_ball_frames_mean": 50.59119496855346, "color_changed_ball_frames_seed_std": 1.7364983745918832, "ball_disappearance_events_mean": 9.635220125786164, "ball_disappearance_events_seed_std": 0.24624870377926836, "ball_reappearance_events_mean": 5.754716981132075, "ball_reappearance_events_seed_std": 0.21429842814340666, "ball_color_change_events_mean": 11.377358490566039, "ball_color_change_events_seed_std": 0.19967934423128947, "ball_state_change_events_mean": 26.767295597484278, "ball_state_change_events_seed_std": 0.4279041180672713, "rollout_h5_unscorable_ball_frames_mean": 203.83018867924528, "rollout_h5_unscorable_ball_frames_seed_std": 1.6982180261150575, "rollout_h5_scored_ball_frames_mean": 16.169811320754718, "rollout_h5_scored_ball_frames_seed_std": 1.6982180261150641, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.1165077545140919, "l2_seed_std": 0.009273357684455807, "gt_error_mean": 1.780330720460384, "gt_error_seed_std": 0.032151333556165534, "iou_mean": 0.07799908038198408, "iou_seed_std": 0.013235509266349713, "independent_future_center_error_mean": 1.780330720460384, "independent_future_center_error_seed_std": 0.032151333556165534, "rollout_h1_error_mean": 0.7606834469455254, "rollout_h1_error_seed_std": 0.036301741908030295, "rollout_h5_error_mean": 1.9658786148289764, "rollout_h5_error_seed_std": 0.0453230155868258, "rollout_h5_reliable_error_mean": 0.47641590256317706, "rollout_h5_reliable_error_seed_std": 0.03030675552305464, "rollout_h5_penalized_error_mean": 13.048330377209544, "rollout_h5_penalized_error_seed_std": 0.07430049153490322, "rollout_h5_scorable_fraction_mean": 0.08054226475279107, "rollout_h5_scorable_fraction_seed_std": 0.005612245074932346, "rollout_h5_source_available_fraction_mean": 0.14074960127591707, "rollout_h5_source_available_fraction_seed_std": 0.010313012086425485, "ball_presence_rate_mean": 0.4539872408293461, "ball_presence_rate_seed_std": 0.01174525017240789, "ball_correct_color_rate_mean": 0.23660287081339712, "ball_correct_color_rate_seed_std": 0.019577799102932794, "missing_ball_frames_mean": 120.12280701754386, "missing_ball_frames_seed_std": 2.5839550379297385, "color_changed_ball_frames_mean": 47.82456140350877, "color_changed_ball_frames_seed_std": 4.848203634923754, "ball_disappearance_events_mean": 9.526315789473685, "ball_disappearance_events_seed_std": 0.5570002760135978, "ball_reappearance_events_mean": 5.491228070175438, "ball_reappearance_events_seed_std": 0.6100118824811827, "ball_color_change_events_mean": 10.473684210526315, "ball_color_change_events_seed_std": 0.6402907926629712, "ball_state_change_events_mean": 25.49122807017544, "ball_state_change_events_seed_std": 1.5220751738065947, "rollout_h5_unscorable_ball_frames_mean": 202.28070175438597, "rollout_h5_unscorable_ball_frames_seed_std": 1.234693916485108, "rollout_h5_scored_ball_frames_mean": 17.719298245614034, "rollout_h5_scored_ball_frames_seed_std": 1.234693916485117, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 10, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.11863058557113011, "l2_seed_std": 0.010429176111267636, "gt_error_mean": 1.6811728375325425, "gt_error_seed_std": 0.34297237623846555, "iou_mean": 0.10882367265839715, "iou_seed_std": 0.010547837154719483, "independent_future_center_error_mean": 1.6811728375325425, "independent_future_center_error_seed_std": 0.34297237623846555, "rollout_h1_error_mean": 0.7372075223925119, "rollout_h1_error_seed_std": 0.16050487887755807, "rollout_h5_error_mean": 2.0470932315005124, "rollout_h5_error_seed_std": 0.33210759514133065, "rollout_h5_reliable_error_mean": 0.38929807291455704, "rollout_h5_reliable_error_seed_std": 0.0660273281775559, "rollout_h5_penalized_error_mean": 12.925446624411398, "rollout_h5_penalized_error_seed_std": 0.22793763048811233, "rollout_h5_scorable_fraction_mean": 0.08939393939393939, "rollout_h5_scorable_fraction_seed_std": 0.017358241268772126, "rollout_h5_source_available_fraction_mean": 0.15151515151515152, "rollout_h5_source_available_fraction_seed_std": 0.01735824126877212, "ball_presence_rate_mean": 0.4257575757575758, "ball_presence_rate_seed_std": 0.07624088257823712, "ball_correct_color_rate_mean": 0.23484848484848483, "ball_correct_color_rate_seed_std": 0.009185117918925869, "missing_ball_frames_mean": 126.33333333333333, "missing_ball_frames_seed_std": 16.772994167212165, "color_changed_ball_frames_mean": 42.0, "color_changed_ball_frames_seed_std": 18.701604209265042, "ball_disappearance_events_mean": 9.166666666666666, "ball_disappearance_events_seed_std": 2.8431203515386634, "ball_reappearance_events_mean": 4.833333333333333, "ball_reappearance_events_seed_std": 2.9297326385411577, "ball_color_change_events_mean": 9.666666666666666, "ball_color_change_events_seed_std": 2.362907813126304, "ball_state_change_events_mean": 23.666666666666668, "ball_state_change_events_seed_std": 7.973915809270458, "rollout_h5_unscorable_ball_frames_mean": 200.33333333333334, "rollout_h5_unscorable_ball_frames_seed_std": 3.8188130791298667, "rollout_h5_scored_ball_frames_mean": 19.666666666666668, "rollout_h5_scored_ball_frames_seed_std": 3.8188130791298667, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.09265697499116261, "l2_seed_std": 0.004732658245506892, "gt_error_mean": 1.1321851978964879, "gt_error_seed_std": 0.10516965744053268, "iou_mean": 0.18573282168050279, "iou_seed_std": 0.023333891514766766, "independent_future_center_error_mean": 1.1321851978964879, "independent_future_center_error_seed_std": 0.10516965744053268, "rollout_h1_error_mean": 0.5589786378373234, "rollout_h1_error_seed_std": 0.1743159037725343, "rollout_h5_error_mean": 1.4315543917136626, "rollout_h5_error_seed_std": 0.22893685949895776, "rollout_h5_reliable_error_mean": 0.3618130458279158, "rollout_h5_reliable_error_seed_std": 0.03555907958265097, "rollout_h5_penalized_error_mean": 12.320398572766642, "rollout_h5_penalized_error_seed_std": 0.6831029374870471, "rollout_h5_scorable_fraction_mean": 0.13295454545454544, "rollout_h5_scorable_fraction_seed_std": 0.050347449811081184, "rollout_h5_source_available_fraction_mean": 0.20265151515151514, "rollout_h5_source_available_fraction_seed_std": 0.053702450298325106, "ball_presence_rate_mean": 0.6912878787878788, "ball_presence_rate_seed_std": 0.07054917886920059, "ball_correct_color_rate_mean": 0.5045454545454545, "ball_correct_color_rate_seed_std": 0.08168391761353158, "missing_ball_frames_mean": 67.91666666666667, "missing_ball_frames_seed_std": 15.520819351224127, "color_changed_ball_frames_mean": 41.083333333333336, "color_changed_ball_frames_seed_std": 11.98262631201246, "ball_disappearance_events_mean": 5.833333333333333, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 3.75, "ball_reappearance_events_seed_std": 0.6614378277661477, "ball_color_change_events_mean": 9.916666666666666, "ball_color_change_events_seed_std": 2.8975564417856186, "ball_state_change_events_mean": 19.5, "ball_state_change_events_seed_std": 3.6827299656640586, "rollout_h5_unscorable_ball_frames_mean": 190.75, "rollout_h5_unscorable_ball_frames_seed_std": 11.07643895843786, "rollout_h5_scored_ball_frames_mean": 29.25, "rollout_h5_scored_ball_frames_seed_std": 11.07643895843786, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.0762038460408134, "l2_seed_std": 0.0011100766337260267, "gt_error_mean": 0.8791576283589286, "gt_error_seed_std": 0.015549374035255243, "iou_mean": 0.19377516712737497, "iou_seed_std": 0.0032670637360937213, "independent_future_center_error_mean": 0.8791576283589286, "independent_future_center_error_seed_std": 0.015549374035255243, "rollout_h1_error_mean": 0.5811870988673093, "rollout_h1_error_seed_std": 0.0178354721595602, "rollout_h5_error_mean": 1.690900980719767, "rollout_h5_error_seed_std": 0.02782552887984431, "rollout_h5_reliable_error_mean": 0.42037358504752026, "rollout_h5_reliable_error_seed_std": 0.014782386692723947, "rollout_h5_penalized_error_mean": 12.295502121999855, "rollout_h5_penalized_error_seed_std": 0.1138582109581926, "rollout_h5_scorable_fraction_mean": 0.13479623824451412, "rollout_h5_scorable_fraction_seed_std": 0.008457779592334597, "rollout_h5_source_available_fraction_mean": 0.19422675026123304, "rollout_h5_source_available_fraction_seed_std": 0.010250691827708162, "ball_presence_rate_mean": 0.7334378265412748, "ball_presence_rate_seed_std": 0.007641099322060407, "ball_correct_color_rate_mean": 0.580276907001045, "ball_correct_color_rate_seed_std": 0.009592660033348235, "missing_ball_frames_mean": 58.64367816091954, "missing_ball_frames_seed_std": 1.6810418508532896, "color_changed_ball_frames_mean": 33.695402298850574, "color_changed_ball_frames_seed_std": 3.52544400747782, "ball_disappearance_events_mean": 5.235632183908046, "ball_disappearance_events_seed_std": 0.055423280235591545, "ball_reappearance_events_mean": 3.218390804597701, "ball_reappearance_events_seed_std": 0.11735964285438008, "ball_color_change_events_mean": 11.505747126436782, "ball_color_change_events_seed_std": 0.5953479316588574, "ball_state_change_events_mean": 19.95977011494253, "ball_state_change_events_seed_std": 0.7676448635559266, "rollout_h5_unscorable_ball_frames_mean": 190.3448275862069, "rollout_h5_unscorable_ball_frames_seed_std": 1.860711510313598, "rollout_h5_scored_ball_frames_mean": 29.655172413793103, "rollout_h5_scored_ball_frames_seed_std": 1.8607115103136085, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.071831909318765, "l2_seed_std": 0.0008145805039893582, "gt_error_mean": 0.7887392587158093, "gt_error_seed_std": 0.018611681427807523, "iou_mean": 0.19776562079005916, "iou_seed_std": 0.0037186843660670823, "independent_future_center_error_mean": 0.7887392587158093, "independent_future_center_error_seed_std": 0.018611681427807523, "rollout_h1_error_mean": 0.5955976814871744, "rollout_h1_error_seed_std": 0.011469862263103339, "rollout_h5_error_mean": 1.7316867191811718, "rollout_h5_error_seed_std": 0.01693717294308276, "rollout_h5_reliable_error_mean": 0.40034385187888094, "rollout_h5_reliable_error_seed_std": 0.011455306269030074, "rollout_h5_penalized_error_mean": 12.296163186061186, "rollout_h5_penalized_error_seed_std": 0.09723459588008398, "rollout_h5_scorable_fraction_mean": 0.13462995337995337, "rollout_h5_scorable_fraction_seed_std": 0.007323163085849713, "rollout_h5_source_available_fraction_mean": 0.1871357808857809, "rollout_h5_source_available_fraction_seed_std": 0.006607942582270743, "ball_presence_rate_mean": 0.7344259906759907, "ball_presence_rate_seed_std": 0.003018372380787927, "ball_correct_color_rate_mean": 0.5818910256410256, "ball_correct_color_rate_seed_std": 0.005294478266468255, "missing_ball_frames_mean": 58.42628205128205, "missing_ball_frames_seed_std": 0.6640419237733423, "color_changed_ball_frames_mean": 33.55769230769231, "color_changed_ball_frames_seed_std": 1.8033653205299085, "ball_disappearance_events_mean": 5.259615384615385, "ball_disappearance_events_seed_std": 0.21841955176154873, "ball_reappearance_events_mean": 3.2564102564102564, "ball_reappearance_events_seed_std": 0.236376847019132, "ball_color_change_events_mean": 10.657051282051283, "ball_color_change_events_seed_std": 0.16440152055425875, "ball_state_change_events_mean": 19.173076923076923, "ball_state_change_events_seed_std": 0.5874834757842358, "rollout_h5_unscorable_ball_frames_mean": 190.38141025641025, "rollout_h5_unscorable_ball_frames_seed_std": 1.6110958788869298, "rollout_h5_scored_ball_frames_mean": 29.618589743589745, "rollout_h5_scored_ball_frames_seed_std": 1.6110958788869358, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.07505163636683854, "l2_seed_std": 0.0013376418212018486, "gt_error_mean": 0.8592021840101037, "gt_error_seed_std": 0.027204389873705714, "iou_mean": 0.1915201551643247, "iou_seed_std": 0.0009631944575983622, "independent_future_center_error_mean": 0.8592021840101037, "independent_future_center_error_seed_std": 0.027204389873705714, "rollout_h1_error_mean": 0.6011160200163174, "rollout_h1_error_seed_std": 0.01963311716501578, "rollout_h5_error_mean": 1.753916074906637, "rollout_h5_error_seed_std": 0.03662888202498113, "rollout_h5_reliable_error_mean": 0.39802814067437137, "rollout_h5_reliable_error_seed_std": 0.006500423073259601, "rollout_h5_penalized_error_mean": 12.460167997935136, "rollout_h5_penalized_error_seed_std": 0.08207304922080787, "rollout_h5_scorable_fraction_mean": 0.12253384912959381, "rollout_h5_scorable_fraction_seed_std": 0.005970425266747944, "rollout_h5_source_available_fraction_mean": 0.17623038899634644, "rollout_h5_source_available_fraction_seed_std": 0.0056606779243782235, "ball_presence_rate_mean": 0.703277455405115, "ball_presence_rate_seed_std": 0.015604779431235815, "ball_correct_color_rate_mean": 0.547926069202665, "ball_correct_color_rate_seed_std": 0.010135856552044598, "missing_ball_frames_mean": 65.27895981087471, "missing_ball_frames_seed_std": 3.433051474871871, "color_changed_ball_frames_mean": 34.177304964539005, "color_changed_ball_frames_seed_std": 2.050234276982402, "ball_disappearance_events_mean": 5.541371158392435, "ball_disappearance_events_seed_std": 0.2487667214738699, "ball_reappearance_events_mean": 3.3286052009456264, "ball_reappearance_events_seed_std": 0.21054793454574294, "ball_color_change_events_mean": 10.706855791962175, "ball_color_change_events_seed_std": 0.19633139193375465, "ball_state_change_events_mean": 19.576832151300234, "ball_state_change_events_seed_std": 0.6005519204792841, "rollout_h5_unscorable_ball_frames_mean": 193.04255319148936, "rollout_h5_unscorable_ball_frames_seed_std": 1.3134935586845582, "rollout_h5_scored_ball_frames_mean": 26.95744680851064, "rollout_h5_scored_ball_frames_seed_std": 1.3134935586845475, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.07813346234905483, "l2_seed_std": 0.000969992083765885, "gt_error_mean": 0.9098158550697716, "gt_error_seed_std": 0.029100530582658272, "iou_mean": 0.18316715154959134, "iou_seed_std": 0.0018662482834941358, "independent_future_center_error_mean": 0.9098158550697716, "independent_future_center_error_seed_std": 0.029100530582658272, "rollout_h1_error_mean": 0.5881095174357864, "rollout_h1_error_seed_std": 0.012809105995407792, "rollout_h5_error_mean": 1.7085324786487202, "rollout_h5_error_seed_std": 0.03449378245110478, "rollout_h5_reliable_error_mean": 0.36972050381465066, "rollout_h5_reliable_error_seed_std": 0.007365554454932051, "rollout_h5_penalized_error_mean": 12.554241391264146, "rollout_h5_penalized_error_seed_std": 0.03001816418066101, "rollout_h5_scorable_fraction_mean": 0.11561510628674808, "rollout_h5_scorable_fraction_seed_std": 0.00213578534836214, "rollout_h5_source_available_fraction_mean": 0.1755427408412483, "rollout_h5_source_available_fraction_seed_std": 0.003379385828556861, "ball_presence_rate_mean": 0.68219131614654, "ball_presence_rate_seed_std": 0.008035769717859936, "ball_correct_color_rate_mean": 0.5280868385345997, "ball_correct_color_rate_seed_std": 0.00632093233073526, "missing_ball_frames_mean": 69.91791044776119, "missing_ball_frames_seed_std": 1.7678693379291976, "color_changed_ball_frames_mean": 33.90298507462686, "color_changed_ball_frames_seed_std": 1.0434693320005028, "ball_disappearance_events_mean": 5.947761194029851, "ball_disappearance_events_seed_std": 0.07349893881937387, "ball_reappearance_events_mean": 3.5895522388059704, "ball_reappearance_events_seed_std": 0.1004001794557739, "ball_color_change_events_mean": 10.962686567164178, "ball_color_change_events_seed_std": 0.22425342091517445, "ball_state_change_events_mean": 20.5, "ball_state_change_events_seed_std": 0.3786899837720973, "rollout_h5_unscorable_ball_frames_mean": 194.56467661691542, "rollout_h5_unscorable_ball_frames_seed_std": 0.4698727766396618, "rollout_h5_scored_ball_frames_mean": 25.435323383084576, "rollout_h5_scored_ball_frames_seed_std": 0.4698727766396716, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.0722768203165658, "l2_seed_std": 0.001042834618603584, "gt_error_mean": 0.790599415684516, "gt_error_seed_std": 0.0184100884412329, "iou_mean": 0.18885693256190653, "iou_seed_std": 0.001323317491139272, "independent_future_center_error_mean": 0.790599415684516, "independent_future_center_error_seed_std": 0.0184100884412329, "rollout_h1_error_mean": 0.6113902313952018, "rollout_h1_error_seed_std": 0.00660814774162769, "rollout_h5_error_mean": 1.7980875491841481, "rollout_h5_error_seed_std": 0.02439686910408158, "rollout_h5_reliable_error_mean": 0.39946758399022686, "rollout_h5_reliable_error_seed_std": 0.013501627537887069, "rollout_h5_penalized_error_mean": 12.496862704898273, "rollout_h5_penalized_error_seed_std": 0.056748755652318295, "rollout_h5_scorable_fraction_mean": 0.11993897306397305, "rollout_h5_scorable_fraction_seed_std": 0.004242303677439479, "rollout_h5_source_available_fraction_mean": 0.17650462962962962, "rollout_h5_source_available_fraction_seed_std": 0.0051875670082406275, "ball_presence_rate_mean": 0.6936763468013468, "ball_presence_rate_seed_std": 0.011144837568646761, "ball_correct_color_rate_mean": 0.5361426767676768, "ball_correct_color_rate_seed_std": 0.011001344574213078, "missing_ball_frames_mean": 67.39120370370371, "missing_ball_frames_seed_std": 2.451864265102289, "color_changed_ball_frames_mean": 34.657407407407405, "color_changed_ball_frames_seed_std": 1.1806644829921717, "ball_disappearance_events_mean": 6.016203703703704, "ball_disappearance_events_seed_std": 0.08627150534066759, "ball_reappearance_events_mean": 3.7175925925925926, "ball_reappearance_events_seed_std": 0.12506428388185278, "ball_color_change_events_mean": 10.814814814814815, "ball_color_change_events_seed_std": 0.23797602284381475, "ball_state_change_events_mean": 20.54861111111111, "ball_state_change_events_seed_std": 0.13871516913498835, "rollout_h5_unscorable_ball_frames_mean": 193.61342592592592, "rollout_h5_unscorable_ball_frames_seed_std": 0.9333068090366756, "rollout_h5_scored_ball_frames_mean": 26.386574074074073, "rollout_h5_scored_ball_frames_seed_std": 0.9333068090366858, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.07312164406310644, "l2_seed_std": 0.0005154467299493978, "gt_error_mean": 0.8146873020445148, "gt_error_seed_std": 0.0057958554276807284, "iou_mean": 0.18708105023482827, "iou_seed_std": 0.00016734442338358195, "independent_future_center_error_mean": 0.8146873020445148, "independent_future_center_error_seed_std": 0.0057958554276807284, "rollout_h1_error_mean": 0.6180118103100986, "rollout_h1_error_seed_std": 0.01431169783774749, "rollout_h5_error_mean": 1.7897092787765032, "rollout_h5_error_seed_std": 0.027387069273959983, "rollout_h5_reliable_error_mean": 0.41119803052075343, "rollout_h5_reliable_error_seed_std": 0.01876572147974719, "rollout_h5_penalized_error_mean": 12.450321104391811, "rollout_h5_penalized_error_seed_std": 0.05381935511634963, "rollout_h5_scorable_fraction_mean": 0.12341962673088501, "rollout_h5_scorable_fraction_seed_std": 0.004115443470569087, "rollout_h5_source_available_fraction_mean": 0.1813164760184628, "rollout_h5_source_available_fraction_seed_std": 0.005042330487357914, "ball_presence_rate_mean": 0.675817780453542, "ball_presence_rate_seed_std": 0.012556408262425517, "ball_correct_color_rate_mean": 0.5251856311458961, "ball_correct_color_rate_seed_std": 0.015950277622256807, "missing_ball_frames_mean": 71.32008830022075, "missing_ball_frames_seed_std": 2.762409817733609, "color_changed_ball_frames_mean": 33.13907284768212, "color_changed_ball_frames_seed_std": 1.1351194292193632, "ball_disappearance_events_mean": 6.2030905077262695, "ball_disappearance_events_seed_std": 0.23917586279526434, "ball_reappearance_events_mean": 3.772626931567329, "ball_reappearance_events_seed_std": 0.2837911262359401, "ball_color_change_events_mean": 10.68653421633554, "ball_color_change_events_seed_std": 0.25531783994041546, "ball_state_change_events_mean": 20.662251655629138, "ball_state_change_events_seed_std": 0.77355982783835, "rollout_h5_unscorable_ball_frames_mean": 192.8476821192053, "rollout_h5_unscorable_ball_frames_seed_std": 0.9053975635252014, "rollout_h5_scored_ball_frames_mean": 27.1523178807947, "rollout_h5_scored_ball_frames_seed_std": 0.9053975635251985, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.07869083069033864, "l2_seed_std": 0.0028351267917142813, "gt_error_mean": 0.9505633715730695, "gt_error_seed_std": 0.02681314224697483, "iou_mean": 0.17319957444701156, "iou_seed_std": 0.0009620955733256716, "independent_future_center_error_mean": 0.9505633715730695, "independent_future_center_error_seed_std": 0.02681314224697483, "rollout_h1_error_mean": 0.633264376828461, "rollout_h1_error_seed_std": 0.018783313555071984, "rollout_h5_error_mean": 1.826929115350478, "rollout_h5_error_seed_std": 0.045998738106548274, "rollout_h5_reliable_error_mean": 0.3595995022621765, "rollout_h5_reliable_error_seed_std": 0.019588481549104253, "rollout_h5_penalized_error_mean": 12.803132092522382, "rollout_h5_penalized_error_seed_std": 0.09093195516103829, "rollout_h5_scorable_fraction_mean": 0.09742776603241719, "rollout_h5_scorable_fraction_seed_std": 0.0067958838012112475, "rollout_h5_source_available_fraction_mean": 0.15486257928118394, "rollout_h5_source_available_fraction_seed_std": 0.007553702921752883, "ball_presence_rate_mean": 0.6302501761804088, "ball_presence_rate_seed_std": 0.006364771777271636, "ball_correct_color_rate_mean": 0.46437632135306556, "ball_correct_color_rate_seed_std": 0.006669888723109935, "missing_ball_frames_mean": 81.34496124031007, "missing_ball_frames_seed_std": 1.4002497909997678, "color_changed_ball_frames_mean": 36.492248062015506, "color_changed_ball_frames_seed_std": 0.5050225475870334, "ball_disappearance_events_mean": 6.67829457364341, "ball_disappearance_events_seed_std": 0.3428425486433486, "ball_reappearance_events_mean": 3.9922480620155043, "ball_reappearance_events_seed_std": 0.3481258897555336, "ball_color_change_events_mean": 10.573643410852714, "ball_color_change_events_seed_std": 0.3900696317956314, "ball_state_change_events_mean": 21.24418604651163, "ball_state_change_events_seed_std": 0.9216904308962025, "rollout_h5_unscorable_ball_frames_mean": 198.5658914728682, "rollout_h5_unscorable_ball_frames_seed_std": 1.495094436266471, "rollout_h5_scored_ball_frames_mean": 21.434108527131784, "rollout_h5_scored_ball_frames_seed_std": 1.4950944362664753, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.08183407492982517, "l2_seed_std": 0.0027904916296298777, "gt_error_mean": 0.9319372655547641, "gt_error_seed_std": 0.04496413187750783, "iou_mean": 0.17261872537342327, "iou_seed_std": 0.006654654478613892, "independent_future_center_error_mean": 0.9319372655547641, "independent_future_center_error_seed_std": 0.04496413187750783, "rollout_h1_error_mean": 0.6288889230644384, "rollout_h1_error_seed_std": 0.005248249972344774, "rollout_h5_error_mean": 1.812237910561793, "rollout_h5_error_seed_std": 0.02889815379278244, "rollout_h5_reliable_error_mean": 0.4213128441522149, "rollout_h5_reliable_error_seed_std": 0.0180647960594554, "rollout_h5_penalized_error_mean": 12.714992405949763, "rollout_h5_penalized_error_seed_std": 0.06303110561816437, "rollout_h5_scorable_fraction_mean": 0.10428816466552315, "rollout_h5_scorable_fraction_seed_std": 0.004712300812286848, "rollout_h5_source_available_fraction_mean": 0.16566609491137793, "rollout_h5_source_available_fraction_seed_std": 0.007076554485126678, "ball_presence_rate_mean": 0.6443110348770726, "ball_presence_rate_seed_std": 0.011881337662340737, "ball_correct_color_rate_mean": 0.4855631789594054, "ball_correct_color_rate_seed_std": 0.010158637052656294, "missing_ball_frames_mean": 78.25157232704403, "missing_ball_frames_seed_std": 2.6138942857149554, "color_changed_ball_frames_mean": 34.924528301886795, "color_changed_ball_frames_seed_std": 1.0774559649259807, "ball_disappearance_events_mean": 6.90566037735849, "ball_disappearance_events_seed_std": 0.3273462560924053, "ball_reappearance_events_mean": 4.220125786163522, "ball_reappearance_events_seed_std": 0.24624870377926933, "ball_color_change_events_mean": 10.918238993710691, "ball_color_change_events_seed_std": 0.0930732615531371, "ball_state_change_events_mean": 22.044025157232706, "ball_state_change_events_seed_std": 0.5133786248337733, "rollout_h5_unscorable_ball_frames_mean": 197.0566037735849, "rollout_h5_unscorable_ball_frames_seed_std": 1.0367061787031042, "rollout_h5_scored_ball_frames_mean": 22.943396226415096, "rollout_h5_scored_ball_frames_seed_std": 1.0367061787031053, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.07910006421438434, "l2_seed_std": 0.0027044025731437805, "gt_error_mean": 0.8940021603479266, "gt_error_seed_std": 0.054907842297860596, "iou_mean": 0.17650140678651696, "iou_seed_std": 0.008067819365949748, "independent_future_center_error_mean": 0.8940021603479266, "independent_future_center_error_seed_std": 0.054907842297860596, "rollout_h1_error_mean": 0.6390310489946908, "rollout_h1_error_seed_std": 0.033208101397905934, "rollout_h5_error_mean": 1.857155830392112, "rollout_h5_error_seed_std": 0.02837339264986979, "rollout_h5_reliable_error_mean": 0.48800786882941755, "rollout_h5_reliable_error_seed_std": 0.05185938266586632, "rollout_h5_penalized_error_mean": 12.748160296822387, "rollout_h5_penalized_error_seed_std": 0.14047147601687499, "rollout_h5_scorable_fraction_mean": 0.10191387559808612, "rollout_h5_scorable_fraction_seed_std": 0.010403260720171718, "rollout_h5_source_available_fraction_mean": 0.1559011164274322, "rollout_h5_source_available_fraction_seed_std": 0.008653323131662973, "ball_presence_rate_mean": 0.618421052631579, "ball_presence_rate_seed_std": 0.016005481993949987, "ball_correct_color_rate_mean": 0.4566188197767145, "ball_correct_color_rate_seed_std": 0.020477034187844023, "missing_ball_frames_mean": 83.94736842105263, "missing_ball_frames_seed_std": 3.5212060386689967, "color_changed_ball_frames_mean": 35.59649122807018, "color_changed_ball_frames_seed_std": 3.283608806776045, "ball_disappearance_events_mean": 6.2631578947368425, "ball_disappearance_events_seed_std": 0.10526315789473673, "ball_reappearance_events_mean": 3.508771929824561, "ball_reappearance_events_seed_std": 0.2191227367859087, "ball_color_change_events_mean": 9.859649122807017, "ball_color_change_events_seed_std": 0.6167858186402441, "ball_state_change_events_mean": 19.63157894736842, "ball_state_change_events_seed_std": 0.6902566867686315, "rollout_h5_unscorable_ball_frames_mean": 197.57894736842104, "rollout_h5_unscorable_ball_frames_seed_std": 2.288717358437785, "rollout_h5_scored_ball_frames_mean": 22.421052631578945, "rollout_h5_scored_ball_frames_seed_std": 2.2887173584377787, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 20, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.12554161188503107, "l2_seed_std": 0.007294695981269284, "gt_error_mean": 1.6882565947701504, "gt_error_seed_std": 0.2829853679886301, "iou_mean": 0.08365340480001994, "iou_seed_std": 0.003912621605375547, "independent_future_center_error_mean": 1.6882565947701504, "independent_future_center_error_seed_std": 0.2829853679886301, "rollout_h1_error_mean": 0.5817255156360094, "rollout_h1_error_seed_std": 0.1841584216099836, "rollout_h5_error_mean": 1.6195309662162176, "rollout_h5_error_seed_std": 0.38357667116843164, "rollout_h5_reliable_error_mean": 0.3460317923000884, "rollout_h5_reliable_error_seed_std": 0.21797572370176435, "rollout_h5_penalized_error_mean": 13.552781720415382, "rollout_h5_penalized_error_seed_std": 0.4412163164231683, "rollout_h5_scorable_fraction_mean": 0.04318181818181818, "rollout_h5_scorable_fraction_seed_std": 0.033013270559849886, "rollout_h5_source_available_fraction_mean": 0.12878787878787878, "rollout_h5_source_available_fraction_seed_std": 0.0262431940540739, "ball_presence_rate_mean": 0.4893939393939394, "ball_presence_rate_seed_std": 0.017358241268772105, "ball_correct_color_rate_mean": 0.21363636363636362, "ball_correct_color_rate_seed_std": 0.02458330415089083, "missing_ball_frames_mean": 112.33333333333333, "missing_ball_frames_seed_std": 3.8188130791298667, "color_changed_ball_frames_mean": 60.666666666666664, "color_changed_ball_frames_seed_std": 8.144527815247077, "ball_disappearance_events_mean": 9.0, "ball_disappearance_events_seed_std": 1.8027756377319946, "ball_reappearance_events_mean": 5.666666666666667, "ball_reappearance_events_seed_std": 1.6072751268321592, "ball_color_change_events_mean": 12.5, "ball_color_change_events_seed_std": 2.7838821814150108, "ball_state_change_events_mean": 27.166666666666668, "ball_state_change_events_seed_std": 5.923118547972287, "rollout_h5_unscorable_ball_frames_mean": 210.5, "rollout_h5_unscorable_ball_frames_seed_std": 7.262919523166975, "rollout_h5_scored_ball_frames_mean": 9.5, "rollout_h5_scored_ball_frames_seed_std": 7.262919523166975, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.017181649765310187, "l2_seed_std": 0.000351668818376418, "gt_error_mean": 0.09503492553509398, "gt_error_seed_std": 0.00726166221485832, "iou_mean": 0.6192577470990985, "iou_seed_std": 0.005521656591774595, "independent_future_center_error_mean": 0.09503492553509398, "independent_future_center_error_seed_std": 0.00726166221485832, "rollout_h1_error_mean": 0.1898288285758054, "rollout_h1_error_seed_std": 0.018261248943013248, "rollout_h5_error_mean": 0.6728500786413079, "rollout_h5_error_seed_std": 0.035455328263231445, "rollout_h5_reliable_error_mean": 0.20966681476734592, "rollout_h5_reliable_error_seed_std": 0.038940818980788126, "rollout_h5_penalized_error_mean": 2.6497011657316443, "rollout_h5_penalized_error_seed_std": 0.990781972764555, "rollout_h5_scorable_fraction_mean": 0.8246212121212121, "rollout_h5_scorable_fraction_seed_std": 0.072605840858169, "rollout_h5_source_available_fraction_mean": 0.8333333333333334, "rollout_h5_source_available_fraction_seed_std": 0.0763001404488018, "ball_presence_rate_mean": 0.9621212121212122, "ball_presence_rate_seed_std": 0.034846426157899776, "ball_correct_color_rate_mean": 0.9511363636363637, "ball_correct_color_rate_seed_std": 0.033013270559849886, "missing_ball_frames_mean": 8.333333333333334, "missing_ball_frames_seed_std": 7.66621375473795, "color_changed_ball_frames_mean": 2.4166666666666665, "color_changed_ball_frames_seed_std": 0.5204164998665332, "ball_disappearance_events_mean": 0.4166666666666667, "ball_disappearance_events_seed_std": 0.14433756729740643, "ball_reappearance_events_mean": 0.16666666666666666, "ball_reappearance_events_seed_std": 0.14433756729740643, "ball_color_change_events_mean": 1.9166666666666667, "ball_color_change_events_seed_std": 0.14433756729740643, "ball_state_change_events_mean": 2.5, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 38.583333333333336, "rollout_h5_unscorable_ball_frames_seed_std": 15.97328498879718, "rollout_h5_scored_ball_frames_mean": 181.41666666666666, "rollout_h5_scored_ball_frames_seed_std": 15.97328498879718, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.012304987415842626, "l2_seed_std": 4.0171694824482596e-05, "gt_error_mean": 0.08178184745915548, "gt_error_seed_std": 0.002256198233443494, "iou_mean": 0.670888973703443, "iou_seed_std": 0.0012378741730120844, "independent_future_center_error_mean": 0.08178184745915548, "independent_future_center_error_seed_std": 0.002256198233443494, "rollout_h1_error_mean": 0.172334316012238, "rollout_h1_error_seed_std": 0.002444899734760161, "rollout_h5_error_mean": 0.6287749347154213, "rollout_h5_error_seed_std": 0.007086354461271624, "rollout_h5_reliable_error_mean": 0.24113270065442344, "rollout_h5_reliable_error_seed_std": 0.00812023533825109, "rollout_h5_penalized_error_mean": 2.0692423000238773, "rollout_h5_penalized_error_seed_std": 0.17007462153443376, "rollout_h5_scorable_fraction_mean": 0.8667972831765935, "rollout_h5_scorable_fraction_seed_std": 0.012455227679458041, "rollout_h5_source_available_fraction_mean": 0.8787878787878788, "rollout_h5_source_available_fraction_seed_std": 0.011140753728599781, "ball_presence_rate_mean": 0.9771943573667712, "ball_presence_rate_seed_std": 0.005351580139554523, "ball_correct_color_rate_mean": 0.9691222570532916, "ball_correct_color_rate_seed_std": 0.004762543763084148, "missing_ball_frames_mean": 5.017241379310345, "missing_ball_frames_seed_std": 1.1773476307020028, "color_changed_ball_frames_mean": 1.7758620689655173, "color_changed_ball_frames_seed_std": 0.1724137931034483, "ball_disappearance_events_mean": 0.39655172413793105, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.20114942528735633, "ball_reappearance_events_seed_std": 0.04977157493014016, "ball_color_change_events_mean": 1.1724137931034484, "ball_color_change_events_seed_std": 0.22611856980351733, "ball_state_change_events_mean": 1.7701149425287357, "ball_state_change_events_seed_std": 0.26728772308582716, "rollout_h5_unscorable_ball_frames_mean": 29.304597701149426, "rollout_h5_unscorable_ball_frames_seed_std": 2.740150089480774, "rollout_h5_scored_ball_frames_mean": 190.69540229885058, "rollout_h5_scored_ball_frames_seed_std": 2.740150089480773, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.011792338157717425, "l2_seed_std": 2.842284194854784e-05, "gt_error_mean": 0.07377896478291243, "gt_error_seed_std": 0.001233390923086956, "iou_mean": 0.6757271281725061, "iou_seed_std": 0.0006966497545696701, "independent_future_center_error_mean": 0.07377896478291243, "independent_future_center_error_seed_std": 0.001233390923086956, "rollout_h1_error_mean": 0.1607915620975647, "rollout_h1_error_seed_std": 0.0016868205033031573, "rollout_h5_error_mean": 0.620226622456886, "rollout_h5_error_seed_std": 0.008517234544549055, "rollout_h5_reliable_error_mean": 0.2503981220387537, "rollout_h5_reliable_error_seed_std": 0.006051950443921898, "rollout_h5_penalized_error_mean": 1.5904693444283615, "rollout_h5_penalized_error_seed_std": 0.021878791166532876, "rollout_h5_scorable_fraction_mean": 0.9020104895104896, "rollout_h5_scorable_fraction_seed_std": 0.0017268134847148698, "rollout_h5_source_available_fraction_mean": 0.9128059440559441, "rollout_h5_source_available_fraction_seed_std": 0.002002873992550639, "ball_presence_rate_mean": 0.9849796037296037, "ball_presence_rate_seed_std": 0.0001819638111421212, "ball_correct_color_rate_mean": 0.9768065268065268, "ball_correct_color_rate_seed_std": 0.0017186820404173557, "missing_ball_frames_mean": 3.3044871794871797, "missing_ball_frames_seed_std": 0.040032038451271894, "color_changed_ball_frames_mean": 1.7980769230769231, "color_changed_ball_frames_seed_std": 0.3454854658311863, "ball_disappearance_events_mean": 0.3782051282051282, "ball_disappearance_events_seed_std": 0.07343871306018973, "ball_reappearance_events_mean": 0.22115384615384615, "ball_reappearance_events_seed_std": 0.06933752452815366, "ball_color_change_events_mean": 1.032051282051282, "ball_color_change_events_seed_std": 0.11591757256426355, "ball_state_change_events_mean": 1.6314102564102564, "ball_state_change_events_seed_std": 0.09631396923920973, "rollout_h5_unscorable_ball_frames_mean": 21.557692307692307, "rollout_h5_unscorable_ball_frames_seed_std": 0.37989896663727823, "rollout_h5_scored_ball_frames_mean": 198.44230769230768, "rollout_h5_scored_ball_frames_seed_std": 0.37989896663727213, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.012632500931805542, "l2_seed_std": 4.2558390603138926e-05, "gt_error_mean": 0.08222461866496691, "gt_error_seed_std": 0.0016352366980764263, "iou_mean": 0.6683479675877577, "iou_seed_std": 0.0005071489840385793, "independent_future_center_error_mean": 0.08222461866496691, "independent_future_center_error_seed_std": 0.0016352366980764263, "rollout_h1_error_mean": 0.18149506480744199, "rollout_h1_error_seed_std": 0.002240289706817225, "rollout_h5_error_mean": 0.6859089771350096, "rollout_h5_error_seed_std": 0.004444494065448568, "rollout_h5_reliable_error_mean": 0.2638861955018501, "rollout_h5_reliable_error_seed_std": 0.008968434654222616, "rollout_h5_penalized_error_mean": 2.074948752824895, "rollout_h5_penalized_error_seed_std": 0.09594814475360487, "rollout_h5_scorable_fraction_mean": 0.8680636148721256, "rollout_h5_scorable_fraction_seed_std": 0.007191030306567811, "rollout_h5_source_available_fraction_mean": 0.8834622823984526, "rollout_h5_source_available_fraction_seed_std": 0.0061504784101673255, "ball_presence_rate_mean": 0.9773049645390072, "ball_presence_rate_seed_std": 0.002212660376002219, "ball_correct_color_rate_mean": 0.9659896840747905, "ball_correct_color_rate_seed_std": 0.001984360205868798, "missing_ball_frames_mean": 4.99290780141844, "missing_ball_frames_seed_std": 0.48678528272048854, "color_changed_ball_frames_mean": 2.4893617021276597, "color_changed_ball_frames_seed_std": 0.2603909184494442, "ball_disappearance_events_mean": 0.4657210401891253, "ball_disappearance_events_seed_std": 0.010833512281219496, "ball_reappearance_events_mean": 0.276595744680851, "ball_reappearance_events_seed_std": 0.03091417690454378, "ball_color_change_events_mean": 1.2505910165484633, "ball_color_change_events_seed_std": 0.055088322447900934, "ball_state_change_events_mean": 1.9929078014184396, "ball_state_change_events_seed_std": 0.07197795436235614, "rollout_h5_unscorable_ball_frames_mean": 29.02600472813239, "rollout_h5_unscorable_ball_frames_seed_std": 1.58202666744492, "rollout_h5_scored_ball_frames_mean": 190.9739952718676, "rollout_h5_scored_ball_frames_seed_std": 1.5820266674449202, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.01335807624551009, "l2_seed_std": 6.850134427187282e-05, "gt_error_mean": 0.08372701858522177, "gt_error_seed_std": 0.0007223762166401049, "iou_mean": 0.661327166158111, "iou_seed_std": 0.0006050288976105815, "independent_future_center_error_mean": 0.08372701858522177, "independent_future_center_error_seed_std": 0.0007223762166401049, "rollout_h1_error_mean": 0.1876965074022899, "rollout_h1_error_seed_std": 0.00264138103857027, "rollout_h5_error_mean": 0.7135548840826306, "rollout_h5_error_seed_std": 0.0031017125193863603, "rollout_h5_reliable_error_mean": 0.27492998714984784, "rollout_h5_reliable_error_seed_std": 0.0024101129933930066, "rollout_h5_penalized_error_mean": 2.3441698264606723, "rollout_h5_penalized_error_seed_std": 0.0789631551083963, "rollout_h5_scorable_fraction_mean": 0.8491632745364088, "rollout_h5_scorable_fraction_seed_std": 0.005783092978730664, "rollout_h5_source_available_fraction_mean": 0.8632971506105834, "rollout_h5_source_available_fraction_seed_std": 0.005833576499972811, "ball_presence_rate_mean": 0.9747399366802352, "ball_presence_rate_seed_std": 0.0014810575750189901, "ball_correct_color_rate_mean": 0.9611601085481682, "ball_correct_color_rate_seed_std": 0.0032225237449118316, "missing_ball_frames_mean": 5.557213930348259, "missing_ball_frames_seed_std": 0.3258326665041793, "color_changed_ball_frames_mean": 2.987562189054726, "color_changed_ball_frames_seed_std": 0.5867272830967389, "ball_disappearance_events_mean": 0.5970149253731344, "ball_disappearance_events_seed_std": 0.06505819318717426, "ball_reappearance_events_mean": 0.39800995024875624, "ball_reappearance_events_seed_std": 0.05650655070448034, "ball_color_change_events_mean": 1.4875621890547264, "ball_color_change_events_seed_std": 0.0797960941907734, "ball_state_change_events_mean": 2.482587064676617, "ball_state_change_events_seed_std": 0.17185796467080464, "rollout_h5_unscorable_ball_frames_mean": 33.18407960199005, "rollout_h5_unscorable_ball_frames_seed_std": 1.2722804553207459, "rollout_h5_scored_ball_frames_mean": 186.81592039800995, "rollout_h5_scored_ball_frames_seed_std": 1.2722804553207543, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.011879526631673798, "l2_seed_std": 7.530471696585139e-05, "gt_error_mean": 0.07794963287956785, "gt_error_seed_std": 0.0007185716312353174, "iou_mean": 0.6760974263081342, "iou_seed_std": 0.0006143615477113224, "independent_future_center_error_mean": 0.07794963287956785, "independent_future_center_error_seed_std": 0.0007185716312353174, "rollout_h1_error_mean": 0.18097168161227264, "rollout_h1_error_seed_std": 0.0021570888112120647, "rollout_h5_error_mean": 0.717792491144627, "rollout_h5_error_seed_std": 0.010105136918963512, "rollout_h5_reliable_error_mean": 0.2799777331159364, "rollout_h5_reliable_error_seed_std": 0.0013859497418116035, "rollout_h5_penalized_error_mean": 1.9755922528378786, "rollout_h5_penalized_error_seed_std": 0.06908194763525442, "rollout_h5_scorable_fraction_mean": 0.876010101010101, "rollout_h5_scorable_fraction_seed_std": 0.005148589855707691, "rollout_h5_source_available_fraction_mean": 0.8905197811447811, "rollout_h5_source_available_fraction_seed_std": 0.005458972835690603, "ball_presence_rate_mean": 0.9749684343434344, "ball_presence_rate_seed_std": 0.0019486520623801648, "ball_correct_color_rate_mean": 0.9662457912457912, "ball_correct_color_rate_seed_std": 0.0028392133921722974, "missing_ball_frames_mean": 5.506944444444445, "missing_ball_frames_seed_std": 0.42870345372362906, "color_changed_ball_frames_mean": 1.9189814814814814, "color_changed_ball_frames_seed_std": 0.3360948496219286, "ball_disappearance_events_mean": 0.4583333333333333, "ball_disappearance_events_seed_std": 0.012028130608117193, "ball_reappearance_events_mean": 0.25462962962962965, "ball_reappearance_events_seed_std": 0.028065638085606807, "ball_color_change_events_mean": 0.986111111111111, "ball_color_change_events_seed_std": 0.12048160814512131, "ball_state_change_events_mean": 1.699074074074074, "ball_state_change_events_seed_std": 0.12429068295054438, "rollout_h5_unscorable_ball_frames_mean": 27.27777777777778, "rollout_h5_unscorable_ball_frames_seed_std": 1.1326897682556816, "rollout_h5_scored_ball_frames_mean": 192.72222222222223, "rollout_h5_scored_ball_frames_seed_std": 1.1326897682556887, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.011998456432000953, "l2_seed_std": 2.0963055967108422e-05, "gt_error_mean": 0.08158114541248951, "gt_error_seed_std": 0.001063383389213564, "iou_mean": 0.674217225699799, "iou_seed_std": 0.00024312322803067449, "independent_future_center_error_mean": 0.08158114541248951, "independent_future_center_error_seed_std": 0.001063383389213564, "rollout_h1_error_mean": 0.18698618468149245, "rollout_h1_error_seed_std": 0.0012684104051791487, "rollout_h5_error_mean": 0.7470159181558053, "rollout_h5_error_seed_std": 0.003134271580820661, "rollout_h5_reliable_error_mean": 0.2938784016534816, "rollout_h5_reliable_error_seed_std": 0.003163055643592908, "rollout_h5_penalized_error_mean": 1.9694711739941804, "rollout_h5_penalized_error_seed_std": 0.10029329831905705, "rollout_h5_scorable_fraction_mean": 0.8778246036524182, "rollout_h5_scorable_fraction_seed_std": 0.007298583119514959, "rollout_h5_source_available_fraction_mean": 0.8906281356612482, "rollout_h5_source_available_fraction_seed_std": 0.006733332959986985, "ball_presence_rate_mean": 0.976791089704997, "ball_presence_rate_seed_std": 0.004621372227460236, "ball_correct_color_rate_mean": 0.9666064619707004, "ball_correct_color_rate_seed_std": 0.004292127570246244, "missing_ball_frames_mean": 5.105960264900663, "missing_ball_frames_seed_std": 1.0167018900412528, "color_changed_ball_frames_mean": 2.240618101545254, "color_changed_ball_frames_seed_std": 0.07443582913945854, "ball_disappearance_events_mean": 0.4900662251655629, "ball_disappearance_events_seed_std": 0.02886688042079918, "ball_reappearance_events_mean": 0.293598233995585, "ball_reappearance_events_seed_std": 0.027571735092266653, "ball_color_change_events_mean": 1.075055187637969, "ball_color_change_events_seed_std": 0.06666520472645256, "ball_state_change_events_mean": 1.858719646799117, "ball_state_change_events_seed_std": 0.11361685856474843, "rollout_h5_unscorable_ball_frames_mean": 26.87858719646799, "rollout_h5_unscorable_ball_frames_seed_std": 1.605688286293295, "rollout_h5_scored_ball_frames_mean": 193.12141280353202, "rollout_h5_scored_ball_frames_seed_std": 1.605688286293293, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.01381860986575773, "l2_seed_std": 0.00012013903993021221, "gt_error_mean": 0.08867334289242747, "gt_error_seed_std": 0.000619551182501114, "iou_mean": 0.6500404679571414, "iou_seed_std": 0.0009629558434894468, "independent_future_center_error_mean": 0.08867334289242747, "independent_future_center_error_seed_std": 0.000619551182501114, "rollout_h1_error_mean": 0.20416247474828098, "rollout_h1_error_seed_std": 0.0018161504686436977, "rollout_h5_error_mean": 0.811563002048966, "rollout_h5_error_seed_std": 0.0002578784633813247, "rollout_h5_reliable_error_mean": 0.30472453324242094, "rollout_h5_reliable_error_seed_std": 0.00564575238156079, "rollout_h5_penalized_error_mean": 2.990683910938633, "rollout_h5_penalized_error_seed_std": 0.06208457205581229, "rollout_h5_scorable_fraction_mean": 0.8051268498942917, "rollout_h5_scorable_fraction_seed_std": 0.004524819180935379, "rollout_h5_source_available_fraction_mean": 0.8246124031007752, "rollout_h5_source_available_fraction_seed_std": 0.005044270014876817, "ball_presence_rate_mean": 0.9602713178294574, "ball_presence_rate_seed_std": 0.005784408239642196, "ball_correct_color_rate_mean": 0.9476215644820296, "ball_correct_color_rate_seed_std": 0.006159036276744679, "missing_ball_frames_mean": 8.740310077519378, "missing_ball_frames_seed_std": 1.2725698127212919, "color_changed_ball_frames_mean": 2.7829457364341086, "color_changed_ball_frames_seed_std": 0.28537767649922435, "ball_disappearance_events_mean": 0.7558139534883721, "ball_disappearance_events_seed_std": 0.034883720930232565, "ball_reappearance_events_mean": 0.4418604651162791, "ball_reappearance_events_seed_std": 0.03076455012865802, "ball_color_change_events_mean": 1.4612403100775193, "ball_color_change_events_seed_std": 0.024205418598443447, "ball_state_change_events_mean": 2.6589147286821704, "ball_state_change_events_seed_std": 0.04699362656194617, "rollout_h5_unscorable_ball_frames_mean": 42.872093023255815, "rollout_h5_unscorable_ball_frames_seed_std": 0.9954602198057917, "rollout_h5_scored_ball_frames_mean": 177.12790697674419, "rollout_h5_scored_ball_frames_seed_std": 0.995460219805791, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.015086647981203764, "l2_seed_std": 5.526752624914702e-05, "gt_error_mean": 0.0959337491034705, "gt_error_seed_std": 0.0038050328943003944, "iou_mean": 0.6416075424543999, "iou_seed_std": 0.0008058454432271974, "independent_future_center_error_mean": 0.0959337491034705, "independent_future_center_error_seed_std": 0.0038050328943003944, "rollout_h1_error_mean": 0.21679960689012898, "rollout_h1_error_seed_std": 0.0020783559172172054, "rollout_h5_error_mean": 0.8404960107981971, "rollout_h5_error_seed_std": 0.004724960402724067, "rollout_h5_reliable_error_mean": 0.30785397439859324, "rollout_h5_reliable_error_seed_std": 0.01550223963612716, "rollout_h5_penalized_error_mean": 2.5106513828702677, "rollout_h5_penalized_error_seed_std": 0.1097733148806512, "rollout_h5_scorable_fraction_mean": 0.8399085191538022, "rollout_h5_scorable_fraction_seed_std": 0.008317860490690774, "rollout_h5_source_available_fraction_mean": 0.8512006861063465, "rollout_h5_source_available_fraction_seed_std": 0.009806686643249834, "ball_presence_rate_mean": 0.962149799885649, "ball_presence_rate_seed_std": 0.00442769008497414, "ball_correct_color_rate_mean": 0.9469411092052601, "ball_correct_color_rate_seed_std": 0.0054080766894659855, "missing_ball_frames_mean": 8.327044025157234, "missing_ball_frames_seed_std": 0.9740918186943069, "color_changed_ball_frames_mean": 3.3459119496855347, "color_changed_ball_frames_seed_std": 0.2762288208301602, "ball_disappearance_events_mean": 0.8930817610062893, "ball_disappearance_events_seed_std": 0.11528492314354312, "ball_reappearance_events_mean": 0.5974842767295597, "ball_reappearance_events_seed_std": 0.08916633257080392, "ball_color_change_events_mean": 1.572327044025157, "ball_color_change_events_seed_std": 0.1742944208874343, "ball_state_change_events_mean": 3.0628930817610063, "ball_state_change_events_seed_std": 0.37467600021651526, "rollout_h5_unscorable_ball_frames_mean": 35.22012578616352, "rollout_h5_unscorable_ball_frames_seed_std": 1.8299293079519687, "rollout_h5_scored_ball_frames_mean": 184.77987421383648, "rollout_h5_scored_ball_frames_seed_std": 1.8299293079519823, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.013789417949227388, "l2_seed_std": 0.00016818490065842592, "gt_error_mean": 0.08984563147006072, "gt_error_seed_std": 0.0012289633416790542, "iou_mean": 0.6570539365605331, "iou_seed_std": 0.0003848514250079143, "independent_future_center_error_mean": 0.08984563147006072, "independent_future_center_error_seed_std": 0.0012289633416790542, "rollout_h1_error_mean": 0.21531976211854195, "rollout_h1_error_seed_std": 0.012166086500615009, "rollout_h5_error_mean": 0.8894807137934246, "rollout_h5_error_seed_std": 0.02640774556208539, "rollout_h5_reliable_error_mean": 0.39649210845631244, "rollout_h5_reliable_error_seed_std": 0.030037662670324133, "rollout_h5_penalized_error_mean": 3.0521317245048123, "rollout_h5_penalized_error_seed_std": 0.19127391637492877, "rollout_h5_scorable_fraction_mean": 0.8043062200956937, "rollout_h5_scorable_fraction_seed_std": 0.013699175408823394, "rollout_h5_source_available_fraction_mean": 0.8269537480063796, "rollout_h5_source_available_fraction_seed_std": 0.010853793930475452, "ball_presence_rate_mean": 0.9559808612440192, "ball_presence_rate_seed_std": 0.0007177033492822837, "ball_correct_color_rate_mean": 0.9413875598086124, "ball_correct_color_rate_seed_std": 0.006206278359365003, "missing_ball_frames_mean": 9.68421052631579, "missing_ball_frames_seed_std": 0.1578947368421053, "color_changed_ball_frames_mean": 3.2105263157894735, "color_changed_ball_frames_seed_std": 1.2576634889840546, "ball_disappearance_events_mean": 0.7192982456140351, "ball_disappearance_events_seed_std": 0.3172480933337741, "ball_reappearance_events_mean": 0.38596491228070173, "ball_reappearance_events_seed_std": 0.23732893435909969, "ball_color_change_events_mean": 1.1403508771929824, "ball_color_change_events_seed_std": 0.2487271382238215, "ball_state_change_events_mean": 2.245614035087719, "ball_state_change_events_seed_std": 0.3383737109120336, "rollout_h5_unscorable_ball_frames_mean": 43.05263157894737, "rollout_h5_unscorable_ball_frames_seed_std": 3.0138185899411383, "rollout_h5_scored_ball_frames_mean": 176.94736842105263, "rollout_h5_scored_ball_frames_seed_std": 3.013818589941149, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 50, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.028162634853894513, "l2_seed_std": 0.0001762679552027554, "gt_error_mean": 0.15365124010537862, "gt_error_seed_std": 0.013340648344469875, "iou_mean": 0.5083511742559991, "iou_seed_std": 0.015084843954713737, "independent_future_center_error_mean": 0.15365124010537862, "independent_future_center_error_seed_std": 0.013340648344469875, "rollout_h1_error_mean": 0.31494010362411246, "rollout_h1_error_seed_std": 0.0016915447393724156, "rollout_h5_error_mean": 1.1805487383599824, "rollout_h5_error_seed_std": 0.031147197600742835, "rollout_h5_reliable_error_mean": 0.41295931359974997, "rollout_h5_reliable_error_seed_std": 0.03020771386249974, "rollout_h5_penalized_error_mean": 5.104455074024457, "rollout_h5_penalized_error_seed_std": 0.5940115581821094, "rollout_h5_scorable_fraction_mean": 0.6537878787878788, "rollout_h5_scorable_fraction_seed_std": 0.044089347051368084, "rollout_h5_source_available_fraction_mean": 0.6931818181818181, "rollout_h5_source_available_fraction_seed_std": 0.05904718662166628, "ball_presence_rate_mean": 0.9454545454545454, "ball_presence_rate_seed_std": 0.025308019831045567, "ball_correct_color_rate_mean": 0.9136363636363637, "ball_correct_color_rate_seed_std": 0.024052284646041762, "missing_ball_frames_mean": 12.0, "missing_ball_frames_seed_std": 5.5677643628300215, "color_changed_ball_frames_mean": 7.0, "color_changed_ball_frames_seed_std": 1.0, "ball_disappearance_events_mean": 2.0, "ball_disappearance_events_seed_std": 0.5, "ball_reappearance_events_mean": 1.3333333333333333, "ball_reappearance_events_seed_std": 0.28867513459481287, "ball_color_change_events_mean": 4.666666666666667, "ball_color_change_events_seed_std": 0.28867513459481287, "ball_state_change_events_mean": 8.0, "ball_state_change_events_seed_std": 1.0, "rollout_h5_unscorable_ball_frames_mean": 76.16666666666667, "rollout_h5_unscorable_ball_frames_seed_std": 9.699656351300975, "rollout_h5_scored_ball_frames_mean": 143.83333333333334, "rollout_h5_scored_ball_frames_seed_std": 9.699656351300975, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.0060933306425188976, "l2_seed_std": 2.215351250475581e-06, "gt_error_mean": 0.05396779534484002, "gt_error_seed_std": 0.0019230391719805668, "iou_mean": 0.7286386059752231, "iou_seed_std": 0.0005974962665791012, "independent_future_center_error_mean": 0.05396779534484002, "independent_future_center_error_seed_std": 0.0019230391719805668, "rollout_h1_error_mean": 0.1293198992447682, "rollout_h1_error_seed_std": 0.00034210343136818484, "rollout_h5_error_mean": 0.48800729709262514, "rollout_h5_error_seed_std": 0.00432268333032307, "rollout_h5_reliable_error_mean": 0.1917445988225467, "rollout_h5_reliable_error_seed_std": 0.003899047298538662, "rollout_h5_penalized_error_mean": 0.1917445988225467, "rollout_h5_penalized_error_seed_std": 0.003899047298538662, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.005995787383089292, "l2_seed_std": 4.1018146608396575e-07, "gt_error_mean": 0.0514497350436616, "gt_error_seed_std": 0.0002393196292599214, "iou_mean": 0.7373389225406163, "iou_seed_std": 9.30896960469117e-05, "independent_future_center_error_mean": 0.0514497350436616, "independent_future_center_error_seed_std": 0.0002393196292599214, "rollout_h1_error_mean": 0.1259256436180668, "rollout_h1_error_seed_std": 0.0005156389235259652, "rollout_h5_error_mean": 0.49321602879266613, "rollout_h5_error_seed_std": 0.0053475370720274164, "rollout_h5_reliable_error_mean": 0.19413210530702424, "rollout_h5_reliable_error_seed_std": 0.002072842039469638, "rollout_h5_penalized_error_mean": 0.8167565395226354, "rollout_h5_penalized_error_seed_std": 0.058257964792488084, "rollout_h5_scorable_fraction_mean": 0.9553291536050157, "rollout_h5_scorable_fraction_seed_std": 0.004072219767011472, "rollout_h5_source_available_fraction_mean": 0.9634273772204807, "rollout_h5_source_available_fraction_seed_std": 0.003845985335510842, "ball_presence_rate_mean": 0.9897074190177638, "ball_presence_rate_seed_std": 0.00199086299720561, "ball_correct_color_rate_mean": 0.9897074190177638, "ball_correct_color_rate_seed_std": 0.00199086299720561, "missing_ball_frames_mean": 2.264367816091954, "missing_ball_frames_seed_std": 0.4379898593852333, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.08045977011494253, "ball_disappearance_events_seed_std": 0.009954314986028034, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.08045977011494253, "ball_state_change_events_seed_std": 0.009954314986028034, "rollout_h5_unscorable_ball_frames_mean": 9.827586206896552, "rollout_h5_unscorable_ball_frames_seed_std": 0.8958883487425233, "rollout_h5_scored_ball_frames_mean": 210.17241379310346, "rollout_h5_scored_ball_frames_seed_std": 0.8958883487425131, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.005994299032653754, "l2_seed_std": 5.633443346122026e-07, "gt_error_mean": 0.04879806645402358, "gt_error_seed_std": 0.00011234196312011925, "iou_mean": 0.7368232371717061, "iou_seed_std": 0.00011847641339594018, "independent_future_center_error_mean": 0.04879806645402358, "independent_future_center_error_seed_std": 0.00011234196312011925, "rollout_h1_error_mean": 0.11803178637286038, "rollout_h1_error_seed_std": 0.0009372496356573652, "rollout_h5_error_mean": 0.4903148426380341, "rollout_h5_error_seed_std": 0.005385660582897543, "rollout_h5_reliable_error_mean": 0.20707745637246683, "rollout_h5_reliable_error_seed_std": 0.001085401394599946, "rollout_h5_penalized_error_mean": 0.4886034797495939, "rollout_h5_penalized_error_seed_std": 0.008055555065203631, "rollout_h5_scorable_fraction_mean": 0.9798222610722611, "rollout_h5_scorable_fraction_seed_std": 0.0005046768087321652, "rollout_h5_source_available_fraction_mean": 0.9837558275058276, "rollout_h5_source_available_fraction_seed_std": 0.00033381233209175493, "ball_presence_rate_mean": 0.9961684149184149, "ball_presence_rate_seed_std": 5.046768087324216e-05, "ball_correct_color_rate_mean": 0.9961684149184149, "ball_correct_color_rate_seed_std": 5.046768087324216e-05, "missing_ball_frames_mean": 0.842948717948718, "missing_ball_frames_seed_std": 0.011102889792108148, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.032051282051282055, "ball_disappearance_events_seed_std": 0.005551444896054094, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.032051282051282055, "ball_state_change_events_seed_std": 0.005551444896054094, "rollout_h5_unscorable_ball_frames_mean": 4.439102564102564, "rollout_h5_unscorable_ball_frames_seed_std": 0.111028897921082, "rollout_h5_scored_ball_frames_mean": 215.56089743589743, "rollout_h5_scored_ball_frames_seed_std": 0.1110288979210743, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.00602694808992053, "l2_seed_std": 7.774702848656551e-07, "gt_error_mean": 0.051468009183450056, "gt_error_seed_std": 0.00012472769139838748, "iou_mean": 0.7359722807576478, "iou_seed_std": 0.0002957528061746115, "independent_future_center_error_mean": 0.051468009183450056, "independent_future_center_error_seed_std": 0.00012472769139838748, "rollout_h1_error_mean": 0.13284883846297083, "rollout_h1_error_seed_std": 0.001105360090175521, "rollout_h5_error_mean": 0.5449737085989719, "rollout_h5_error_seed_std": 0.0016807440364744078, "rollout_h5_reliable_error_mean": 0.21844288607937276, "rollout_h5_reliable_error_seed_std": 0.0006707348081375146, "rollout_h5_penalized_error_mean": 0.7176543386202969, "rollout_h5_penalized_error_seed_std": 0.02442043324913438, "rollout_h5_scorable_fraction_mean": 0.9639909735654416, "rollout_h5_scorable_fraction_seed_std": 0.001794026315664268, "rollout_h5_source_available_fraction_mean": 0.9720610358908232, "rollout_h5_source_available_fraction_seed_std": 0.0013517886981956556, "ball_presence_rate_mean": 0.9931979368149582, "ball_presence_rate_seed_std": 0.0003908560816564189, "ball_correct_color_rate_mean": 0.9931979368149582, "ball_correct_color_rate_seed_std": 0.0003908560816564189, "missing_ball_frames_mean": 1.49645390070922, "missing_ball_frames_seed_std": 0.08598833796441228, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.061465721040189124, "ball_disappearance_events_seed_std": 0.008189365520420228, "ball_reappearance_events_mean": 0.002364066193853428, "ball_reappearance_events_seed_std": 0.0040946827602101115, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.06382978723404255, "ball_state_change_events_seed_std": 0.012284048280630337, "rollout_h5_unscorable_ball_frames_mean": 7.921985815602837, "rollout_h5_unscorable_ball_frames_seed_std": 0.3946857894461424, "rollout_h5_scored_ball_frames_mean": 212.07801418439715, "rollout_h5_scored_ball_frames_seed_std": 0.39468578944614513, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.006049334039142476, "l2_seed_std": 4.446219978615027e-07, "gt_error_mean": 0.050510374069078136, "gt_error_seed_std": 0.00021881521156159853, "iou_mean": 0.7371715647562828, "iou_seed_std": 8.366059061967995e-05, "independent_future_center_error_mean": 0.050510374069078136, "independent_future_center_error_seed_std": 0.00021881521156159853, "rollout_h1_error_mean": 0.129740473822086, "rollout_h1_error_seed_std": 0.00035649755292911254, "rollout_h5_error_mean": 0.5497365447721454, "rollout_h5_error_seed_std": 0.001123314051520367, "rollout_h5_reliable_error_mean": 0.226262239534042, "rollout_h5_reliable_error_seed_std": 0.0013220148686450936, "rollout_h5_penalized_error_mean": 0.8450901648909538, "rollout_h5_penalized_error_seed_std": 0.008919275005523346, "rollout_h5_scorable_fraction_mean": 0.9554161013116237, "rollout_h5_scorable_fraction_seed_std": 0.0007061282223426425, "rollout_h5_source_available_fraction_mean": 0.9624604251469923, "rollout_h5_source_available_fraction_seed_std": 0.00035306411117135234, "ball_presence_rate_mean": 0.9915196743554953, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 0.9915196743554953, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 1.8656716417910448, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.05223880597014925, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.007462686567164179, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.05970149253731343, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 9.808457711442786, "rollout_h5_unscorable_ball_frames_seed_std": 0.1553482089153828, "rollout_h5_scored_ball_frames_mean": 210.1915422885572, "rollout_h5_scored_ball_frames_seed_std": 0.15534820891537954, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.0060299323845861685, "l2_seed_std": 4.375576078787368e-07, "gt_error_mean": 0.051746580389731664, "gt_error_seed_std": 0.00016628218509994323, "iou_mean": 0.7380325929661733, "iou_seed_std": 0.00011325331306663149, "independent_future_center_error_mean": 0.051746580389731664, "independent_future_center_error_seed_std": 0.00016628218509994323, "rollout_h1_error_mean": 0.13623219243051976, "rollout_h1_error_seed_std": 0.0007416200847672286, "rollout_h5_error_mean": 0.5905294547267508, "rollout_h5_error_seed_std": 0.0013909888355407272, "rollout_h5_reliable_error_mean": 0.23255477928898466, "rollout_h5_reliable_error_seed_std": 0.0017894457955098155, "rollout_h5_penalized_error_mean": 0.7230048973447369, "rollout_h5_penalized_error_seed_std": 0.005622628698691534, "rollout_h5_scorable_fraction_mean": 0.9647727272727272, "rollout_h5_scorable_fraction_seed_std": 0.0003156565656565191, "rollout_h5_source_available_fraction_mean": 0.9715909090909091, "rollout_h5_source_available_fraction_seed_std": 0.00015782828282828731, "ball_presence_rate_mean": 0.9927083333333333, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 0.9926767676767677, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 1.6041666666666667, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.006944444444444444, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0625, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.006944444444444444, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.06944444444444445, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 7.75, "rollout_h5_unscorable_ball_frames_seed_std": 0.06944444444444464, "rollout_h5_scored_ball_frames_mean": 212.25, "rollout_h5_scored_ball_frames_seed_std": 0.06944444444445708, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.006061366549538856, "l2_seed_std": 6.618227203092294e-07, "gt_error_mean": 0.05075315443893335, "gt_error_seed_std": 7.178196547344614e-05, "iou_mean": 0.7363045601869725, "iou_seed_std": 0.0002473756138277749, "independent_future_center_error_mean": 0.05075315443893335, "independent_future_center_error_seed_std": 7.178196547344614e-05, "rollout_h1_error_mean": 0.13660594532662576, "rollout_h1_error_seed_std": 0.0009370002283047659, "rollout_h5_error_mean": 0.6056644989669433, "rollout_h5_error_seed_std": 0.004782019044512469, "rollout_h5_reliable_error_mean": 0.25430899390363526, "rollout_h5_reliable_error_seed_std": 0.0017913800702575066, "rollout_h5_penalized_error_mean": 0.6256330829716971, "rollout_h5_penalized_error_seed_std": 0.0009106904593778001, "rollout_h5_scorable_fraction_mean": 0.9732891832229581, "rollout_h5_scorable_fraction_seed_std": 6.951839484523739e-05, "rollout_h5_source_available_fraction_mean": 0.9786273329319687, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 0.9952739313666465, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 0.9952538631346578, "ball_correct_color_rate_seed_std": 1.737959871126127e-05, "missing_ball_frames_mean": 1.0397350993377483, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.004415011037527594, "color_changed_ball_frames_seed_std": 0.003823511716487588, "ball_disappearance_events_mean": 0.033112582781456956, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.004415011037527594, "ball_color_change_events_seed_std": 0.003823511716487588, "ball_state_change_events_mean": 0.03752759381898455, "ball_state_change_events_seed_std": 0.0038235117164875875, "rollout_h5_unscorable_ball_frames_mean": 5.876379690949228, "rollout_h5_unscorable_ball_frames_seed_std": 0.01529404686595043, "rollout_h5_scored_ball_frames_mean": 214.12362030905078, "rollout_h5_scored_ball_frames_seed_std": 0.015294046865949916, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.006148941461141257, "l2_seed_std": 1.2016515945386492e-06, "gt_error_mean": 0.05120377337352003, "gt_error_seed_std": 0.00014578049684742172, "iou_mean": 0.7319223001982365, "iou_seed_std": 5.745179050318722e-05, "independent_future_center_error_mean": 0.05120377337352003, "independent_future_center_error_seed_std": 0.00014578049684742172, "rollout_h1_error_mean": 0.1380529055276329, "rollout_h1_error_seed_std": 0.001814836112293068, "rollout_h5_error_mean": 0.614043621789849, "rollout_h5_error_seed_std": 0.004870477405457998, "rollout_h5_reliable_error_mean": 0.2644175483911224, "rollout_h5_reliable_error_seed_std": 0.0007832347353037187, "rollout_h5_penalized_error_mean": 1.114996292292447, "rollout_h5_penalized_error_seed_std": 0.13424876391560164, "rollout_h5_scorable_fraction_mean": 0.9387773079633545, "rollout_h5_scorable_fraction_seed_std": 0.009560656778975666, "rollout_h5_source_available_fraction_mean": 0.9507575757575757, "rollout_h5_source_available_fraction_seed_std": 0.006349831321684336, "ball_presence_rate_mean": 0.9884778012684989, "ball_presence_rate_seed_std": 0.0018286304325587856, "ball_correct_color_rate_mean": 0.9884425651867512, "ball_correct_color_rate_seed_std": 0.0018561757845054103, "missing_ball_frames_mean": 2.5348837209302326, "missing_ball_frames_seed_std": 0.4022986951629346, "color_changed_ball_frames_mean": 0.007751937984496124, "color_changed_ball_frames_seed_std": 0.006713375223135184, "ball_disappearance_events_mean": 0.10465116279069768, "ball_disappearance_events_seed_std": 0.03076455012865803, "ball_reappearance_events_mean": 0.011627906976744186, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.007751937984496124, "ball_color_change_events_seed_std": 0.006713375223135184, "ball_state_change_events_mean": 0.12403100775193798, "ball_state_change_events_seed_std": 0.037378491321678115, "rollout_h5_unscorable_ball_frames_mean": 13.468992248062015, "rollout_h5_unscorable_ball_frames_seed_std": 2.103344491374647, "rollout_h5_scored_ball_frames_mean": 206.53100775193798, "rollout_h5_scored_ball_frames_seed_std": 2.1033444913746524, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.0061227389751880796, "l2_seed_std": 6.635787569518972e-07, "gt_error_mean": 0.051876584741186046, "gt_error_seed_std": 0.0001637655933336227, "iou_mean": 0.7328509399248471, "iou_seed_std": 0.00015571045865684773, "independent_future_center_error_mean": 0.051876584741186046, "independent_future_center_error_seed_std": 0.0001637655933336227, "rollout_h1_error_mean": 0.14227299553500963, "rollout_h1_error_seed_std": 0.000706421729776869, "rollout_h5_error_mean": 0.6409563120879835, "rollout_h5_error_seed_std": 0.002838391323766325, "rollout_h5_reliable_error_mean": 0.27367859903201264, "rollout_h5_reliable_error_seed_std": 0.0008968586216874171, "rollout_h5_penalized_error_mean": 0.3349772755545344, "rollout_h5_penalized_error_seed_std": 0.0027818658503888766, "rollout_h5_scorable_fraction_mean": 0.9955688965122927, "rollout_h5_scorable_fraction_seed_std": 0.0002475773023968798, "rollout_h5_source_available_fraction_mean": 0.9978559176672385, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.9748427672955975, "rollout_h5_unscorable_ball_frames_seed_std": 0.05446700652732318, "rollout_h5_scored_ball_frames_mean": 219.0251572327044, "rollout_h5_scored_ball_frames_seed_std": 0.054467006527325355, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.006099917019080175, "l2_seed_std": 6.043658824540217e-07, "gt_error_mean": 0.052765384920368565, "gt_error_seed_std": 0.0003286869520329831, "iou_mean": 0.7351883901902903, "iou_seed_std": 0.00032997526921658613, "independent_future_center_error_mean": 0.052765384920368565, "independent_future_center_error_seed_std": 0.0003286869520329831, "rollout_h1_error_mean": 0.14966241725434978, "rollout_h1_error_seed_std": 0.0033798855192634703, "rollout_h5_error_mean": 0.7161688520707031, "rollout_h5_error_seed_std": 0.013514011853286281, "rollout_h5_reliable_error_mean": 0.3134955166807589, "rollout_h5_reliable_error_seed_std": 0.001130334295241627, "rollout_h5_penalized_error_mean": 1.2395951535677792, "rollout_h5_penalized_error_seed_std": 0.29876106008527753, "rollout_h5_scorable_fraction_mean": 0.9338118022328549, "rollout_h5_scorable_fraction_seed_std": 0.02140892146516558, "rollout_h5_source_available_fraction_mean": 0.9453748006379585, "rollout_h5_source_available_fraction_seed_std": 0.017955869615945298, "ball_presence_rate_mean": 0.9834130781499203, "ball_presence_rate_seed_std": 0.004281784293033065, "ball_correct_color_rate_mean": 0.9834130781499203, "ball_correct_color_rate_seed_std": 0.004281784293033065, "missing_ball_frames_mean": 3.6491228070175437, "missing_ball_frames_seed_std": 0.941992544467284, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.12280701754385964, "ball_disappearance_events_seed_std": 0.030386856273138196, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.12280701754385964, "ball_state_change_events_seed_std": 0.030386856273138196, "rollout_h5_unscorable_ball_frames_mean": 14.56140350877193, "rollout_h5_unscorable_ball_frames_seed_std": 4.70996272233642, "rollout_h5_scored_ball_frames_mean": 205.43859649122808, "rollout_h5_scored_ball_frames_seed_std": 4.7099627223364235, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 100, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.006075663259252906, "l2_seed_std": 5.004207634526337e-07, "gt_error_mean": 0.05556710492473386, "gt_error_seed_std": 0.0006946057012904913, "iou_mean": 0.7429265296739068, "iou_seed_std": 0.0006815848633034898, "independent_future_center_error_mean": 0.05556710492473386, "independent_future_center_error_seed_std": 0.0006946057012904913, "rollout_h1_error_mean": 0.1794904163193034, "rollout_h1_error_seed_std": 0.003423059243963655, "rollout_h5_error_mean": 0.7163497537557885, "rollout_h5_error_seed_std": 0.02929671053453956, "rollout_h5_reliable_error_mean": 0.26800530230646785, "rollout_h5_reliable_error_seed_std": 0.002345368198720145, "rollout_h5_penalized_error_mean": 2.6262081192469093, "rollout_h5_penalized_error_seed_std": 0.003437779505806788, "rollout_h5_scorable_fraction_mean": 0.8295454545454546, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 0.8863636363636364, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 0.9659090909090908, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 0.9659090909090908, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 7.5, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.5, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.5, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 37.5, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 182.5, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 4, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 4, "1": 4, "2": 4 }, "l2_mean": 0.006081768427975476, "l2_seed_std": 1.1218878469549587e-05, "gt_error_mean": 0.05289244020644626, "gt_error_seed_std": 0.0016428866018217824, "iou_mean": 0.729170208299069, "iou_seed_std": 0.0021066433647037495, "independent_future_center_error_mean": 0.05289244020644626, "independent_future_center_error_seed_std": 0.0016428866018217824, "rollout_h1_error_mean": 0.12739705414247715, "rollout_h1_error_seed_std": 0.0032142366850018357, "rollout_h5_error_mean": 0.49377214649086665, "rollout_h5_error_seed_std": 0.009478091192109791, "rollout_h5_reliable_error_mean": 0.19001111282147445, "rollout_h5_reliable_error_seed_std": 0.0036909405939355012, "rollout_h5_penalized_error_mean": 0.19001111282147445, "rollout_h5_penalized_error_seed_std": 0.0036909405939355012, "rollout_h5_scorable_fraction_mean": 1.0, "rollout_h5_scorable_fraction_seed_std": 0.0, "rollout_h5_source_available_fraction_mean": 1.0, "rollout_h5_source_available_fraction_seed_std": 0.0, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 0.0, "rollout_h5_unscorable_ball_frames_seed_std": 0.0, "rollout_h5_scored_ball_frames_mean": 220.0, "rollout_h5_scored_ball_frames_seed_std": 0.0, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 5, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 58, "1": 58, "2": 58 }, "l2_mean": 0.005989538160441765, "l2_seed_std": 1.0033491568160783e-06, "gt_error_mean": 0.05143547310628274, "gt_error_seed_std": 0.00027889927402952025, "iou_mean": 0.7373327527870928, "iou_seed_std": 0.00017756442778790916, "independent_future_center_error_mean": 0.05143547310628274, "independent_future_center_error_seed_std": 0.00027889927402952025, "rollout_h1_error_mean": 0.1257688032073809, "rollout_h1_error_seed_std": 0.0010865670678215588, "rollout_h5_error_mean": 0.4969469633132929, "rollout_h5_error_seed_std": 0.00023699329293413733, "rollout_h5_reliable_error_mean": 0.19990724515652203, "rollout_h5_reliable_error_seed_std": 0.001050995181182444, "rollout_h5_penalized_error_mean": 0.7580772705975807, "rollout_h5_penalized_error_seed_std": 0.0064233459915567425, "rollout_h5_scorable_fraction_mean": 0.9597701149425287, "rollout_h5_scorable_fraction_seed_std": 0.00045246886300126044, "rollout_h5_source_available_fraction_mean": 0.9677377220480669, "rollout_h5_source_available_fraction_seed_std": 0.00022623443150063022, "ball_presence_rate_mean": 0.9920062695924765, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 0.9920062695924765, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 1.7586206896551724, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.06896551724137931, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.06896551724137931, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 8.850574712643677, "rollout_h5_unscorable_ball_frames_seed_std": 0.09954314986028037, "rollout_h5_scored_ball_frames_mean": 211.1494252873563, "rollout_h5_scored_ball_frames_seed_std": 0.09954314986027012, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 6, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 104, "1": 104, "2": 104 }, "l2_mean": 0.005983859934927657, "l2_seed_std": 1.4894060382317353e-06, "gt_error_mean": 0.04885534623205985, "gt_error_seed_std": 2.374583601209929e-05, "iou_mean": 0.7365951787943598, "iou_seed_std": 0.00012568132067212077, "independent_future_center_error_mean": 0.04885534623205985, "independent_future_center_error_seed_std": 2.374583601209929e-05, "rollout_h1_error_mean": 0.11897951914937613, "rollout_h1_error_seed_std": 0.0007084767461707478, "rollout_h5_error_mean": 0.49206347958910435, "rollout_h5_error_seed_std": 0.003900740199418617, "rollout_h5_reliable_error_mean": 0.20687754070291695, "rollout_h5_reliable_error_seed_std": 0.0008365898346569359, "rollout_h5_penalized_error_mean": 0.4843433042091354, "rollout_h5_penalized_error_seed_std": 0.006571931548340561, "rollout_h5_scorable_fraction_mean": 0.9801136363636364, "rollout_h5_scorable_fraction_seed_std": 0.0004370629370629153, "rollout_h5_source_available_fraction_mean": 0.9839015151515151, "rollout_h5_source_available_fraction_seed_std": 0.0001261692021830413, "ball_presence_rate_mean": 0.9961684149184149, "ball_presence_rate_seed_std": 5.046768087324216e-05, "ball_correct_color_rate_mean": 0.9961684149184149, "ball_correct_color_rate_seed_std": 5.046768087324216e-05, "missing_ball_frames_mean": 0.842948717948718, "missing_ball_frames_seed_std": 0.011102889792108148, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.032051282051282055, "ball_disappearance_events_seed_std": 0.005551444896054094, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.032051282051282055, "ball_state_change_events_seed_std": 0.005551444896054094, "rollout_h5_unscorable_ball_frames_mean": 4.375, "rollout_h5_unscorable_ball_frames_seed_std": 0.09615384615384581, "rollout_h5_scored_ball_frames_mean": 215.625, "rollout_h5_scored_ball_frames_seed_std": 0.0961538461538396, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 7, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 141, "1": 141, "2": 141 }, "l2_mean": 0.006018860687239725, "l2_seed_std": 1.0524946269613247e-06, "gt_error_mean": 0.05177011909447764, "gt_error_seed_std": 9.218987116624363e-05, "iou_mean": 0.7354870404488011, "iou_seed_std": 0.00015536552766421628, "independent_future_center_error_mean": 0.05177011909447764, "independent_future_center_error_seed_std": 9.218987116624363e-05, "rollout_h1_error_mean": 0.1335945373613145, "rollout_h1_error_seed_std": 0.0008354637884134721, "rollout_h5_error_mean": 0.5475763332165301, "rollout_h5_error_seed_std": 0.0037039521439464693, "rollout_h5_reliable_error_mean": 0.21998618356545352, "rollout_h5_reliable_error_seed_std": 0.0005317987635595637, "rollout_h5_penalized_error_mean": 0.7309006122627072, "rollout_h5_penalized_error_seed_std": 0.022237181397168633, "rollout_h5_scorable_fraction_mean": 0.9631420588867398, "rollout_h5_scorable_fraction_seed_std": 0.0016464166608687952, "rollout_h5_source_available_fraction_mean": 0.9714162905652267, "rollout_h5_source_available_fraction_seed_std": 0.0013127865595175523, "ball_presence_rate_mean": 0.9929937674618525, "ball_presence_rate_seed_std": 0.000372243887291858, "ball_correct_color_rate_mean": 0.9929937674618525, "ball_correct_color_rate_seed_std": 0.000372243887291858, "missing_ball_frames_mean": 1.541371158392435, "missing_ball_frames_seed_std": 0.08189365520420222, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.061465721040189124, "ball_disappearance_events_seed_std": 0.00409468276021011, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.061465721040189124, "ball_state_change_events_seed_std": 0.00409468276021011, "rollout_h5_unscorable_ball_frames_mean": 8.108747044917259, "rollout_h5_unscorable_ball_frames_seed_std": 0.3622116653911244, "rollout_h5_scored_ball_frames_mean": 211.89125295508273, "rollout_h5_scored_ball_frames_seed_std": 0.36221166539113037, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 8, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 134, "1": 134, "2": 134 }, "l2_mean": 0.0060417546302228425, "l2_seed_std": 7.411953186434086e-07, "gt_error_mean": 0.050755613459138094, "gt_error_seed_std": 0.00012499142106755788, "iou_mean": 0.7367230504517537, "iou_seed_std": 7.600061926014352e-05, "independent_future_center_error_mean": 0.050755613459138094, "independent_future_center_error_seed_std": 0.00012499142106755788, "rollout_h1_error_mean": 0.1300865898679471, "rollout_h1_error_seed_std": 0.0006469793737161481, "rollout_h5_error_mean": 0.5518188410792207, "rollout_h5_error_seed_std": 0.0028328955900345306, "rollout_h5_reliable_error_mean": 0.22557861407687416, "rollout_h5_reliable_error_seed_std": 0.0013346617980628094, "rollout_h5_penalized_error_mean": 0.8412215812141456, "rollout_h5_penalized_error_seed_std": 0.0017685666138547473, "rollout_h5_scorable_fraction_mean": 0.9556422433288104, "rollout_h5_scorable_fraction_seed_std": 0.00019584473174683528, "rollout_h5_source_available_fraction_mean": 0.9625734961555857, "rollout_h5_source_available_fraction_seed_std": 9.792236587341764e-05, "ball_presence_rate_mean": 0.9915196743554953, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 0.9915196743554953, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 1.8656716417910448, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.05223880597014925, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.007462686567164179, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.05970149253731343, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 9.75870646766169, "rollout_h5_unscorable_ball_frames_seed_std": 0.04308584098430017, "rollout_h5_scored_ball_frames_mean": 210.24129353233832, "rollout_h5_scored_ball_frames_seed_std": 0.04308584098429504, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 9, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 144, "1": 144, "2": 144 }, "l2_mean": 0.00602131961797433, "l2_seed_std": 8.937886376076711e-07, "gt_error_mean": 0.05173593986821253, "gt_error_seed_std": 0.00021636997795250124, "iou_mean": 0.7378446541351592, "iou_seed_std": 0.00025663983098517593, "independent_future_center_error_mean": 0.05173593986821253, "independent_future_center_error_seed_std": 0.00021636997795250124, "rollout_h1_error_mean": 0.13697658268121743, "rollout_h1_error_seed_std": 0.000603717701241302, "rollout_h5_error_mean": 0.5929959601536535, "rollout_h5_error_seed_std": 0.0006242192563027414, "rollout_h5_reliable_error_mean": 0.23383925614384116, "rollout_h5_reliable_error_seed_std": 0.0006267006307250886, "rollout_h5_penalized_error_mean": 0.6941767639953039, "rollout_h5_penalized_error_seed_std": 0.01919694418878073, "rollout_h5_scorable_fraction_mean": 0.9669402356902357, "rollout_h5_scorable_fraction_seed_std": 0.0013467602450588732, "rollout_h5_source_available_fraction_mean": 0.9735900673400674, "rollout_h5_source_available_fraction_seed_std": 0.0007116871453319164, "ball_presence_rate_mean": 0.9933291245791246, "ball_presence_rate_seed_std": 0.00034913005098983796, "ball_correct_color_rate_mean": 0.9933080808080808, "ball_correct_color_rate_seed_std": 0.00033256482805719707, "missing_ball_frames_mean": 1.4675925925925926, "missing_ball_frames_seed_std": 0.07680861121776422, "color_changed_ball_frames_mean": 0.004629629629629629, "color_changed_ball_frames_seed_std": 0.004009376869372401, "ball_disappearance_events_mean": 0.05787037037037037, "ball_disappearance_events_seed_std": 0.004009376869372403, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.004629629629629629, "ball_color_change_events_seed_std": 0.004009376869372401, "ball_state_change_events_mean": 0.0625, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 7.273148148148148, "rollout_h5_unscorable_ball_frames_seed_std": 0.2962872539129478, "rollout_h5_scored_ball_frames_mean": 212.72685185185185, "rollout_h5_scored_ball_frames_seed_std": 0.29628725391295346, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 10, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 151, "1": 151, "2": 151 }, "l2_mean": 0.006051372161040507, "l2_seed_std": 1.9297821829228196e-06, "gt_error_mean": 0.05113026194796069, "gt_error_seed_std": 0.0002718331713299345, "iou_mean": 0.735904227413976, "iou_seed_std": 0.0001861648906722001, "independent_future_center_error_mean": 0.05113026194796069, "independent_future_center_error_seed_std": 0.0002718331713299345, "rollout_h1_error_mean": 0.13769688409226927, "rollout_h1_error_seed_std": 0.001178470367165513, "rollout_h5_error_mean": 0.6088142877844903, "rollout_h5_error_seed_std": 0.00566500726083529, "rollout_h5_reliable_error_mean": 0.2568880122160583, "rollout_h5_reliable_error_seed_std": 0.0011486119917646141, "rollout_h5_penalized_error_mean": 0.6411254590974625, "rollout_h5_penalized_error_seed_std": 0.022454621020700387, "rollout_h5_scorable_fraction_mean": 0.9723359422034918, "rollout_h5_scorable_fraction_seed_std": 0.0017205802724194169, "rollout_h5_source_available_fraction_mean": 0.977975115392334, "rollout_h5_source_available_fraction_seed_std": 0.0011296739162349953, "ball_presence_rate_mean": 0.9950933172787477, "ball_presence_rate_seed_std": 0.00031283277680347205, "ball_correct_color_rate_mean": 0.995073249046759, "ball_correct_color_rate_seed_std": 0.00029545317809221084, "missing_ball_frames_mean": 1.0794701986754967, "missing_ball_frames_seed_std": 0.06882321089677655, "color_changed_ball_frames_mean": 0.004415011037527594, "color_changed_ball_frames_seed_std": 0.003823511716487588, "ball_disappearance_events_mean": 0.03532008830022075, "ball_disappearance_events_seed_std": 0.0038235117164875875, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.004415011037527594, "ball_color_change_events_seed_std": 0.003823511716487588, "ball_state_change_events_mean": 0.039735099337748346, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 6.086092715231788, "rollout_h5_unscorable_ball_frames_seed_std": 0.3785276599322712, "rollout_h5_scored_ball_frames_mean": 213.91390728476821, "rollout_h5_scored_ball_frames_seed_std": 0.3785276599322768, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 11, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 86, "1": 86, "2": 86 }, "l2_mean": 0.00613557816620252, "l2_seed_std": 2.070179819787106e-06, "gt_error_mean": 0.051418185390835744, "gt_error_seed_std": 0.00023510255029768356, "iou_mean": 0.7314205325937777, "iou_seed_std": 0.0001748435215222938, "independent_future_center_error_mean": 0.051418185390835744, "independent_future_center_error_seed_std": 0.00023510255029768356, "rollout_h1_error_mean": 0.13915811135128445, "rollout_h1_error_seed_std": 0.0009614953552693835, "rollout_h5_error_mean": 0.6215682854567794, "rollout_h5_error_seed_std": 0.0036151447992970433, "rollout_h5_reliable_error_mean": 0.2667014825264857, "rollout_h5_reliable_error_seed_std": 0.0007805080064880674, "rollout_h5_penalized_error_mean": 1.1526268385341665, "rollout_h5_penalized_error_seed_std": 0.06749266537352497, "rollout_h5_scorable_fraction_mean": 0.9362403100775194, "rollout_h5_scorable_fraction_seed_std": 0.004874437848746628, "rollout_h5_source_available_fraction_mean": 0.948907681465821, "rollout_h5_source_available_fraction_seed_std": 0.0033670744985229446, "ball_presence_rate_mean": 0.9880373502466526, "ball_presence_rate_seed_std": 0.001134005288354768, "ball_correct_color_rate_mean": 0.9880197322057788, "ball_correct_color_rate_seed_std": 0.0011166280392875866, "missing_ball_frames_mean": 2.631782945736434, "missing_ball_frames_seed_std": 0.24948116343804794, "color_changed_ball_frames_mean": 0.003875968992248062, "color_changed_ball_frames_seed_std": 0.006713375223135184, "ball_disappearance_events_mean": 0.10852713178294573, "ball_disappearance_events_seed_std": 0.017761921298278454, "ball_reappearance_events_mean": 0.011627906976744186, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.003875968992248062, "ball_color_change_events_seed_std": 0.006713375223135184, "ball_state_change_events_mean": 0.12403100775193798, "ball_state_change_events_seed_std": 0.013426750446270367, "rollout_h5_unscorable_ball_frames_mean": 14.027131782945736, "rollout_h5_unscorable_ball_frames_seed_std": 1.0723763267242625, "rollout_h5_scored_ball_frames_mean": 205.97286821705427, "rollout_h5_scored_ball_frames_seed_std": 1.0723763267242605, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 12, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 53, "1": 53, "2": 53 }, "l2_mean": 0.006112528461142906, "l2_seed_std": 2.6085660245848626e-06, "gt_error_mean": 0.05226001856516522, "gt_error_seed_std": 0.0002514963627401189, "iou_mean": 0.7323577095452494, "iou_seed_std": 0.0004840399402142024, "independent_future_center_error_mean": 0.05226001856516522, "independent_future_center_error_seed_std": 0.0002514963627401189, "rollout_h1_error_mean": 0.14318856717852024, "rollout_h1_error_seed_std": 0.0005248007414112277, "rollout_h5_error_mean": 0.6450154140354385, "rollout_h5_error_seed_std": 0.003207087604917077, "rollout_h5_reliable_error_mean": 0.2745748292980151, "rollout_h5_reliable_error_seed_std": 0.0015725565320957374, "rollout_h5_penalized_error_mean": 0.33791188051520027, "rollout_h5_penalized_error_seed_std": 0.015255524683953347, "rollout_h5_scorable_fraction_mean": 0.9954259576901087, "rollout_h5_scorable_fraction_seed_std": 0.0009903092095877115, "rollout_h5_source_available_fraction_mean": 0.9977129788450543, "rollout_h5_source_available_fraction_seed_std": 0.0004951546047938238, "ball_presence_rate_mean": 1.0, "ball_presence_rate_seed_std": 0.0, "ball_correct_color_rate_mean": 1.0, "ball_correct_color_rate_seed_std": 0.0, "missing_ball_frames_mean": 0.0, "missing_ball_frames_seed_std": 0.0, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.0, "ball_disappearance_events_seed_std": 0.0, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.0, "ball_state_change_events_seed_std": 0.0, "rollout_h5_unscorable_ball_frames_mean": 1.0062893081761006, "rollout_h5_unscorable_ball_frames_seed_std": 0.2178680261092927, "rollout_h5_scored_ball_frames_mean": 218.9937106918239, "rollout_h5_scored_ball_frames_seed_std": 0.21786802610928502, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 13, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 19, "1": 19, "2": 19 }, "l2_mean": 0.006088253461935541, "l2_seed_std": 2.0883839970233373e-07, "gt_error_mean": 0.0530294663844774, "gt_error_seed_std": 0.0001934103159509612, "iou_mean": 0.7353923722702569, "iou_seed_std": 0.00017466486904986603, "independent_future_center_error_mean": 0.0530294663844774, "independent_future_center_error_seed_std": 0.0001934103159509612, "rollout_h1_error_mean": 0.1493374139467669, "rollout_h1_error_seed_std": 0.0021248795847753797, "rollout_h5_error_mean": 0.714605270795542, "rollout_h5_error_seed_std": 0.0109049874708128, "rollout_h5_reliable_error_mean": 0.3115341253195299, "rollout_h5_reliable_error_seed_std": 0.013735912065365688, "rollout_h5_penalized_error_mean": 1.4512321721382333, "rollout_h5_penalized_error_seed_std": 0.36006705984661663, "rollout_h5_scorable_fraction_mean": 0.9186602870813397, "rollout_h5_scorable_fraction_seed_std": 0.026451368884564567, "rollout_h5_source_available_fraction_mean": 0.9314194577352471, "rollout_h5_source_available_fraction_seed_std": 0.022894541020662844, "ball_presence_rate_mean": 0.9800637958532695, "ball_presence_rate_seed_std": 0.00521033372373828, "ball_correct_color_rate_mean": 0.9800637958532695, "ball_correct_color_rate_seed_std": 0.00521033372373828, "missing_ball_frames_mean": 4.385964912280702, "missing_ball_frames_seed_std": 1.1462734192224304, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.14035087719298245, "ball_disappearance_events_seed_std": 0.030386856273138196, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.14035087719298245, "ball_state_change_events_seed_std": 0.030386856273138196, "rollout_h5_unscorable_ball_frames_mean": 17.894736842105264, "rollout_h5_unscorable_ball_frames_seed_std": 5.819301154604205, "rollout_h5_scored_ball_frames_mean": 202.10526315789474, "rollout_h5_scored_ball_frames_seed_std": 5.819301154604204, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null }, { "condition": "5ball-49f", "mode": "d+oracle", "reverse_steps": 200, "causal_chain_depth": 14, "seeds": [ 0, 1, 2 ], "examples_per_seed": { "0": 2, "1": 2, "2": 2 }, "l2_mean": 0.006064651999622583, "l2_seed_std": 2.28802506483282e-06, "gt_error_mean": 0.05377000370581379, "gt_error_seed_std": 0.003393465590398106, "iou_mean": 0.7425742552704929, "iou_seed_std": 0.0009675989878055689, "independent_future_center_error_mean": 0.05377000370581379, "independent_future_center_error_seed_std": 0.003393465590398106, "rollout_h1_error_mean": 0.15257193855062837, "rollout_h1_error_seed_std": 0.026892427804388472, "rollout_h5_error_mean": 0.6724013234564457, "rollout_h5_error_seed_std": 0.043157399118044844, "rollout_h5_reliable_error_mean": 0.2703631366361771, "rollout_h5_reliable_error_seed_std": 0.004915928616266876, "rollout_h5_penalized_error_mean": 1.8428174299102333, "rollout_h5_penalized_error_seed_std": 1.3584455812233294, "rollout_h5_scorable_fraction_mean": 0.8863636363636364, "rollout_h5_scorable_fraction_seed_std": 0.0984119777027771, "rollout_h5_source_available_fraction_mean": 0.9242424242424242, "rollout_h5_source_available_fraction_seed_std": 0.06560798513518476, "ball_presence_rate_mean": 0.9772727272727272, "ball_presence_rate_seed_std": 0.01968239554055547, "ball_correct_color_rate_mean": 0.9772727272727272, "ball_correct_color_rate_seed_std": 0.01968239554055547, "missing_ball_frames_mean": 5.0, "missing_ball_frames_seed_std": 4.330127018922194, "color_changed_ball_frames_mean": 0.0, "color_changed_ball_frames_seed_std": 0.0, "ball_disappearance_events_mean": 0.3333333333333333, "ball_disappearance_events_seed_std": 0.28867513459481287, "ball_reappearance_events_mean": 0.0, "ball_reappearance_events_seed_std": 0.0, "ball_color_change_events_mean": 0.0, "ball_color_change_events_seed_std": 0.0, "ball_state_change_events_mean": 0.3333333333333333, "ball_state_change_events_seed_std": 0.28867513459481287, "rollout_h5_unscorable_ball_frames_mean": 25.0, "rollout_h5_unscorable_ball_frames_seed_std": 21.650635094610966, "rollout_h5_scored_ball_frames_mean": 195.0, "rollout_h5_scored_ball_frames_seed_std": 21.650635094610966, "rollout_h5_total_ball_frames_mean": 220.0, "rollout_h5_total_ball_frames_seed_std": 0.0, "local_pair_center_error_mean": null, "local_pair_center_error_seed_std": null, "downstream_all_center_error_mean": null, "downstream_all_center_error_seed_std": null, "downstream_pair_center_error_mean": null, "downstream_pair_center_error_seed_std": null, "half_target_all_center_error_mean": null, "half_target_all_center_error_seed_std": null, "half_downstream_all_center_error_mean": null, "half_downstream_all_center_error_seed_std": null } ] }