{
  "conditions": [
    "1ball-25f",
    "1ball-49f",
    "5ball-25f",
    "5ball-33f",
    "5ball-41f",
    "5ball-49f"
  ],
  "steps": [
    10,
    20,
    50,
    100,
    200
  ],
  "stable_steps": [
    50,
    100,
    200
  ],
  "stable_improvement_percent": {
    "1ball-25f": {
      "gaussian": {
        "rollout_h5_error_mean": -0.024466501926687905,
        "gt_error_mean": 0.03348381913324494,
        "l2_mean": 0.03451104072374517,
        "iou_mean": -0.005863064411041801
      },
      "absolute": {
        "rollout_h5_error_mean": -0.3986097810004322,
        "gt_error_mean": 0.087166743876261,
        "l2_mean": 0.06441222495995742,
        "iou_mean": -0.01859239324717637
      },
      "delta": {
        "rollout_h5_error_mean": 0.09303541241903764,
        "gt_error_mean": 0.02754687091992702,
        "l2_mean": 0.026837743779499948,
        "iou_mean": -0.006337579080876664
      },
      "oracle": {
        "rollout_h5_error_mean": 36.6799782171331,
        "gt_error_mean": 91.21818989859071,
        "l2_mean": 93.1681156356315,
        "iou_mean": 1.945526674599708
      }
    },
    "1ball-49f": {
      "gaussian": {
        "rollout_h5_error_mean": -0.010232729869245992,
        "gt_error_mean": -0.044614879231273115,
        "l2_mean": -0.025060814502708903,
        "iou_mean": 0.0012560969718714227
      },
      "absolute": {
        "rollout_h5_error_mean": 2.0746213647124403,
        "gt_error_mean": 7.6471418620444185,
        "l2_mean": 4.983497181644643,
        "iou_mean": -0.44800410095164667
      },
      "delta": {
        "rollout_h5_error_mean": -0.005914049098107343,
        "gt_error_mean": -0.031105997199771387,
        "l2_mean": -0.017147625583456085,
        "iou_mean": -0.003147778411986333
      },
      "oracle": {
        "rollout_h5_error_mean": 39.738131123148236,
        "gt_error_mean": 97.94233159612904,
        "l2_mean": 97.67903195680904,
        "iou_mean": 3.3954309925256414
      }
    },
    "5ball-25f": {
      "gaussian": {
        "rollout_h5_error_mean": -0.24227619350968585,
        "gt_error_mean": -0.0443478894020981,
        "l2_mean": 0.039415077470873756,
        "iou_mean": -0.09475809110978775
      },
      "absolute": {
        "rollout_h5_error_mean": 0.7179681272338979,
        "gt_error_mean": 0.3870713047010324,
        "l2_mean": 0.5910699755736917,
        "iou_mean": -0.5988395366253647
      },
      "delta": {
        "rollout_h5_error_mean": -0.654935885506324,
        "gt_error_mean": -0.027215250046248064,
        "l2_mean": 1.392150449799408,
        "iou_mean": -2.842667548977605
      },
      "oracle": {
        "rollout_h5_error_mean": 16.12270689867797,
        "gt_error_mean": 95.75616484221145,
        "l2_mean": 95.42453644026145,
        "iou_mean": 1.089652667562408
      }
    },
    "5ball-33f": {
      "gaussian": {
        "rollout_h5_error_mean": -0.09756657268916491,
        "gt_error_mean": -0.05622144916453359,
        "l2_mean": -0.02616099935617052,
        "iou_mean": -0.004830279246032233
      },
      "absolute": {
        "rollout_h5_error_mean": 0.15757090056842785,
        "gt_error_mean": 0.0795428303812056,
        "l2_mean": -0.044855435461746966,
        "iou_mean": 0.024226067907925482
      },
      "delta": {
        "rollout_h5_error_mean": -0.10397997648751917,
        "gt_error_mean": -0.05702097049823941,
        "l2_mean": -0.00012951209505775862,
        "iou_mean": -0.04974244592764462
      },
      "oracle": {
        "rollout_h5_error_mean": 19.38028623297239,
        "gt_error_mean": 97.37156035118763,
        "l2_mean": 96.34106407126595,
        "iou_mean": 1.8650777352539343
      }
    },
    "5ball-41f": {
      "gaussian": {
        "rollout_h5_error_mean": 0.026448747632541212,
        "gt_error_mean": -0.032212741286876845,
        "l2_mean": -0.007449567396520657,
        "iou_mean": 0.0009507174403933626
      },
      "absolute": {
        "rollout_h5_error_mean": -0.14406066523238595,
        "gt_error_mean": -0.18090815540476524,
        "l2_mean": 0.020737325402041117,
        "iou_mean": -0.07369144003157849
      },
      "delta": {
        "rollout_h5_error_mean": -0.15205236050083626,
        "gt_error_mean": -0.01769971274938154,
        "l2_mean": -0.007160550155905733,
        "iou_mean": -0.0042582659876456135
      },
      "oracle": {
        "rollout_h5_error_mean": 32.2298243882573,
        "gt_error_mean": 97.88839776886074,
        "l2_mean": 96.6314692242872,
        "iou_mean": 5.899523084770795
      }
    },
    "5ball-49f": {
      "gaussian": {
        "rollout_h5_error_mean": 0.15637268891783232,
        "gt_error_mean": 0.03219150467828611,
        "l2_mean": -0.006161723154746695,
        "iou_mean": 0.02796312853735293
      },
      "absolute": {
        "rollout_h5_error_mean": 0.07961473611085287,
        "gt_error_mean": -0.02755620694776303,
        "l2_mean": -0.04388973782854702,
        "iou_mean": -0.00445813111370519
      },
      "delta": {
        "rollout_h5_error_mean": 0.11923232644255423,
        "gt_error_mean": 0.027632452050459708,
        "l2_mean": -0.010364091024751403,
        "iou_mean": 0.003535069187592384
      },
      "oracle": {
        "rollout_h5_error_mean": 34.92415905170201,
        "gt_error_mean": 98.16695321959799,
        "l2_mean": 96.88938407729498,
        "iou_mean": 5.204727329420515
      }
    }
  },
  "delta_scales": {
    "1ball-25f": 0.003,
    "5ball-25f": 0.1,
    "5ball-33f": 0.01,
    "5ball-41f": 0.003,
    "1ball-49f": 0.003,
    "5ball-49f": 0.003
  },
  "oracle_scales": {
    "1ball-25f": 4.0,
    "5ball-25f": 6.0,
    "5ball-33f": 8.0,
    "5ball-41f": 12.0,
    "1ball-49f": 10.0,
    "5ball-49f": 12.0
  },
  "continuous_window_full": {
    "samples": 1024,
    "shards": 256,
    "paired": {
      "gt_error": {
        "n": 1024,
        "baseline_mean": 2.7960904774752158,
        "guided_mean": 2.792486177428913,
        "guided_minus_baseline": -0.0036043000463027086,
        "relative_improvement_percent": 0.1289049862777404,
        "paired_standard_error": 0.004506494874518015,
        "paired_95pct_interval": [
          -0.012437030000358017,
          0.005228429907752601
        ]
      },
      "iou": {
        "n": 1024,
        "baseline_mean": 0.7056660524321392,
        "guided_mean": 0.7039841881923855,
        "guided_minus_baseline": -0.0016818642397536884,
        "relative_improvement_percent": 0.23833713325970599,
        "paired_standard_error": 0.00074170547696147,
        "paired_95pct_interval": [
          -0.0031356069745981695,
          -0.00022812150490920708
        ]
      },
      "rollout_h5_reliable_error": {
        "n": 1023,
        "baseline_mean": 0.6121096669430904,
        "guided_mean": 0.6133398379714415,
        "guided_minus_baseline": 0.001230171028351073,
        "relative_improvement_percent": -0.20097232486045247,
        "paired_standard_error": 0.002733688663506788,
        "paired_95pct_interval": [
          -0.0041278587521222316,
          0.006588200808824377
        ]
      },
      "rollout_h5_penalized_error": {
        "n": 1024,
        "baseline_mean": 1.6780954724710935,
        "guided_mean": 1.6848932844417532,
        "guided_minus_baseline": 0.00679781197065978,
        "relative_improvement_percent": -0.40509089513539936,
        "paired_standard_error": 0.04800327177522406,
        "paired_95pct_interval": [
          -0.08728860070877938,
          0.10088422465009893
        ]
      },
      "rollout_h5_scorable_fraction": {
        "n": 1024,
        "baseline_mean": 0.9214222301136363,
        "guided_mean": 0.9210404829545454,
        "guided_minus_baseline": -0.0003817471590909098,
        "relative_improvement_percent": 0.04143020936707976,
        "paired_standard_error": 0.003597273648164701,
        "paired_95pct_interval": [
          -0.007432403509493724,
          0.0066689091913119045
        ]
      },
      "rollout_h5_source_available_fraction": {
        "n": 1024,
        "baseline_mean": 0.9293101917613636,
        "guided_mean": 0.9291104403409091,
        "guided_minus_baseline": -0.00019975142045454566,
        "relative_improvement_percent": 0.021494590528054785,
        "paired_standard_error": 0.0033503686877277418,
        "paired_95pct_interval": [
          -0.006766474048400919,
          0.0063669712074918275
        ]
      },
      "ball_presence_rate": {
        "n": 1024,
        "baseline_mean": 0.9823819247159091,
        "guided_mean": 0.9828125,
        "guided_minus_baseline": 0.00043057528409090964,
        "relative_improvement_percent": -0.04382972378236365,
        "paired_standard_error": 0.000968440754047295,
        "paired_95pct_interval": [
          -0.0014675685938417885,
          0.0023287191620236076
        ]
      },
      "ball_correct_color_rate": {
        "n": 1024,
        "baseline_mean": 0.9735174005681818,
        "guided_mean": 0.9729314630681818,
        "guided_minus_baseline": -0.0005859374999999998,
        "relative_improvement_percent": 0.060187676117350014,
        "paired_standard_error": 0.0014398652120739587,
        "paired_95pct_interval": [
          -0.0034080733156649588,
          0.0022361983156649595
        ]
      },
      "missing_ball_frames": {
        "n": 1024,
        "baseline_mean": 3.8759765625,
        "guided_mean": 3.78125,
        "guided_minus_baseline": -0.0947265625,
        "relative_improvement_percent": 2.4439405391786346,
        "paired_standard_error": 0.2130569658904049,
        "paired_95pct_interval": [
          -0.5123182156451935,
          0.3228650906451936
        ]
      },
      "color_changed_ball_frames": {
        "n": 1024,
        "baseline_mean": 1.9501953125,
        "guided_mean": 2.173828125,
        "guided_minus_baseline": 0.2236328125,
        "relative_improvement_percent": -11.467200801201802,
        "paired_standard_error": 0.20125070032645817,
        "paired_95pct_interval": [
          -0.17081856013985802,
          0.618084185139858
        ]
      },
      "ball_disappearance_events": {
        "n": 1024,
        "baseline_mean": 0.4765625,
        "guided_mean": 0.5068359375,
        "guided_minus_baseline": 0.0302734375,
        "relative_improvement_percent": -6.352459016393443,
        "paired_standard_error": 0.025554052720493728,
        "paired_95pct_interval": [
          -0.019812505832167704,
          0.0803593808321677
        ]
      },
      "ball_reappearance_events": {
        "n": 1024,
        "baseline_mean": 0.24609375,
        "guided_mean": 0.28515625,
        "guided_minus_baseline": 0.0390625,
        "relative_improvement_percent": -15.873015873015873,
        "paired_standard_error": 0.018497750810243897,
        "paired_95pct_interval": [
          0.0028069084119219656,
          0.07531809158807803
        ]
      },
      "ball_color_change_events": {
        "n": 1024,
        "baseline_mean": 0.38671875,
        "guided_mean": 0.443359375,
        "guided_minus_baseline": 0.056640625,
        "relative_improvement_percent": -14.646464646464647,
        "paired_standard_error": 0.03053487165038336,
        "paired_95pct_interval": [
          -0.0032077234347513833,
          0.11648897343475138
        ]
      }
    },
    "by_causal_chain_depth": {
      "3": {
        "n": 4,
        "gt_error": {
          "baseline": 2.6053721885708616,
          "guided": 2.505066969110894
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.6371045379562827,
          "guided": 0.5779610943200717
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.0246246671973651,
          "guided": 0.8872362921130912
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9715909090909091,
          "guided": 0.9772727272727273
        }
      },
      "4": {
        "n": 17,
        "gt_error": {
          "baseline": 2.644745596431378,
          "guided": 2.6006047113018362
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.5290419177067586,
          "guided": 0.515656246707979
        },
        "rollout_h5_penalized_error": {
          "baseline": 2.313631126962973,
          "guided": 2.083407336979258
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.8700534759358289,
          "guided": 0.886096256684492
        }
      },
      "5": {
        "n": 68,
        "gt_error": {
          "baseline": 2.5664714830280375,
          "guided": 2.529438591823308
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.5727837531147991,
          "guided": 0.577488682953388
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.6391330453995414,
          "guided": 1.6399646585491965
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9219919786096257,
          "guided": 0.9223262032085562
        }
      },
      "6": {
        "n": 117,
        "gt_error": {
          "baseline": 2.751932646729327,
          "guided": 2.741920718026264
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.5959732817652943,
          "guided": 0.5951012402483349
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.8452753324662716,
          "guided": 1.6774291023867214
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9074203574203574,
          "guided": 0.9200466200466201
        }
      },
      "7": {
        "n": 154,
        "gt_error": {
          "baseline": 2.7303923669136045,
          "guided": 2.7401021134723993
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.8010406974572153,
          "guided": 1.9831479944689716
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.910832349468713,
          "guided": 0.897491145218418
        }
      },
      "8": {
        "n": 127,
        "gt_error": {
          "baseline": 2.7001875084793805,
          "guided": 2.6726404623830757
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.6169250405418573,
          "guided": 0.6140306893532833
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.472155592828258,
          "guided": 1.5819692090478403
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9367573371510379,
          "guided": 0.9283822476735862
        }
      },
      "9": {
        "n": 145,
        "gt_error": {
          "baseline": 2.844111243878725,
          "guided": 2.8601118655067523
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.6089656089374761,
          "guided": 0.6130470557407283
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.4381314366816886,
          "guided": 1.3218107762540623
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9389341692789969,
          "guided": 0.9478369905956113
        }
      },
      "10": {
        "n": 151,
        "gt_error": {
          "baseline": 2.8755934860336665,
          "guided": 2.882555283967547
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.6327912432829688,
          "guided": 0.644125277501441
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.7594117934841222,
          "guided": 1.914942584065991
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9168272125225768,
          "guided": 0.9060505719446117
        }
      },
      "11": {
        "n": 111,
        "gt_error": {
          "baseline": 2.9448504780841955,
          "guided": 2.9405686706443404
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.6298481666420691,
          "guided": 0.62265134888097
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.6057071765439532,
          "guided": 1.4489207725194997
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9277231777231777,
          "guided": 0.9389434889434889
        }
      },
      "12": {
        "n": 73,
        "gt_error": {
          "baseline": 2.8343279556674097,
          "guided": 2.854475847800721
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.640130197215774,
          "guided": 0.6386447421240617
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.7962498381734175,
          "guided": 1.7451375594422047
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9148194271481943,
          "guided": 0.9184308841843088
        }
      },
      "13": {
        "n": 34,
        "gt_error": {
          "baseline": 3.028173235250029,
          "guided": 2.9944786840610975
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.7118953324204631,
          "guided": 0.7000415821433442
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.8059302735762945,
          "guided": 1.9918972023520498
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9179144385026738,
          "guided": 0.9036096256684492
        }
      },
      "14": {
        "n": 20,
        "gt_error": {
          "baseline": 2.8310496311255107,
          "guided": 2.8210624300013563
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.5892030533772045,
          "guided": 0.6148347736430004
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.7929682398256581,
          "guided": 1.6649076247377579
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9113636363636364,
          "guided": 0.9225
        }
      },
      "15": {
        "n": 2,
        "gt_error": {
          "baseline": 2.610843083880741,
          "guided": 2.674567504306804
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.8555388451232364,
          "guided": 0.858291599082779
        },
        "rollout_h5_penalized_error": {
          "baseline": 1.0070952744191957,
          "guided": 0.858291599082779
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 0.9886363636363636,
          "guided": 1.0
        }
      },
      "16": {
        "n": 1,
        "gt_error": {
          "baseline": 2.718407072851984,
          "guided": 2.723098692903379
        },
        "rollout_h5_reliable_error": {
          "baseline": 0.42208873498600263,
          "guided": 0.4887900007269459
        },
        "rollout_h5_penalized_error": {
          "baseline": 0.42208873498600263,
          "guided": 0.4887900007269459
        },
        "rollout_h5_scorable_fraction": {
          "baseline": 1.0,
          "guided": 1.0
        }
      }
    },
    "guided_traces": {
      "trace_batches": 256,
      "trace_sources": 1024,
      "by_reverse_step": [
        {
          "reverse_step": 0,
          "source_frame": 0,
          "samples": 1024,
          "source_valid_fraction": 0.998046875,
          "mean_correction_rms": 2.6739464928482448e-05,
          "mean_state_gradient_rms": 1.0703314610172043e-06,
          "mean_step_seconds": 5.269530207199864
        },
        {
          "reverse_step": 1,
          "source_frame": 1,
          "samples": 1024,
          "source_valid_fraction": 0.998046875,
          "mean_correction_rms": 3.930910714444735e-05,
          "mean_state_gradient_rms": 2.1562929581886436e-06,
          "mean_step_seconds": 4.8619336413711665
        },
        {
          "reverse_step": 2,
          "source_frame": 2,
          "samples": 1024,
          "source_valid_fraction": 0.998046875,
          "mean_correction_rms": 7.491253591496161e-05,
          "mean_state_gradient_rms": 4.733146985014258e-06,
          "mean_step_seconds": 4.858526220609065
        },
        {
          "reverse_step": 3,
          "source_frame": 3,
          "samples": 1024,
          "source_valid_fraction": 0.998046875,
          "mean_correction_rms": 0.0001163179115337698,
          "mean_state_gradient_rms": 7.748917531635868e-06,
          "mean_step_seconds": 4.859126551012821
        },
        {
          "reverse_step": 4,
          "source_frame": 4,
          "samples": 1024,
          "source_valid_fraction": 0.9970703125,
          "mean_correction_rms": 0.00020305446163604302,
          "mean_state_gradient_rms": 1.3579885986381157e-05,
          "mean_step_seconds": 4.871178972153729
        },
        {
          "reverse_step": 5,
          "source_frame": 5,
          "samples": 1024,
          "source_valid_fraction": 0.0,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 3.754033796670768
        },
        {
          "reverse_step": 6,
          "source_frame": 6,
          "samples": 1024,
          "source_valid_fraction": 0.0048828125,
          "mean_correction_rms": 2.282743281512012e-06,
          "mean_state_gradient_rms": 1.2464008847246077e-07,
          "mean_step_seconds": 3.7720532659648427
        },
        {
          "reverse_step": 7,
          "source_frame": 7,
          "samples": 1024,
          "source_valid_fraction": 0.00390625,
          "mean_correction_rms": 3.41322930808019e-06,
          "mean_state_gradient_rms": 1.8600139739533006e-07,
          "mean_step_seconds": 3.7678719367629867
        },
        {
          "reverse_step": 8,
          "source_frame": 8,
          "samples": 1024,
          "source_valid_fraction": 0.0498046875,
          "mean_correction_rms": 3.5977838578560295e-05,
          "mean_state_gradient_rms": 2.0188218083916354e-06,
          "mean_step_seconds": 3.959268158110916
        },
        {
          "reverse_step": 9,
          "source_frame": 9,
          "samples": 1024,
          "source_valid_fraction": 0.4521484375,
          "mean_correction_rms": 0.00024788652534368794,
          "mean_state_gradient_rms": 1.6029381548765542e-05,
          "mean_step_seconds": 4.76215728732447
        },
        {
          "reverse_step": 10,
          "source_frame": 10,
          "samples": 1024,
          "source_valid_fraction": 0.5107421875,
          "mean_correction_rms": 0.00034139762283302844,
          "mean_state_gradient_rms": 2.6596910114307093e-05,
          "mean_step_seconds": 4.790258901995571
        },
        {
          "reverse_step": 11,
          "source_frame": 11,
          "samples": 1024,
          "source_valid_fraction": 0.52734375,
          "mean_correction_rms": 0.00037324376683045557,
          "mean_state_gradient_rms": 3.076013063463279e-05,
          "mean_step_seconds": 4.816012908333562
        },
        {
          "reverse_step": 12,
          "source_frame": 12,
          "samples": 1024,
          "source_valid_fraction": 0.427734375,
          "mean_correction_rms": 0.0003430420899803721,
          "mean_state_gradient_rms": 3.170802945184903e-05,
          "mean_step_seconds": 4.7469917193513425
        },
        {
          "reverse_step": 13,
          "source_frame": 13,
          "samples": 1024,
          "source_valid_fraction": 0.361328125,
          "mean_correction_rms": 0.0003172398981234892,
          "mean_state_gradient_rms": 2.8375147497428088e-05,
          "mean_step_seconds": 4.668119523459495
        },
        {
          "reverse_step": 14,
          "source_frame": 14,
          "samples": 1024,
          "source_valid_fraction": 0.3681640625,
          "mean_correction_rms": 0.0003463193181119095,
          "mean_state_gradient_rms": 2.836416049945001e-05,
          "mean_step_seconds": 4.7236688073207915
        },
        {
          "reverse_step": 15,
          "source_frame": 15,
          "samples": 1024,
          "source_valid_fraction": 0.240234375,
          "mean_correction_rms": 0.0002564748550639706,
          "mean_state_gradient_rms": 1.4401663301910617e-05,
          "mean_step_seconds": 4.492722561765646
        },
        {
          "reverse_step": 16,
          "source_frame": 16,
          "samples": 1024,
          "source_valid_fraction": 0.23828125,
          "mean_correction_rms": 0.0002651367478847533,
          "mean_state_gradient_rms": 1.6472477007312136e-05,
          "mean_step_seconds": 4.486804922796296
        },
        {
          "reverse_step": 17,
          "source_frame": 17,
          "samples": 1024,
          "source_valid_fraction": 0.228515625,
          "mean_correction_rms": 0.0002685632107386482,
          "mean_state_gradient_rms": 1.345753682624462e-05,
          "mean_step_seconds": 4.488523645076441
        },
        {
          "reverse_step": 18,
          "source_frame": 18,
          "samples": 1024,
          "source_valid_fraction": 0.248046875,
          "mean_correction_rms": 0.00029745380845724867,
          "mean_state_gradient_rms": 1.3810732994556929e-05,
          "mean_step_seconds": 4.511921234913785
        },
        {
          "reverse_step": 19,
          "source_frame": 19,
          "samples": 1024,
          "source_valid_fraction": 0.2265625,
          "mean_correction_rms": 0.0002873283715416619,
          "mean_state_gradient_rms": 1.097878199374236e-05,
          "mean_step_seconds": 4.458515446304233
        },
        {
          "reverse_step": 20,
          "source_frame": 20,
          "samples": 1024,
          "source_valid_fraction": 0.228515625,
          "mean_correction_rms": 0.000305718794038512,
          "mean_state_gradient_rms": 1.2610181242322938e-05,
          "mean_step_seconds": 4.479858022444176
        },
        {
          "reverse_step": 21,
          "source_frame": 21,
          "samples": 1024,
          "source_valid_fraction": 0.1865234375,
          "mean_correction_rms": 0.0002754494192913626,
          "mean_state_gradient_rms": 8.375787800218859e-06,
          "mean_step_seconds": 4.4189181959750385
        },
        {
          "reverse_step": 22,
          "source_frame": 22,
          "samples": 1024,
          "source_valid_fraction": 0.2060546875,
          "mean_correction_rms": 0.0003161652446124208,
          "mean_state_gradient_rms": 8.607957894035678e-06,
          "mean_step_seconds": 4.463623982935843
        },
        {
          "reverse_step": 23,
          "source_frame": 23,
          "samples": 1024,
          "source_valid_fraction": 0.2109375,
          "mean_correction_rms": 0.0003254818143432203,
          "mean_state_gradient_rms": 6.863720457772615e-06,
          "mean_step_seconds": 4.423045818367484
        },
        {
          "reverse_step": 24,
          "source_frame": 24,
          "samples": 1024,
          "source_valid_fraction": 0.2333984375,
          "mean_correction_rms": 0.00038114489348117786,
          "mean_state_gradient_rms": 8.20677940449599e-06,
          "mean_step_seconds": 4.509489327944124
        },
        {
          "reverse_step": 25,
          "source_frame": 25,
          "samples": 1024,
          "source_valid_fraction": 0.2666015625,
          "mean_correction_rms": 0.0004434703851075028,
          "mean_state_gradient_rms": 7.014730213139586e-06,
          "mean_step_seconds": 4.568339262121896
        },
        {
          "reverse_step": 26,
          "source_frame": 26,
          "samples": 1024,
          "source_valid_fraction": 0.3173828125,
          "mean_correction_rms": 0.0005319928638982674,
          "mean_state_gradient_rms": 6.703138396346731e-06,
          "mean_step_seconds": 4.617379979402955
        },
        {
          "reverse_step": 27,
          "source_frame": 27,
          "samples": 1024,
          "source_valid_fraction": 0.3837890625,
          "mean_correction_rms": 0.0006462044971158321,
          "mean_state_gradient_rms": 6.695185941207882e-06,
          "mean_step_seconds": 4.702963810532083
        },
        {
          "reverse_step": 28,
          "source_frame": 28,
          "samples": 1024,
          "source_valid_fraction": 0.447265625,
          "mean_correction_rms": 0.0007700857811414608,
          "mean_state_gradient_rms": 8.816815325829452e-06,
          "mean_step_seconds": 4.774293778575412
        },
        {
          "reverse_step": 29,
          "source_frame": 29,
          "samples": 1024,
          "source_valid_fraction": 0.5302734375,
          "mean_correction_rms": 0.0009132599925578688,
          "mean_state_gradient_rms": 8.55852440362348e-06,
          "mean_step_seconds": 4.84011403937896
        },
        {
          "reverse_step": 30,
          "source_frame": 30,
          "samples": 1024,
          "source_valid_fraction": 0.552734375,
          "mean_correction_rms": 0.0010083623574246303,
          "mean_state_gradient_rms": 7.733108913221542e-06,
          "mean_step_seconds": 4.877024991586325
        },
        {
          "reverse_step": 31,
          "source_frame": 31,
          "samples": 1024,
          "source_valid_fraction": 0.5791015625,
          "mean_correction_rms": 0.0011020595816262357,
          "mean_state_gradient_rms": 7.039552762932999e-06,
          "mean_step_seconds": 4.884997534607464
        },
        {
          "reverse_step": 32,
          "source_frame": 32,
          "samples": 1024,
          "source_valid_fraction": 0.6142578125,
          "mean_correction_rms": 0.001214474327980497,
          "mean_state_gradient_rms": 8.58617966414954e-06,
          "mean_step_seconds": 4.891121146708173
        },
        {
          "reverse_step": 33,
          "source_frame": 33,
          "samples": 1024,
          "source_valid_fraction": 0.6650390625,
          "mean_correction_rms": 0.001365199873362144,
          "mean_state_gradient_rms": 6.943923225533055e-06,
          "mean_step_seconds": 4.9098576901207025
        },
        {
          "reverse_step": 34,
          "source_frame": 34,
          "samples": 1024,
          "source_valid_fraction": 0.6953125,
          "mean_correction_rms": 0.0014973781335356762,
          "mean_state_gradient_rms": 6.1672674620538714e-06,
          "mean_step_seconds": 4.908953408935275
        },
        {
          "reverse_step": 35,
          "source_frame": 35,
          "samples": 1024,
          "source_valid_fraction": 0.701171875,
          "mean_correction_rms": 0.0016281170105685305,
          "mean_state_gradient_rms": 6.164778240336233e-06,
          "mean_step_seconds": 4.923678517071011
        },
        {
          "reverse_step": 36,
          "source_frame": 36,
          "samples": 1024,
          "source_valid_fraction": 0.71484375,
          "mean_correction_rms": 0.0017721162680572888,
          "mean_state_gradient_rms": 6.70468948005265e-06,
          "mean_step_seconds": 4.937357060180574
        },
        {
          "reverse_step": 37,
          "source_frame": 37,
          "samples": 1024,
          "source_valid_fraction": 0.7333984375,
          "mean_correction_rms": 0.0019413686841289746,
          "mean_state_gradient_rms": 6.056391029574115e-06,
          "mean_step_seconds": 4.942562548366993
        },
        {
          "reverse_step": 38,
          "source_frame": 38,
          "samples": 1024,
          "source_valid_fraction": 0.7333984375,
          "mean_correction_rms": 0.0021121517661413236,
          "mean_state_gradient_rms": 5.592295245993029e-06,
          "mean_step_seconds": 4.953289269002568
        },
        {
          "reverse_step": 39,
          "source_frame": 39,
          "samples": 1024,
          "source_valid_fraction": 0.7451171875,
          "mean_correction_rms": 0.0023174363313955837,
          "mean_state_gradient_rms": 4.721546583930092e-06,
          "mean_step_seconds": 4.971136867503532
        },
        {
          "reverse_step": 40,
          "source_frame": 40,
          "samples": 1024,
          "source_valid_fraction": 0.744140625,
          "mean_correction_rms": 0.0025358827865602507,
          "mean_state_gradient_rms": 6.163778055068292e-06,
          "mean_step_seconds": 4.967308402994149
        },
        {
          "reverse_step": 41,
          "source_frame": 41,
          "samples": 1024,
          "source_valid_fraction": 0.7490234375,
          "mean_correction_rms": 0.0027864246085300692,
          "mean_state_gradient_rms": 5.526607291805874e-06,
          "mean_step_seconds": 4.998741111407185
        },
        {
          "reverse_step": 42,
          "source_frame": 42,
          "samples": 1024,
          "source_valid_fraction": 0.7548828125,
          "mean_correction_rms": 0.0030802836004113487,
          "mean_state_gradient_rms": 5.462094663677419e-06,
          "mean_step_seconds": 4.994349749852574
        },
        {
          "reverse_step": 43,
          "source_frame": 43,
          "samples": 1024,
          "source_valid_fraction": 0.7626953125,
          "mean_correction_rms": 0.0034303256552448147,
          "mean_state_gradient_rms": 5.638455008227794e-06,
          "mean_step_seconds": 4.981789892151767
        },
        {
          "reverse_step": 44,
          "source_frame": null,
          "samples": 0,
          "source_valid_fraction": null,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 0.06505610581561427
        },
        {
          "reverse_step": 45,
          "source_frame": null,
          "samples": 0,
          "source_valid_fraction": null,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 0.09750901360794728
        },
        {
          "reverse_step": 46,
          "source_frame": null,
          "samples": 0,
          "source_valid_fraction": null,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 0.06644985298720485
        },
        {
          "reverse_step": 47,
          "source_frame": null,
          "samples": 0,
          "source_valid_fraction": null,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 0.06569333386090648
        },
        {
          "reverse_step": 48,
          "source_frame": null,
          "samples": 0,
          "source_valid_fraction": null,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 0.06586227341239237
        },
        {
          "reverse_step": 49,
          "source_frame": null,
          "samples": 0,
          "source_valid_fraction": null,
          "mean_correction_rms": 0.0,
          "mean_state_gradient_rms": 0.0,
          "mean_step_seconds": 0.06430476541461871
        }
      ]
    },
    "baseline_trace_batches": 256
  },
  "repeated_guidance_case1": {
    "purpose": "continuous-window-acceptance-case1",
    "source": "00000/164.mp4",
    "seeds": {
      "0": {
        "baseline": {
          "rollout_h5_reliable_error": 0.947627813086411,
          "rollout_h5_penalized_error": 0.947627813086411,
          "rollout_h5_scorable_fraction": 1.0,
          "gt_error": 3.6383467416781277,
          "iou": 0.7194278334767292
        },
        "guided": {
          "rollout_h5_reliable_error": 0.9282761983341871,
          "rollout_h5_penalized_error": 0.9282761983341871,
          "rollout_h5_scorable_fraction": 1.0,
          "gt_error": 3.640810307275618,
          "iou": 0.7191649192170194
        },
        "guided_minus_baseline": {
          "rollout_h5_reliable_error": -0.01935161475222391,
          "rollout_h5_penalized_error": -0.01935161475222391,
          "rollout_h5_scorable_fraction": 0.0,
          "gt_error": 0.0024635655974902804,
          "iou": -0.0002629142597098122
        },
        "num_model_calls": 239,
        "num_gradient_calls": 77,
        "num_attempted_updates": 156,
        "num_accepted_updates": 33,
        "accepted_updates_per_reverse_step": [
          2,
          1,
          2,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          1,
          2,
          0,
          0,
          0,
          4,
          1,
          1,
          1,
          8,
          0,
          1,
          4,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "stop_reasons": [
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "reached VAE-decoded physics-reference score",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains"
        ]
      },
      "1": {
        "baseline": {
          "rollout_h5_reliable_error": 0.9253319671967973,
          "rollout_h5_penalized_error": 1.3458666289956114,
          "rollout_h5_scorable_fraction": 0.9681818181818181,
          "gt_error": 5.150854142786848,
          "iou": 0.7143574458840825
        },
        "guided": {
          "rollout_h5_reliable_error": 0.8944436887855587,
          "rollout_h5_penalized_error": 1.255744377920433,
          "rollout_h5_scorable_fraction": 0.9727272727272728,
          "gt_error": 5.142028861525007,
          "iou": 0.7209462004693563
        },
        "guided_minus_baseline": {
          "rollout_h5_reliable_error": -0.030888278411238645,
          "rollout_h5_penalized_error": -0.09012225107517846,
          "rollout_h5_scorable_fraction": 0.00454545454545463,
          "gt_error": -0.008825281261841234,
          "iou": 0.006588754585273859
        },
        "num_model_calls": 251,
        "num_gradient_calls": 80,
        "num_attempted_updates": 165,
        "num_accepted_updates": 36,
        "accepted_updates_per_reverse_step": [
          0,
          1,
          1,
          1,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          2,
          2,
          0,
          0,
          1,
          2,
          2,
          2,
          2,
          1,
          1,
          5,
          10,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "stop_reasons": [
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "reached VAE-decoded physics-reference score",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no trial improved penalized rollout-5",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains",
          "no complete five-frame interval remains"
        ]
      }
    }
  },
  "repeated_guidance_case1_usage": {
    "0": {
      "accepted_updates": 33,
      "trial_evaluations": 156,
      "reverse_steps_with_accepted_updates": 17,
      "strength_counts": {
        "0.1": 17,
        "0.03": 6,
        "0.01": 10
      },
      "sum_of_per_update_normalized_latent_rms": 0.04449355095624923
    },
    "1": {
      "accepted_updates": 36,
      "trial_evaluations": 165,
      "reverse_steps_with_accepted_updates": 16,
      "strength_counts": {
        "0.1": 20,
        "0.03": 10,
        "0.01": 6
      },
      "sum_of_per_update_normalized_latent_rms": 0.07015044778585432
    }
  },
  "acceptance_step_diagnostics": {
    "run": {
      "purpose": "visualize every input to the repeated rollout-5 guidance loss",
      "source": "00000/164.mp4",
      "seed": 0,
      "capture_steps": [
        0,
        10,
        20,
        30,
        40
      ],
      "num_inference_steps": 50,
      "observed_frames": 5,
      "config": "/scratch/wkim/code/seriality-gap/configs/49f-5n/Train-20k-49f-5n-0c-B-1536d-30l-64b-2e4lr.yaml",
      "checkpoint": "/scratch/wkim/code/seriality-gap/ckpt/huggingface/20k-49f-5n-0c-B-1536d-30l-64b-2e4lr/model-avg.safetensors",
      "guidance_config": {
        "scale": 0.1,
        "horizon": 5,
        "color_tolerance": 80,
        "guide_start": 0.0,
        "guide_end": 1.0,
        "eps": 1e-06,
        "reference_mode": "continuous_window_accept",
        "trial_scales": [
          0.1,
          0.03,
          0.01
        ],
        "max_inner_updates": 12,
        "acceptance_tolerance": 1e-06
      },
      "gpu": "NVIDIA A100-SXM4-40GB",
      "peak_allocated_gib": 3.0779800415039062,
      "peak_reserved_gib": 3.20703125
    },
    "steps": [
      {
        "reverse_step": 0,
        "source_frame": 0,
        "target_start_frame": 1,
        "target_end_frame": 5,
        "sigma": 1.0,
        "sigma_next": 0.9959349632263184,
        "flow_delta": 0.004065036773681641,
        "score_before": 8.565929412841797,
        "reference_score": 0.016557402908802032,
        "guidance_target_score": 5.706564903259277,
        "score_before_details": {
          "source_frame": 0,
          "target_frame": 5,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 2,
          "scored_balls": 2,
          "total_balls": 5,
          "reliable_error": 0.20162001394808415,
          "penalized_error": 8.565929379817804,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            null,
            null,
            0.056830077260270666,
            0.34640995063589763,
            null
          ],
          "per_ball_penalized_error": [
            14.142135623730951,
            14.142135623730951,
            0.056830077260270666,
            0.34640995063589763,
            14.142135623730951
          ]
        },
        "reference_score_details": {
          "source_frame": 0,
          "target_frame": 5,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 0.01655740245415081,
          "penalized_error": 0.01655740245415081,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.004441132260310848,
            0.010938740372094113,
            0.020335558227080153,
            0.024163803972860918,
            0.022907777438408026
          ],
          "per_ball_penalized_error": [
            0.004441132260310848,
            0.010938740372094113,
            0.020335558227080153,
            0.024163803972860918,
            0.022907777438408026
          ]
        },
        "guidance_target_score_details": {
          "source_frame": 0,
          "target_frame": 5,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 3,
          "scored_balls": 3,
          "total_balls": 5,
          "reliable_error": 0.08285141080540424,
          "penalized_error": 5.7065650959756224,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.03386950157022149,
            0.1952304251774765,
            0.019454305668514763,
            null,
            null
          ],
          "per_ball_penalized_error": [
            0.03386950157022149,
            0.1952304251774765,
            0.019454305668514763,
            14.142135623730951,
            14.142135623730951
          ]
        },
        "latent_loss": 0.0006635029567405581,
        "physics_delta_rms": 0.02575071156024933,
        "gradient_rms": 2.9477887437678874e-06,
        "detected_vs_physics_pixel_rms_local_window": 0.0954432487487793,
        "tweedie_vs_guidance_target_pixel_rms_local_window": 0.04905213788151741
      },
      {
        "reverse_step": 10,
        "source_frame": 10,
        "target_start_frame": 11,
        "target_end_frame": 15,
        "sigma": 0.9523810148239136,
        "sigma_next": 0.9466019868850708,
        "flow_delta": 0.0057790279388427734,
        "score_before": 8.55428695678711,
        "reference_score": 0.19159257411956787,
        "guidance_target_score": 2.9450783729553223,
        "score_before_details": {
          "source_frame": 10,
          "target_frame": 15,
          "source_valid": true,
          "target_present_balls": 4,
          "target_correct_color_balls": 2,
          "scored_balls": 2,
          "total_balls": 5,
          "reliable_error": 0.17251445570181706,
          "penalized_error": 8.554287156519297,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            null,
            0.23412573557798827,
            null,
            0.11090317582564582,
            null
          ],
          "per_ball_penalized_error": [
            14.142135623730951,
            0.23412573557798827,
            14.142135623730951,
            0.11090317582564582,
            14.142135623730951
          ]
        },
        "reference_score_details": {
          "source_frame": 10,
          "target_frame": 15,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 0.1915925799898312,
          "penalized_error": 0.1915925799898312,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.055485478987634874,
            0.048391963014780826,
            0.44615495851024245,
            0.026086497150182898,
            0.38184400228631515
          ],
          "per_ball_penalized_error": [
            0.055485478987634874,
            0.048391963014780826,
            0.44615495851024245,
            0.026086497150182898,
            0.38184400228631515
          ]
        },
        "guidance_target_score_details": {
          "source_frame": 10,
          "target_frame": 15,
          "source_valid": true,
          "target_present_balls": 4,
          "target_correct_color_balls": 4,
          "scored_balls": 4,
          "total_balls": 5,
          "reliable_error": 0.14581391340588776,
          "penalized_error": 2.9450782554709005,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.27944572442192506,
            0.07802109417905828,
            0.15881266778502,
            0.0669761672375476,
            null
          ],
          "per_ball_penalized_error": [
            0.27944572442192506,
            0.07802109417905828,
            0.15881266778502,
            0.0669761672375476,
            14.142135623730951
          ]
        },
        "latent_loss": 0.006105253007262945,
        "physics_delta_rms": 0.07813937962055206,
        "gradient_rms": 6.649764691246673e-05,
        "detected_vs_physics_pixel_rms_local_window": 0.18505099415779114,
        "tweedie_vs_guidance_target_pixel_rms_local_window": 0.16595636308193207
      },
      {
        "reverse_step": 20,
        "source_frame": 20,
        "target_start_frame": 21,
        "target_end_frame": 25,
        "sigma": 0.882352888584137,
        "sigma_next": 0.8734939694404602,
        "flow_delta": 0.008858919143676758,
        "score_before": 14.142135620117188,
        "reference_score": 14.142135620117188,
        "guidance_target_score": 14.142135620117188,
        "score_before_details": {
          "source_frame": 20,
          "target_frame": 25,
          "source_valid": false,
          "target_present_balls": 4,
          "target_correct_color_balls": 2,
          "scored_balls": 0,
          "total_balls": 5,
          "reliable_error": null,
          "penalized_error": 14.142135623730951,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            null,
            null,
            null,
            null,
            null
          ],
          "per_ball_penalized_error": [
            14.142135623730951,
            14.142135623730951,
            14.142135623730951,
            14.142135623730951,
            14.142135623730951
          ]
        },
        "reference_score_details": {
          "source_frame": 20,
          "target_frame": 25,
          "source_valid": false,
          "target_present_balls": 4,
          "target_correct_color_balls": 2,
          "scored_balls": 0,
          "total_balls": 5,
          "reliable_error": null,
          "penalized_error": 14.142135623730951,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            null,
            null,
            null,
            null,
            null
          ],
          "per_ball_penalized_error": [
            14.142135623730951,
            14.142135623730951,
            14.142135623730951,
            14.142135623730951,
            14.142135623730951
          ]
        },
        "guidance_target_score_details": {
          "source_frame": 20,
          "target_frame": 25,
          "source_valid": false,
          "target_present_balls": 4,
          "target_correct_color_balls": 2,
          "scored_balls": 0,
          "total_balls": 5,
          "reliable_error": null,
          "penalized_error": 14.142135623730951,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            null,
            null,
            null,
            null,
            null
          ],
          "per_ball_penalized_error": [
            14.142135623730951,
            14.142135623730951,
            14.142135623730951,
            14.142135623730951,
            14.142135623730951
          ]
        },
        "latent_loss": 0.0,
        "physics_delta_rms": 0.0,
        "gradient_rms": 0.0,
        "detected_vs_physics_pixel_rms_local_window": 0.0,
        "tweedie_vs_guidance_target_pixel_rms_local_window": 0.005946656689047813
      },
      {
        "reverse_step": 30,
        "source_frame": 30,
        "target_start_frame": 31,
        "target_end_frame": 35,
        "sigma": 0.7692307233810425,
        "sigma_next": 0.7539682388305664,
        "flow_delta": 0.015262484550476074,
        "score_before": 1.1690051555633545,
        "reference_score": 0.1160554513335228,
        "guidance_target_score": 0.044679589569568634,
        "score_before_details": {
          "source_frame": 30,
          "target_frame": 35,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 1.1690051350108688,
          "penalized_error": 1.1690051350108688,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.057256860746412064,
            2.6347678784106248,
            0.43293629102563996,
            2.3987425738438977,
            0.32132207102776966
          ],
          "per_ball_penalized_error": [
            0.057256860746412064,
            2.6347678784106248,
            0.43293629102563996,
            2.3987425738438977,
            0.32132207102776966
          ]
        },
        "reference_score_details": {
          "source_frame": 30,
          "target_frame": 35,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 0.11605545180522299,
          "penalized_error": 0.11605545180522299,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.05849693197020222,
            0.2491652973684625,
            0.11142766050476303,
            0.1287102928775877,
            0.03247707630509942
          ],
          "per_ball_penalized_error": [
            0.05849693197020222,
            0.2491652973684625,
            0.11142766050476303,
            0.1287102928775877,
            0.03247707630509942
          ]
        },
        "guidance_target_score_details": {
          "source_frame": 30,
          "target_frame": 35,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 0.04467958931827089,
          "penalized_error": 0.04467958931827089,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.030722867472975653,
            0.025838981721951634,
            0.0993794437049122,
            0.03372008502460654,
            0.033736568666908405
          ],
          "per_ball_penalized_error": [
            0.030722867472975653,
            0.025838981721951634,
            0.0993794437049122,
            0.03372008502460654,
            0.033736568666908405
          ]
        },
        "latent_loss": 0.07726212590932846,
        "physics_delta_rms": 0.2779231071472168,
        "gradient_rms": 5.3116640629014e-05,
        "detected_vs_physics_pixel_rms_local_window": 0.33955904841423035,
        "tweedie_vs_guidance_target_pixel_rms_local_window": 0.3001939058303833
      },
      {
        "reverse_step": 40,
        "source_frame": 40,
        "target_start_frame": 41,
        "target_end_frame": 45,
        "sigma": 0.555555522441864,
        "sigma_next": 0.5232557654380798,
        "flow_delta": 0.03229975700378418,
        "score_before": 2.491732597351074,
        "reference_score": 0.07165896892547607,
        "guidance_target_score": 0.03949776291847229,
        "score_before_details": {
          "source_frame": 40,
          "target_frame": 45,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 2.4917324832912136,
          "penalized_error": 2.4917324832912136,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            2.0150790244147414,
            0.0508498747453991,
            4.489816023430336,
            1.372947946764219,
            4.529969547101372
          ],
          "per_ball_penalized_error": [
            2.0150790244147414,
            0.0508498747453991,
            4.489816023430336,
            1.372947946764219,
            4.529969547101372
          ]
        },
        "reference_score_details": {
          "source_frame": 40,
          "target_frame": 45,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 0.07165896598335504,
          "penalized_error": 0.07165896598335504,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.07615998815972788,
            0.014581499521070912,
            0.10715991587042907,
            0.06924365673196439,
            0.0911497696335829
          ],
          "per_ball_penalized_error": [
            0.07615998815972788,
            0.014581499521070912,
            0.10715991587042907,
            0.06924365673196439,
            0.0911497696335829
          ]
        },
        "guidance_target_score_details": {
          "source_frame": 40,
          "target_frame": 45,
          "source_valid": true,
          "target_present_balls": 5,
          "target_correct_color_balls": 5,
          "scored_balls": 5,
          "total_balls": 5,
          "reliable_error": 0.03949776289111904,
          "penalized_error": 0.03949776289111904,
          "penalty": 14.142135623730951,
          "per_ball_reliable_error": [
            0.006013255518527493,
            0.05090360001335769,
            0.038038574336554665,
            0.07060734562363578,
            0.031926038963519525
          ],
          "per_ball_penalized_error": [
            0.006013255518527493,
            0.05090360001335769,
            0.038038574336554665,
            0.07060734562363578,
            0.031926038963519525
          ]
        },
        "latent_loss": 0.10874558985233307,
        "physics_delta_rms": 0.3297303318977356,
        "gradient_rms": 4.21273653046228e-05,
        "detected_vs_physics_pixel_rms_local_window": 0.32146888971328735,
        "tweedie_vs_guidance_target_pixel_rms_local_window": 0.28040170669555664
      }
    ]
  },
  "late_all_window_cases": {
    "cases": [
      {
        "case": 1,
        "source": "00000/164.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.6176559367449586,
          "rollout_h5_penalized_error": 1.0479802904217856,
          "rollout_h5_scorable_fraction": 0.9681818181818181,
          "ball_presence_rate": 0.9863636363636363,
          "ball_correct_color_rate": 0.9681818181818181,
          "missing_ball_frames": 3,
          "color_changed_ball_frames": 4,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 2,
          "ball_state_change_events": 4,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 7,
          "rollout_h5_scored_ball_frames": 213,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.6262336245964041,
          "rollout_h5_penalized_error": 0.6262336245964041,
          "rollout_h5_scorable_fraction": 1.0,
          "ball_presence_rate": 1.0,
          "ball_correct_color_rate": 1.0,
          "missing_ball_frames": 0,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 0,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 0,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 0,
          "rollout_h5_scored_ball_frames": 220,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 213,
          "after_scorable_pairs": 220,
          "matched_pairs": 213,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.6176559367449586,
          "after_matched_rollout_h5_error": 0.61561174789002,
          "matched_rollout_h5_change": -0.002044188854938511,
          "before_error_on_before_pairs": 0.6176559367449586,
          "after_penalized_error_on_before_pairs": 0.61561174789002,
          "fixed_before_pair_penalized_change": -0.002044188854938511,
          "before_matched_error_sum": 131.56071452667618,
          "after_matched_error_sum": 131.12530230057428,
          "before_error_on_before_pairs_sum": 131.56071452667618,
          "after_penalized_error_on_before_pairs_sum": 131.12530230057428,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 17,
        "attempted_updates": 108
      },
      {
        "case": 2,
        "source": "00000/828.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.4211325742626625,
          "rollout_h5_penalized_error": 8.528998012584834,
          "rollout_h5_scorable_fraction": 0.4090909090909091,
          "ball_presence_rate": 0.7954545454545454,
          "ball_correct_color_rate": 0.7863636363636364,
          "missing_ball_frames": 45,
          "color_changed_ball_frames": 2,
          "ball_disappearance_events": 2,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 4,
          "rollout_h5_source_available_fraction": 0.4318181818181818,
          "rollout_h5_source_available_ball_frames": 95,
          "rollout_h5_source_unavailable_ball_frames": 125,
          "rollout_h5_unscorable_ball_frames": 130,
          "rollout_h5_scored_ball_frames": 90,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.44991772578994055,
          "rollout_h5_penalized_error": 8.540773756391449,
          "rollout_h5_scorable_fraction": 0.4090909090909091,
          "ball_presence_rate": 0.8590909090909091,
          "ball_correct_color_rate": 0.8454545454545455,
          "missing_ball_frames": 31,
          "color_changed_ball_frames": 3,
          "ball_disappearance_events": 2,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 4,
          "rollout_h5_source_available_fraction": 0.4318181818181818,
          "rollout_h5_source_available_ball_frames": 95,
          "rollout_h5_source_unavailable_ball_frames": 125,
          "rollout_h5_unscorable_ball_frames": 130,
          "rollout_h5_scored_ball_frames": 90,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 90,
          "after_scorable_pairs": 90,
          "matched_pairs": 90,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.4211325742626625,
          "after_matched_rollout_h5_error": 0.44991772578994055,
          "matched_rollout_h5_change": 0.028785151527278063,
          "before_error_on_before_pairs": 0.4211325742626625,
          "after_penalized_error_on_before_pairs": 0.44991772578994055,
          "fixed_before_pair_penalized_change": 0.028785151527278063,
          "before_matched_error_sum": 37.901931683639624,
          "after_matched_error_sum": 40.49259532109465,
          "before_error_on_before_pairs_sum": 37.901931683639624,
          "after_penalized_error_on_before_pairs_sum": 40.49259532109465,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 9,
        "attempted_updates": 76
      },
      {
        "case": 3,
        "source": "00000/037.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.5997816843697954,
          "rollout_h5_penalized_error": 0.5997816843697954,
          "rollout_h5_scorable_fraction": 1.0,
          "ball_presence_rate": 1.0,
          "ball_correct_color_rate": 1.0,
          "missing_ball_frames": 0,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 0,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 0,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 0,
          "rollout_h5_scored_ball_frames": 220,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.549112772551473,
          "rollout_h5_penalized_error": 0.549112772551473,
          "rollout_h5_scorable_fraction": 1.0,
          "ball_presence_rate": 1.0,
          "ball_correct_color_rate": 1.0,
          "missing_ball_frames": 0,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 0,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 0,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 0,
          "rollout_h5_scored_ball_frames": 220,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 220,
          "after_scorable_pairs": 220,
          "matched_pairs": 220,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.5997816843697954,
          "after_matched_rollout_h5_error": 0.549112772551473,
          "matched_rollout_h5_change": -0.05066891181832245,
          "before_error_on_before_pairs": 0.5997816843697954,
          "after_penalized_error_on_before_pairs": 0.549112772551473,
          "fixed_before_pair_penalized_change": -0.05066891181832245,
          "before_matched_error_sum": 131.95197056135498,
          "after_matched_error_sum": 120.80480996132405,
          "before_error_on_before_pairs_sum": 131.95197056135498,
          "after_penalized_error_on_before_pairs_sum": 120.80480996132405,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 30,
        "attempted_updates": 160
      },
      {
        "case": 4,
        "source": "00000/871.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.5025759320211235,
          "rollout_h5_penalized_error": 1.308549913803977,
          "rollout_h5_scorable_fraction": 0.9409090909090909,
          "ball_presence_rate": 0.990909090909091,
          "ball_correct_color_rate": 0.9863636363636363,
          "missing_ball_frames": 2,
          "color_changed_ball_frames": 1,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 3,
          "rollout_h5_source_available_fraction": 0.9545454545454546,
          "rollout_h5_source_available_ball_frames": 210,
          "rollout_h5_source_unavailable_ball_frames": 10,
          "rollout_h5_unscorable_ball_frames": 13,
          "rollout_h5_scored_ball_frames": 207,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.5147333683994325,
          "rollout_h5_penalized_error": 0.9483325310690718,
          "rollout_h5_scorable_fraction": 0.9681818181818181,
          "ball_presence_rate": 0.9954545454545455,
          "ball_correct_color_rate": 0.990909090909091,
          "missing_ball_frames": 1,
          "color_changed_ball_frames": 1,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 3,
          "rollout_h5_source_available_fraction": 0.9772727272727273,
          "rollout_h5_source_available_ball_frames": 215,
          "rollout_h5_source_unavailable_ball_frames": 5,
          "rollout_h5_unscorable_ball_frames": 7,
          "rollout_h5_scored_ball_frames": 213,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 207,
          "after_scorable_pairs": 213,
          "matched_pairs": 207,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.5025759320211235,
          "after_matched_rollout_h5_error": 0.4611032230506638,
          "matched_rollout_h5_change": -0.04147270897045968,
          "before_error_on_before_pairs": 0.5025759320211235,
          "after_penalized_error_on_before_pairs": 0.4611032230506638,
          "fixed_before_pair_penalized_change": -0.04147270897045968,
          "before_matched_error_sum": 104.03321792837257,
          "after_matched_error_sum": 95.4483671714874,
          "before_error_on_before_pairs_sum": 104.03321792837257,
          "after_penalized_error_on_before_pairs_sum": 95.4483671714874,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 14,
        "attempted_updates": 96
      },
      {
        "case": 5,
        "source": "00000/066.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.771277537839539,
          "rollout_h5_penalized_error": 4.417875197628106,
          "rollout_h5_scorable_fraction": 0.7272727272727273,
          "ball_presence_rate": 0.9272727272727272,
          "ball_correct_color_rate": 0.9272727272727272,
          "missing_ball_frames": 16,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 1,
          "rollout_h5_source_available_fraction": 0.75,
          "rollout_h5_source_available_ball_frames": 165,
          "rollout_h5_source_unavailable_ball_frames": 55,
          "rollout_h5_unscorable_ball_frames": 60,
          "rollout_h5_scored_ball_frames": 160,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.7670761117604488,
          "rollout_h5_penalized_error": 4.414819615025131,
          "rollout_h5_scorable_fraction": 0.7272727272727273,
          "ball_presence_rate": 0.9272727272727272,
          "ball_correct_color_rate": 0.9272727272727272,
          "missing_ball_frames": 16,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 1,
          "rollout_h5_source_available_fraction": 0.75,
          "rollout_h5_source_available_ball_frames": 165,
          "rollout_h5_source_unavailable_ball_frames": 55,
          "rollout_h5_unscorable_ball_frames": 60,
          "rollout_h5_scored_ball_frames": 160,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 160,
          "after_scorable_pairs": 160,
          "matched_pairs": 160,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.771277537839539,
          "after_matched_rollout_h5_error": 0.7670761117604488,
          "matched_rollout_h5_change": -0.0042014260790902425,
          "before_error_on_before_pairs": 0.771277537839539,
          "after_penalized_error_on_before_pairs": 0.7670761117604488,
          "fixed_before_pair_penalized_change": -0.0042014260790902425,
          "before_matched_error_sum": 123.40440605432624,
          "after_matched_error_sum": 122.7321778816718,
          "before_error_on_before_pairs_sum": 123.40440605432624,
          "after_penalized_error_on_before_pairs_sum": 122.7321778816718,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 21,
        "attempted_updates": 124
      }
    ],
    "aggregate": {
      "total_pairs": 1100,
      "control_penalized": 3.1806370197616998,
      "guided_penalized": 3.0158544599267056,
      "control_detected_only": 0.5942160008476063,
      "guided_detected_only": 0.5885262326072852,
      "control_detected_pairs": 890,
      "guided_detected_pairs": 903,
      "matched_pairs": 890,
      "matched_before": 0.5942160008476063,
      "matched_after": 0.5737115198159014,
      "accepted_updates": 91,
      "attempted_updates": 564
    }
  },
  "late_endpoint_cases": {
    "cases": [
      {
        "case": 1,
        "source": "00000/164.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.6176559367449586,
          "rollout_h5_penalized_error": 1.0479802904217856,
          "rollout_h5_scorable_fraction": 0.9681818181818181,
          "ball_presence_rate": 0.9863636363636363,
          "ball_correct_color_rate": 0.9681818181818181,
          "missing_ball_frames": 3,
          "color_changed_ball_frames": 4,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 2,
          "ball_state_change_events": 4,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 7,
          "rollout_h5_scored_ball_frames": 213,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.6239992256651905,
          "rollout_h5_penalized_error": 0.6239992256651905,
          "rollout_h5_scorable_fraction": 1.0,
          "ball_presence_rate": 1.0,
          "ball_correct_color_rate": 1.0,
          "missing_ball_frames": 0,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 0,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 0,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 0,
          "rollout_h5_scored_ball_frames": 220,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 213,
          "after_scorable_pairs": 220,
          "matched_pairs": 213,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.6176559367449586,
          "after_matched_rollout_h5_error": 0.614462285156952,
          "matched_rollout_h5_change": -0.003193651588006552,
          "before_error_on_before_pairs": 0.6176559367449586,
          "after_penalized_error_on_before_pairs": 0.614462285156952,
          "fixed_before_pair_penalized_change": -0.003193651588006552,
          "before_matched_error_sum": 131.56071452667618,
          "after_matched_error_sum": 130.88046673843078,
          "before_error_on_before_pairs_sum": 131.56071452667618,
          "after_penalized_error_on_before_pairs_sum": 130.88046673843078,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 15,
        "attempted_updates": 100
      },
      {
        "case": 2,
        "source": "00000/828.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.4211325742626625,
          "rollout_h5_penalized_error": 8.528998012584834,
          "rollout_h5_scorable_fraction": 0.4090909090909091,
          "ball_presence_rate": 0.7954545454545454,
          "ball_correct_color_rate": 0.7863636363636364,
          "missing_ball_frames": 45,
          "color_changed_ball_frames": 2,
          "ball_disappearance_events": 2,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 4,
          "rollout_h5_source_available_fraction": 0.4318181818181818,
          "rollout_h5_source_available_ball_frames": 95,
          "rollout_h5_source_unavailable_ball_frames": 125,
          "rollout_h5_unscorable_ball_frames": 130,
          "rollout_h5_scored_ball_frames": 90,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.44718758244486617,
          "rollout_h5_penalized_error": 8.539656879568463,
          "rollout_h5_scorable_fraction": 0.4090909090909091,
          "ball_presence_rate": 0.8545454545454545,
          "ball_correct_color_rate": 0.8409090909090909,
          "missing_ball_frames": 32,
          "color_changed_ball_frames": 3,
          "ball_disappearance_events": 3,
          "ball_reappearance_events": 2,
          "ball_color_change_events": 1,
          "ball_state_change_events": 6,
          "rollout_h5_source_available_fraction": 0.4318181818181818,
          "rollout_h5_source_available_ball_frames": 95,
          "rollout_h5_source_unavailable_ball_frames": 125,
          "rollout_h5_unscorable_ball_frames": 130,
          "rollout_h5_scored_ball_frames": 90,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 90,
          "after_scorable_pairs": 90,
          "matched_pairs": 90,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.4211325742626625,
          "after_matched_rollout_h5_error": 0.44718758244486617,
          "matched_rollout_h5_change": 0.026055008182203687,
          "before_error_on_before_pairs": 0.4211325742626625,
          "after_penalized_error_on_before_pairs": 0.44718758244486617,
          "fixed_before_pair_penalized_change": 0.026055008182203687,
          "before_matched_error_sum": 37.901931683639624,
          "after_matched_error_sum": 40.246882420037956,
          "before_error_on_before_pairs_sum": 37.901931683639624,
          "after_penalized_error_on_before_pairs_sum": 40.246882420037956,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 10,
        "attempted_updates": 80
      },
      {
        "case": 3,
        "source": "00000/037.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.5997816843697954,
          "rollout_h5_penalized_error": 0.5997816843697954,
          "rollout_h5_scorable_fraction": 1.0,
          "ball_presence_rate": 1.0,
          "ball_correct_color_rate": 1.0,
          "missing_ball_frames": 0,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 0,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 0,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 0,
          "rollout_h5_scored_ball_frames": 220,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.5429593249459542,
          "rollout_h5_penalized_error": 0.5429593249459542,
          "rollout_h5_scorable_fraction": 1.0,
          "ball_presence_rate": 1.0,
          "ball_correct_color_rate": 1.0,
          "missing_ball_frames": 0,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 0,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 0,
          "rollout_h5_source_available_fraction": 1.0,
          "rollout_h5_source_available_ball_frames": 220,
          "rollout_h5_source_unavailable_ball_frames": 0,
          "rollout_h5_unscorable_ball_frames": 0,
          "rollout_h5_scored_ball_frames": 220,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 220,
          "after_scorable_pairs": 220,
          "matched_pairs": 220,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.5997816843697954,
          "after_matched_rollout_h5_error": 0.5429593249459542,
          "matched_rollout_h5_change": -0.05682235942384117,
          "before_error_on_before_pairs": 0.5997816843697954,
          "after_penalized_error_on_before_pairs": 0.5429593249459542,
          "fixed_before_pair_penalized_change": -0.05682235942384117,
          "before_matched_error_sum": 131.95197056135498,
          "after_matched_error_sum": 119.45105148810994,
          "before_error_on_before_pairs_sum": 131.95197056135498,
          "after_penalized_error_on_before_pairs_sum": 119.45105148810994,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 23,
        "attempted_updates": 132
      },
      {
        "case": 4,
        "source": "00000/871.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.5025759320211235,
          "rollout_h5_penalized_error": 1.308549913803977,
          "rollout_h5_scorable_fraction": 0.9409090909090909,
          "ball_presence_rate": 0.990909090909091,
          "ball_correct_color_rate": 0.9863636363636363,
          "missing_ball_frames": 2,
          "color_changed_ball_frames": 1,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 3,
          "rollout_h5_source_available_fraction": 0.9545454545454546,
          "rollout_h5_source_available_ball_frames": 210,
          "rollout_h5_source_unavailable_ball_frames": 10,
          "rollout_h5_unscorable_ball_frames": 13,
          "rollout_h5_scored_ball_frames": 207,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.45195888036499987,
          "rollout_h5_penalized_error": 1.2609238697457152,
          "rollout_h5_scorable_fraction": 0.9409090909090909,
          "ball_presence_rate": 0.990909090909091,
          "ball_correct_color_rate": 0.9863636363636363,
          "missing_ball_frames": 2,
          "color_changed_ball_frames": 1,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 1,
          "ball_color_change_events": 1,
          "ball_state_change_events": 3,
          "rollout_h5_source_available_fraction": 0.9545454545454546,
          "rollout_h5_source_available_ball_frames": 210,
          "rollout_h5_source_unavailable_ball_frames": 10,
          "rollout_h5_unscorable_ball_frames": 13,
          "rollout_h5_scored_ball_frames": 207,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 207,
          "after_scorable_pairs": 207,
          "matched_pairs": 207,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.5025759320211235,
          "after_matched_rollout_h5_error": 0.45195888036499987,
          "matched_rollout_h5_change": -0.050617051656123624,
          "before_error_on_before_pairs": 0.5025759320211235,
          "after_penalized_error_on_before_pairs": 0.45195888036499987,
          "fixed_before_pair_penalized_change": -0.050617051656123624,
          "before_matched_error_sum": 104.03321792837257,
          "after_matched_error_sum": 93.55548823555498,
          "before_error_on_before_pairs_sum": 104.03321792837257,
          "after_penalized_error_on_before_pairs_sum": 93.55548823555498,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 16,
        "attempted_updates": 104
      },
      {
        "case": 5,
        "source": "00000/066.mp4",
        "control": {
          "rollout_h5_reliable_error": 0.771277537839539,
          "rollout_h5_penalized_error": 4.417875197628106,
          "rollout_h5_scorable_fraction": 0.7272727272727273,
          "ball_presence_rate": 0.9272727272727272,
          "ball_correct_color_rate": 0.9272727272727272,
          "missing_ball_frames": 16,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 1,
          "rollout_h5_source_available_fraction": 0.75,
          "rollout_h5_source_available_ball_frames": 165,
          "rollout_h5_source_unavailable_ball_frames": 55,
          "rollout_h5_unscorable_ball_frames": 60,
          "rollout_h5_scored_ball_frames": 160,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "guided": {
          "rollout_h5_reliable_error": 0.7651595847157732,
          "rollout_h5_penalized_error": 4.413425777174458,
          "rollout_h5_scorable_fraction": 0.7272727272727273,
          "ball_presence_rate": 0.9272727272727272,
          "ball_correct_color_rate": 0.9272727272727272,
          "missing_ball_frames": 16,
          "color_changed_ball_frames": 0,
          "ball_disappearance_events": 1,
          "ball_reappearance_events": 0,
          "ball_color_change_events": 0,
          "ball_state_change_events": 1,
          "rollout_h5_source_available_fraction": 0.75,
          "rollout_h5_source_available_ball_frames": 165,
          "rollout_h5_source_unavailable_ball_frames": 55,
          "rollout_h5_unscorable_ball_frames": 60,
          "rollout_h5_scored_ball_frames": 160,
          "rollout_h5_total_ball_frames": 220,
          "rollout_h5_unscorable_penalty": 14.142135623730951
        },
        "matched": {
          "before_scorable_pairs": 160,
          "after_scorable_pairs": 160,
          "matched_pairs": 160,
          "matched_pair_fraction_of_before": 1.0,
          "before_matched_rollout_h5_error": 0.771277537839539,
          "after_matched_rollout_h5_error": 0.7651595847157732,
          "matched_rollout_h5_change": -0.00611795312376584,
          "before_error_on_before_pairs": 0.771277537839539,
          "after_penalized_error_on_before_pairs": 0.7651595847157732,
          "fixed_before_pair_penalized_change": -0.00611795312376584,
          "before_matched_error_sum": 123.40440605432624,
          "after_matched_error_sum": 122.42553355452371,
          "before_error_on_before_pairs_sum": 123.40440605432624,
          "after_penalized_error_on_before_pairs_sum": 122.42553355452371,
          "penalty": 14.142135623730951
        },
        "accepted_updates": 21,
        "attempted_updates": 124
      }
    ],
    "aggregate": {
      "total_pairs": 1100,
      "control_penalized": 3.1806370197616998,
      "guided_penalized": 3.0761930154199564,
      "control_detected_only": 0.5942160008476063,
      "guided_detected_only": 0.5718604072960629,
      "control_detected_pairs": 890,
      "guided_detected_pairs": 897,
      "matched_pairs": 890,
      "matched_before": 0.5942160008476063,
      "matched_after": 0.5691678903782668,
      "accepted_updates": 85,
      "attempted_updates": 540
    }
  },
  "extra_ball_invalid_cases": {
    "full_window": {
      "cases": [
        {
          "case": 1,
          "source": "00000/164.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.6176559367449586,
            "rollout_h5_penalized_error": 1.0479802904217856,
            "rollout_h5_scorable_fraction": 0.9681818181818181,
            "ball_presence_rate": 0.9863636363636363,
            "ball_correct_color_rate": 0.9681818181818181,
            "missing_ball_frames": 3,
            "color_changed_ball_frames": 4,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 2,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 7,
            "rollout_h5_scored_ball_frames": 213,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.6283088025670519,
            "rollout_h5_penalized_error": 0.6283088025670519,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 213,
            "after_scorable_pairs": 220,
            "matched_pairs": 213,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.6176559367449586,
            "after_matched_rollout_h5_error": 0.6174672895984137,
            "matched_rollout_h5_change": -0.00018864714654487358,
            "before_error_on_before_pairs": 0.6176559367449586,
            "after_penalized_error_on_before_pairs": 0.6174672895984137,
            "fixed_before_pair_penalized_change": -0.00018864714654487358,
            "before_matched_error_sum": 131.56071452667618,
            "after_matched_error_sum": 131.52053268446213,
            "before_error_on_before_pairs_sum": 131.56071452667618,
            "after_penalized_error_on_before_pairs_sum": 131.52053268446213,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 20,
          "attempted_updates": 120
        },
        {
          "case": 2,
          "source": "00000/828.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.44008965572241354,
            "rollout_h5_penalized_error": 10.71662413172882,
            "rollout_h5_scorable_fraction": 0.25,
            "ball_presence_rate": 0.7954545454545454,
            "ball_correct_color_rate": 0.7863636363636364,
            "missing_ball_frames": 45,
            "color_changed_ball_frames": 2,
            "extra_ball_frames": 32,
            "extra_ball_instances": 37,
            "ball_disappearance_events": 2,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 0.36363636363636365,
            "rollout_h5_source_available_ball_frames": 80,
            "rollout_h5_source_unavailable_ball_frames": 140,
            "rollout_h5_unscorable_ball_frames": 165,
            "rollout_h5_scored_ball_frames": 55,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.46680130715481927,
            "rollout_h5_penalized_error": 10.72330204458692,
            "rollout_h5_scorable_fraction": 0.25,
            "ball_presence_rate": 0.7954545454545454,
            "ball_correct_color_rate": 0.7863636363636364,
            "missing_ball_frames": 45,
            "color_changed_ball_frames": 2,
            "extra_ball_frames": 32,
            "extra_ball_instances": 37,
            "ball_disappearance_events": 2,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 0.36363636363636365,
            "rollout_h5_source_available_ball_frames": 80,
            "rollout_h5_source_unavailable_ball_frames": 140,
            "rollout_h5_unscorable_ball_frames": 165,
            "rollout_h5_scored_ball_frames": 55,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 55,
            "after_scorable_pairs": 55,
            "matched_pairs": 55,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.44008965572241354,
            "after_matched_rollout_h5_error": 0.46680130715481927,
            "matched_rollout_h5_change": 0.026711651432405725,
            "before_error_on_before_pairs": 0.44008965572241354,
            "after_penalized_error_on_before_pairs": 0.46680130715481927,
            "fixed_before_pair_penalized_change": 0.026711651432405725,
            "before_matched_error_sum": 24.204931064732744,
            "after_matched_error_sum": 25.67407189351506,
            "before_error_on_before_pairs_sum": 24.204931064732744,
            "after_penalized_error_on_before_pairs_sum": 25.67407189351506,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 7,
          "attempted_updates": 68
        },
        {
          "case": 3,
          "source": "00000/037.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5997816843697954,
            "rollout_h5_penalized_error": 0.5997816843697954,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5588577375890262,
            "rollout_h5_penalized_error": 0.5588577375890262,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 220,
            "after_scorable_pairs": 220,
            "matched_pairs": 220,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5997816843697954,
            "after_matched_rollout_h5_error": 0.5588577375890262,
            "matched_rollout_h5_change": -0.04092394678076916,
            "before_error_on_before_pairs": 0.5997816843697954,
            "after_penalized_error_on_before_pairs": 0.5588577375890262,
            "fixed_before_pair_penalized_change": -0.04092394678076916,
            "before_matched_error_sum": 131.95197056135498,
            "after_matched_error_sum": 122.94870226958577,
            "before_error_on_before_pairs_sum": 131.95197056135498,
            "after_penalized_error_on_before_pairs_sum": 122.94870226958577,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 18,
          "attempted_updates": 112
        },
        {
          "case": 4,
          "source": "00000/871.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5025759320211235,
            "rollout_h5_penalized_error": 1.308549913803977,
            "rollout_h5_scorable_fraction": 0.9409090909090909,
            "ball_presence_rate": 0.990909090909091,
            "ball_correct_color_rate": 0.9863636363636363,
            "missing_ball_frames": 2,
            "color_changed_ball_frames": 1,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 3,
            "rollout_h5_source_available_fraction": 0.9545454545454546,
            "rollout_h5_source_available_ball_frames": 210,
            "rollout_h5_source_unavailable_ball_frames": 10,
            "rollout_h5_unscorable_ball_frames": 13,
            "rollout_h5_scored_ball_frames": 207,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5153980731449086,
            "rollout_h5_penalized_error": 0.9489760861181009,
            "rollout_h5_scorable_fraction": 0.9681818181818181,
            "ball_presence_rate": 0.9954545454545455,
            "ball_correct_color_rate": 0.990909090909091,
            "missing_ball_frames": 1,
            "color_changed_ball_frames": 1,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 3,
            "rollout_h5_source_available_fraction": 0.9772727272727273,
            "rollout_h5_source_available_ball_frames": 215,
            "rollout_h5_source_unavailable_ball_frames": 5,
            "rollout_h5_unscorable_ball_frames": 7,
            "rollout_h5_scored_ball_frames": 213,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 207,
            "after_scorable_pairs": 213,
            "matched_pairs": 207,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5025759320211235,
            "after_matched_rollout_h5_error": 0.457732471663411,
            "matched_rollout_h5_change": -0.04484346035771247,
            "before_error_on_before_pairs": 0.5025759320211235,
            "after_penalized_error_on_before_pairs": 0.457732471663411,
            "fixed_before_pair_penalized_change": -0.04484346035771247,
            "before_matched_error_sum": 104.03321792837257,
            "after_matched_error_sum": 94.75062163432608,
            "before_error_on_before_pairs_sum": 104.03321792837257,
            "after_penalized_error_on_before_pairs_sum": 94.75062163432608,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 18,
          "attempted_updates": 112
        },
        {
          "case": 5,
          "source": "00000/066.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.7748889446210266,
            "rollout_h5_penalized_error": 5.1496242214206385,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 12,
            "extra_ball_instances": 16,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.7766661670494263,
            "rollout_h5_penalized_error": 5.150819807417925,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 12,
            "extra_ball_instances": 14,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 148,
            "after_scorable_pairs": 148,
            "matched_pairs": 148,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.7748889446210266,
            "after_matched_rollout_h5_error": 0.7766661670494263,
            "matched_rollout_h5_change": 0.0017772224283996163,
            "before_error_on_before_pairs": 0.7748889446210266,
            "after_penalized_error_on_before_pairs": 0.7766661670494263,
            "fixed_before_pair_penalized_change": 0.0017772224283996163,
            "before_matched_error_sum": 114.68356380391194,
            "after_matched_error_sum": 114.94659272331509,
            "before_error_on_before_pairs_sum": 114.68356380391194,
            "after_penalized_error_on_before_pairs_sum": 114.94659272331509,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 17,
          "attempted_updates": 108
        }
      ],
      "aggregate": {
        "total_pairs": 1100,
        "control_penalized": 3.764512048349003,
        "guided_penalized": 3.6020528956558047,
        "control_detected_only": 0.6007525479063445,
        "guided_detected_only": 0.5976367909241038,
        "control_detected_pairs": 843,
        "guided_detected_pairs": 856,
        "matched_pairs": 843,
        "matched_before": 0.6007525479063445,
        "matched_after": 0.5810682339326265,
        "accepted_updates": 80,
        "attempted_updates": 520
      }
    },
    "endpoint_only": {
      "cases": [
        {
          "case": 1,
          "source": "00000/164.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.6176559367449586,
            "rollout_h5_penalized_error": 1.0479802904217856,
            "rollout_h5_scorable_fraction": 0.9681818181818181,
            "ball_presence_rate": 0.9863636363636363,
            "ball_correct_color_rate": 0.9681818181818181,
            "missing_ball_frames": 3,
            "color_changed_ball_frames": 4,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 2,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 7,
            "rollout_h5_scored_ball_frames": 213,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.6502245217504391,
            "rollout_h5_penalized_error": 0.6502245217504391,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 213,
            "after_scorable_pairs": 220,
            "matched_pairs": 213,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.6176559367449586,
            "after_matched_rollout_h5_error": 0.642901698737958,
            "matched_rollout_h5_change": 0.025245761992999438,
            "before_error_on_before_pairs": 0.6176559367449586,
            "after_penalized_error_on_before_pairs": 0.642901698737958,
            "fixed_before_pair_penalized_change": 0.025245761992999438,
            "before_matched_error_sum": 131.56071452667618,
            "after_matched_error_sum": 136.93806183118505,
            "before_error_on_before_pairs_sum": 131.56071452667618,
            "after_penalized_error_on_before_pairs_sum": 136.93806183118505,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 17,
          "attempted_updates": 108
        },
        {
          "case": 2,
          "source": "00000/828.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.44008965572241354,
            "rollout_h5_penalized_error": 10.71662413172882,
            "rollout_h5_scorable_fraction": 0.25,
            "ball_presence_rate": 0.7954545454545454,
            "ball_correct_color_rate": 0.7863636363636364,
            "missing_ball_frames": 45,
            "color_changed_ball_frames": 2,
            "extra_ball_frames": 32,
            "extra_ball_instances": 37,
            "ball_disappearance_events": 2,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 0.36363636363636365,
            "rollout_h5_source_available_ball_frames": 80,
            "rollout_h5_source_unavailable_ball_frames": 140,
            "rollout_h5_unscorable_ball_frames": 165,
            "rollout_h5_scored_ball_frames": 55,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.7302797635433593,
            "rollout_h5_penalized_error": 4.692873540416966,
            "rollout_h5_scorable_fraction": 0.7045454545454546,
            "ball_presence_rate": 0.9318181818181818,
            "ball_correct_color_rate": 0.9318181818181818,
            "missing_ball_frames": 15,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 8,
            "extra_ball_instances": 8,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 65,
            "rollout_h5_scored_ball_frames": 155,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 55,
            "after_scorable_pairs": 155,
            "matched_pairs": 55,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.44008965572241354,
            "after_matched_rollout_h5_error": 0.4333559007088903,
            "matched_rollout_h5_change": -0.006733755013523246,
            "before_error_on_before_pairs": 0.44008965572241354,
            "after_penalized_error_on_before_pairs": 0.4333559007088903,
            "fixed_before_pair_penalized_change": -0.006733755013523246,
            "before_matched_error_sum": 24.204931064732744,
            "after_matched_error_sum": 23.834574538988967,
            "before_error_on_before_pairs_sum": 24.204931064732744,
            "after_penalized_error_on_before_pairs_sum": 23.834574538988967,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 19,
          "attempted_updates": 116
        },
        {
          "case": 3,
          "source": "00000/037.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5997816843697954,
            "rollout_h5_penalized_error": 0.5997816843697954,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5522615791979012,
            "rollout_h5_penalized_error": 0.5522615791979012,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 220,
            "after_scorable_pairs": 220,
            "matched_pairs": 220,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5997816843697954,
            "after_matched_rollout_h5_error": 0.5522615791979012,
            "matched_rollout_h5_change": -0.0475201051718942,
            "before_error_on_before_pairs": 0.5997816843697954,
            "after_penalized_error_on_before_pairs": 0.5522615791979012,
            "fixed_before_pair_penalized_change": -0.0475201051718942,
            "before_matched_error_sum": 131.95197056135498,
            "after_matched_error_sum": 121.49754742353826,
            "before_error_on_before_pairs_sum": 131.95197056135498,
            "after_penalized_error_on_before_pairs_sum": 121.49754742353826,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 27,
          "attempted_updates": 148
        },
        {
          "case": 4,
          "source": "00000/871.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5025759320211235,
            "rollout_h5_penalized_error": 1.308549913803977,
            "rollout_h5_scorable_fraction": 0.9409090909090909,
            "ball_presence_rate": 0.990909090909091,
            "ball_correct_color_rate": 0.9863636363636363,
            "missing_ball_frames": 2,
            "color_changed_ball_frames": 1,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 3,
            "rollout_h5_source_available_fraction": 0.9545454545454546,
            "rollout_h5_source_available_ball_frames": 210,
            "rollout_h5_source_unavailable_ball_frames": 10,
            "rollout_h5_unscorable_ball_frames": 13,
            "rollout_h5_scored_ball_frames": 207,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.45389887991769606,
            "rollout_h5_penalized_error": 3.7515195500181626,
            "rollout_h5_scorable_fraction": 0.759090909090909,
            "ball_presence_rate": 0.9954545454545455,
            "ball_correct_color_rate": 0.8818181818181818,
            "missing_ball_frames": 1,
            "color_changed_ball_frames": 25,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 3,
            "ball_state_change_events": 5,
            "rollout_h5_source_available_fraction": 0.7954545454545454,
            "rollout_h5_source_available_ball_frames": 175,
            "rollout_h5_source_unavailable_ball_frames": 45,
            "rollout_h5_unscorable_ball_frames": 53,
            "rollout_h5_scored_ball_frames": 167,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 207,
            "after_scorable_pairs": 167,
            "matched_pairs": 154,
            "matched_pair_fraction_of_before": 0.7439613526570048,
            "before_matched_rollout_h5_error": 0.5100766964531376,
            "after_matched_rollout_h5_error": 0.3900664441920836,
            "matched_rollout_h5_change": -0.120010252261054,
            "before_error_on_before_pairs": 0.5025759320211235,
            "after_penalized_error_on_before_pairs": 3.911127635088509,
            "fixed_before_pair_penalized_change": 3.4085517030673853,
            "before_matched_error_sum": 78.55181125378319,
            "after_matched_error_sum": 60.070232405580875,
            "before_error_on_before_pairs_sum": 104.03321792837257,
            "after_penalized_error_on_before_pairs_sum": 809.6034204633213,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 20,
          "attempted_updates": 120
        },
        {
          "case": 5,
          "source": "00000/066.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.7748889446210266,
            "rollout_h5_penalized_error": 5.1496242214206385,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 12,
            "extra_ball_instances": 16,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.751399989608218,
            "rollout_h5_penalized_error": 5.133822560775659,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 11,
            "extra_ball_instances": 13,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 148,
            "after_scorable_pairs": 148,
            "matched_pairs": 148,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.7748889446210266,
            "after_matched_rollout_h5_error": 0.751399989608218,
            "matched_rollout_h5_change": -0.023488955012808677,
            "before_error_on_before_pairs": 0.7748889446210266,
            "after_penalized_error_on_before_pairs": 0.751399989608218,
            "fixed_before_pair_penalized_change": -0.023488955012808677,
            "before_matched_error_sum": 114.68356380391194,
            "after_matched_error_sum": 111.20719846201627,
            "before_error_on_before_pairs_sum": 114.68356380391194,
            "after_penalized_error_on_before_pairs_sum": 111.20719846201627,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 15,
          "attempted_updates": 100
        }
      ],
      "aggregate": {
        "total_pairs": 1100,
        "control_penalized": 3.764512048349003,
        "guided_penalized": 2.9561403504318253,
        "control_detected_only": 0.6007525479063445,
        "guided_detected_only": 0.6206028757869527,
        "control_detected_pairs": 843,
        "guided_detected_pairs": 910,
        "matched_pairs": 790,
        "matched_before": 0.6088012546967836,
        "matched_after": 0.5741109046345688,
        "accepted_updates": 98,
        "attempted_updates": 592
      }
    }
  },
  "absolute_physics_target_cases": {
    "full_window": {
      "cases": [
        {
          "case": 1,
          "source": "00000/164.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.6176559367449586,
            "rollout_h5_penalized_error": 1.0479802904217856,
            "rollout_h5_scorable_fraction": 0.9681818181818181,
            "ball_presence_rate": 0.9863636363636363,
            "ball_correct_color_rate": 0.9681818181818181,
            "missing_ball_frames": 3,
            "color_changed_ball_frames": 4,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 2,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 7,
            "rollout_h5_scored_ball_frames": 213,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.6489379359024849,
            "rollout_h5_penalized_error": 0.6489379359024849,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 213,
            "after_scorable_pairs": 220,
            "matched_pairs": 213,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.6176559367449586,
            "after_matched_rollout_h5_error": 0.6389202036611564,
            "matched_rollout_h5_change": 0.02126426691619787,
            "before_error_on_before_pairs": 0.6176559367449586,
            "after_penalized_error_on_before_pairs": 0.6389202036611564,
            "fixed_before_pair_penalized_change": 0.02126426691619787,
            "before_matched_error_sum": 131.56071452667618,
            "after_matched_error_sum": 136.09000337982633,
            "before_error_on_before_pairs_sum": 131.56071452667618,
            "after_penalized_error_on_before_pairs_sum": 136.09000337982633,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 21,
          "attempted_updates": 124
        },
        {
          "case": 2,
          "source": "00000/828.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.44008965572241354,
            "rollout_h5_penalized_error": 10.71662413172882,
            "rollout_h5_scorable_fraction": 0.25,
            "ball_presence_rate": 0.7954545454545454,
            "ball_correct_color_rate": 0.7863636363636364,
            "missing_ball_frames": 45,
            "color_changed_ball_frames": 2,
            "extra_ball_frames": 32,
            "extra_ball_instances": 37,
            "ball_disappearance_events": 2,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 0.36363636363636365,
            "rollout_h5_source_available_ball_frames": 80,
            "rollout_h5_source_unavailable_ball_frames": 140,
            "rollout_h5_unscorable_ball_frames": 165,
            "rollout_h5_scored_ball_frames": 55,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.8385072671727432,
            "rollout_h5_penalized_error": 4.164414356312296,
            "rollout_h5_scorable_fraction": 0.75,
            "ball_presence_rate": 0.9318181818181818,
            "ball_correct_color_rate": 0.9318181818181818,
            "missing_ball_frames": 15,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 7,
            "extra_ball_instances": 7,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.7727272727272727,
            "rollout_h5_source_available_ball_frames": 170,
            "rollout_h5_source_unavailable_ball_frames": 50,
            "rollout_h5_unscorable_ball_frames": 55,
            "rollout_h5_scored_ball_frames": 165,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 55,
            "after_scorable_pairs": 165,
            "matched_pairs": 55,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.44008965572241354,
            "after_matched_rollout_h5_error": 0.6942821841015382,
            "matched_rollout_h5_change": 0.25419252837912465,
            "before_error_on_before_pairs": 0.44008965572241354,
            "after_penalized_error_on_before_pairs": 0.6942821841015382,
            "fixed_before_pair_penalized_change": 0.25419252837912465,
            "before_matched_error_sum": 24.204931064732744,
            "after_matched_error_sum": 38.1855201255846,
            "before_error_on_before_pairs_sum": 24.204931064732744,
            "after_penalized_error_on_before_pairs_sum": 38.1855201255846,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 19,
          "attempted_updates": 116
        },
        {
          "case": 3,
          "source": "00000/037.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5997816843697954,
            "rollout_h5_penalized_error": 0.5997816843697954,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5351657097228991,
            "rollout_h5_penalized_error": 0.5351657097228991,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 220,
            "after_scorable_pairs": 220,
            "matched_pairs": 220,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5997816843697954,
            "after_matched_rollout_h5_error": 0.5351657097228991,
            "matched_rollout_h5_change": -0.06461597464689628,
            "before_error_on_before_pairs": 0.5997816843697954,
            "after_penalized_error_on_before_pairs": 0.5351657097228991,
            "fixed_before_pair_penalized_change": -0.06461597464689628,
            "before_matched_error_sum": 131.95197056135498,
            "after_matched_error_sum": 117.7364561390378,
            "before_error_on_before_pairs_sum": 131.95197056135498,
            "after_penalized_error_on_before_pairs_sum": 117.7364561390378,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 22,
          "attempted_updates": 128
        },
        {
          "case": 4,
          "source": "00000/871.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5025759320211235,
            "rollout_h5_penalized_error": 1.308549913803977,
            "rollout_h5_scorable_fraction": 0.9409090909090909,
            "ball_presence_rate": 0.990909090909091,
            "ball_correct_color_rate": 0.9863636363636363,
            "missing_ball_frames": 2,
            "color_changed_ball_frames": 1,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 3,
            "rollout_h5_source_available_fraction": 0.9545454545454546,
            "rollout_h5_source_available_ball_frames": 210,
            "rollout_h5_source_unavailable_ball_frames": 10,
            "rollout_h5_unscorable_ball_frames": 13,
            "rollout_h5_scored_ball_frames": 207,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5325436465737322,
            "rollout_h5_penalized_error": 0.903714336859838,
            "rollout_h5_scorable_fraction": 0.9727272727272728,
            "ball_presence_rate": 0.9954545454545455,
            "ball_correct_color_rate": 0.9954545454545455,
            "missing_ball_frames": 1,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 0,
            "ball_state_change_events": 2,
            "rollout_h5_source_available_fraction": 0.9772727272727273,
            "rollout_h5_source_available_ball_frames": 215,
            "rollout_h5_source_unavailable_ball_frames": 5,
            "rollout_h5_unscorable_ball_frames": 6,
            "rollout_h5_scored_ball_frames": 214,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 207,
            "after_scorable_pairs": 214,
            "matched_pairs": 207,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5025759320211235,
            "after_matched_rollout_h5_error": 0.47664603265727673,
            "matched_rollout_h5_change": -0.025929899363846765,
            "before_error_on_before_pairs": 0.5025759320211235,
            "after_penalized_error_on_before_pairs": 0.47664603265727673,
            "fixed_before_pair_penalized_change": -0.025929899363846765,
            "before_matched_error_sum": 104.03321792837257,
            "after_matched_error_sum": 98.66572876005628,
            "before_error_on_before_pairs_sum": 104.03321792837257,
            "after_penalized_error_on_before_pairs_sum": 98.66572876005628,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 17,
          "attempted_updates": 108
        },
        {
          "case": 5,
          "source": "00000/066.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.7748889446210266,
            "rollout_h5_penalized_error": 5.1496242214206385,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 12,
            "extra_ball_instances": 16,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.8040864802028996,
            "rollout_h5_penalized_error": 1.167851456844574,
            "rollout_h5_scorable_fraction": 0.9727272727272728,
            "ball_presence_rate": 0.9954545454545455,
            "ball_correct_color_rate": 0.9954545454545455,
            "missing_ball_frames": 1,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 0,
            "ball_state_change_events": 2,
            "rollout_h5_source_available_fraction": 0.9772727272727273,
            "rollout_h5_source_available_ball_frames": 215,
            "rollout_h5_source_unavailable_ball_frames": 5,
            "rollout_h5_unscorable_ball_frames": 6,
            "rollout_h5_scored_ball_frames": 214,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 148,
            "after_scorable_pairs": 214,
            "matched_pairs": 148,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.7748889446210266,
            "after_matched_rollout_h5_error": 0.7787856448020779,
            "matched_rollout_h5_change": 0.0038967001810512603,
            "before_error_on_before_pairs": 0.7748889446210266,
            "after_penalized_error_on_before_pairs": 0.7787856448020779,
            "fixed_before_pair_penalized_change": 0.0038967001810512603,
            "before_matched_error_sum": 114.68356380391194,
            "after_matched_error_sum": 115.26027543070754,
            "before_error_on_before_pairs_sum": 114.68356380391194,
            "after_penalized_error_on_before_pairs_sum": 115.26027543070754,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 14,
          "attempted_updates": 96
        }
      ],
      "aggregate": {
        "total_pairs": 1100,
        "control_penalized": 3.764512048349003,
        "guided_penalized": 1.4840167591284184,
        "control_detected_only": 0.6007525479063445,
        "guided_detected_only": 0.6630158259935008,
        "control_detected_pairs": 843,
        "guided_detected_pairs": 1033,
        "matched_pairs": 843,
        "matched_before": 0.6007525479063445,
        "matched_after": 0.6001636818923043,
        "accepted_updates": 93,
        "attempted_updates": 572
      }
    },
    "endpoint_only": {
      "cases": [
        {
          "case": 1,
          "source": "00000/164.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.6176559367449586,
            "rollout_h5_penalized_error": 1.0479802904217856,
            "rollout_h5_scorable_fraction": 0.9681818181818181,
            "ball_presence_rate": 0.9863636363636363,
            "ball_correct_color_rate": 0.9681818181818181,
            "missing_ball_frames": 3,
            "color_changed_ball_frames": 4,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 2,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 7,
            "rollout_h5_scored_ball_frames": 213,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.6158308412978964,
            "rollout_h5_penalized_error": 0.6158308412978964,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 213,
            "after_scorable_pairs": 220,
            "matched_pairs": 213,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.6176559367449586,
            "after_matched_rollout_h5_error": 0.6060852691602785,
            "matched_rollout_h5_change": -0.011570667584680061,
            "before_error_on_before_pairs": 0.6176559367449586,
            "after_penalized_error_on_before_pairs": 0.6060852691602785,
            "fixed_before_pair_penalized_change": -0.011570667584680061,
            "before_matched_error_sum": 131.56071452667618,
            "after_matched_error_sum": 129.0961623311393,
            "before_error_on_before_pairs_sum": 131.56071452667618,
            "after_penalized_error_on_before_pairs_sum": 129.0961623311393,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 19,
          "attempted_updates": 116
        },
        {
          "case": 2,
          "source": "00000/828.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.44008965572241354,
            "rollout_h5_penalized_error": 10.71662413172882,
            "rollout_h5_scorable_fraction": 0.25,
            "ball_presence_rate": 0.7954545454545454,
            "ball_correct_color_rate": 0.7863636363636364,
            "missing_ball_frames": 45,
            "color_changed_ball_frames": 2,
            "extra_ball_frames": 32,
            "extra_ball_instances": 37,
            "ball_disappearance_events": 2,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 4,
            "rollout_h5_source_available_fraction": 0.36363636363636365,
            "rollout_h5_source_available_ball_frames": 80,
            "rollout_h5_source_unavailable_ball_frames": 140,
            "rollout_h5_unscorable_ball_frames": 165,
            "rollout_h5_scored_ball_frames": 55,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.7871272213759174,
            "rollout_h5_penalized_error": 4.429402240200017,
            "rollout_h5_scorable_fraction": 0.7272727272727273,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 7,
            "extra_ball_instances": 7,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 60,
            "rollout_h5_scored_ball_frames": 160,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 55,
            "after_scorable_pairs": 160,
            "matched_pairs": 55,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.44008965572241354,
            "after_matched_rollout_h5_error": 0.6567543526688053,
            "matched_rollout_h5_change": 0.2166646969463918,
            "before_error_on_before_pairs": 0.44008965572241354,
            "after_penalized_error_on_before_pairs": 0.6567543526688053,
            "fixed_before_pair_penalized_change": 0.2166646969463918,
            "before_matched_error_sum": 24.204931064732744,
            "after_matched_error_sum": 36.12148939678429,
            "before_error_on_before_pairs_sum": 24.204931064732744,
            "after_penalized_error_on_before_pairs_sum": 36.12148939678429,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 20,
          "attempted_updates": 120
        },
        {
          "case": 3,
          "source": "00000/037.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5997816843697954,
            "rollout_h5_penalized_error": 0.5997816843697954,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5415571348283277,
            "rollout_h5_penalized_error": 0.5415571348283277,
            "rollout_h5_scorable_fraction": 1.0,
            "ball_presence_rate": 1.0,
            "ball_correct_color_rate": 1.0,
            "missing_ball_frames": 0,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 0,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 0,
            "rollout_h5_source_available_fraction": 1.0,
            "rollout_h5_source_available_ball_frames": 220,
            "rollout_h5_source_unavailable_ball_frames": 0,
            "rollout_h5_unscorable_ball_frames": 0,
            "rollout_h5_scored_ball_frames": 220,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 220,
            "after_scorable_pairs": 220,
            "matched_pairs": 220,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5997816843697954,
            "after_matched_rollout_h5_error": 0.5415571348283277,
            "matched_rollout_h5_change": -0.05822454954146772,
            "before_error_on_before_pairs": 0.5997816843697954,
            "after_penalized_error_on_before_pairs": 0.5415571348283277,
            "fixed_before_pair_penalized_change": -0.05822454954146772,
            "before_matched_error_sum": 131.95197056135498,
            "after_matched_error_sum": 119.14256966223209,
            "before_error_on_before_pairs_sum": 131.95197056135498,
            "after_penalized_error_on_before_pairs_sum": 119.14256966223209,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 23,
          "attempted_updates": 132
        },
        {
          "case": 4,
          "source": "00000/871.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.5025759320211235,
            "rollout_h5_penalized_error": 1.308549913803977,
            "rollout_h5_scorable_fraction": 0.9409090909090909,
            "ball_presence_rate": 0.990909090909091,
            "ball_correct_color_rate": 0.9863636363636363,
            "missing_ball_frames": 2,
            "color_changed_ball_frames": 1,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 3,
            "rollout_h5_source_available_fraction": 0.9545454545454546,
            "rollout_h5_source_available_ball_frames": 210,
            "rollout_h5_source_unavailable_ball_frames": 10,
            "rollout_h5_unscorable_ball_frames": 13,
            "rollout_h5_scored_ball_frames": 207,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.5032973311097,
            "rollout_h5_penalized_error": 0.9372603676931033,
            "rollout_h5_scorable_fraction": 0.9681818181818181,
            "ball_presence_rate": 0.9954545454545455,
            "ball_correct_color_rate": 0.990909090909091,
            "missing_ball_frames": 1,
            "color_changed_ball_frames": 1,
            "extra_ball_frames": 0,
            "extra_ball_instances": 0,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 1,
            "ball_color_change_events": 1,
            "ball_state_change_events": 3,
            "rollout_h5_source_available_fraction": 0.9772727272727273,
            "rollout_h5_source_available_ball_frames": 215,
            "rollout_h5_source_unavailable_ball_frames": 5,
            "rollout_h5_unscorable_ball_frames": 7,
            "rollout_h5_scored_ball_frames": 213,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 207,
            "after_scorable_pairs": 213,
            "matched_pairs": 207,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.5025759320211235,
            "after_matched_rollout_h5_error": 0.45388165756192195,
            "matched_rollout_h5_change": -0.04869427445920155,
            "before_error_on_before_pairs": 0.5025759320211235,
            "after_penalized_error_on_before_pairs": 0.45388165756192195,
            "fixed_before_pair_penalized_change": -0.04869427445920155,
            "before_matched_error_sum": 104.03321792837257,
            "after_matched_error_sum": 93.95350311531784,
            "before_error_on_before_pairs_sum": 104.03321792837257,
            "after_penalized_error_on_before_pairs_sum": 93.95350311531784,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 15,
          "attempted_updates": 100
        },
        {
          "case": 5,
          "source": "00000/066.mp4",
          "control": {
            "rollout_h5_reliable_error": 0.7748889446210266,
            "rollout_h5_penalized_error": 5.1496242214206385,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 12,
            "extra_ball_instances": 16,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "guided": {
            "rollout_h5_reliable_error": 0.7706854016805333,
            "rollout_h5_penalized_error": 5.1467963834424895,
            "rollout_h5_scorable_fraction": 0.6727272727272727,
            "ball_presence_rate": 0.9272727272727272,
            "ball_correct_color_rate": 0.9272727272727272,
            "missing_ball_frames": 16,
            "color_changed_ball_frames": 0,
            "extra_ball_frames": 10,
            "extra_ball_instances": 10,
            "ball_disappearance_events": 1,
            "ball_reappearance_events": 0,
            "ball_color_change_events": 0,
            "ball_state_change_events": 1,
            "rollout_h5_source_available_fraction": 0.75,
            "rollout_h5_source_available_ball_frames": 165,
            "rollout_h5_source_unavailable_ball_frames": 55,
            "rollout_h5_unscorable_ball_frames": 72,
            "rollout_h5_scored_ball_frames": 148,
            "rollout_h5_total_ball_frames": 220,
            "rollout_h5_unscorable_penalty": 14.142135623730951
          },
          "matched": {
            "before_scorable_pairs": 148,
            "after_scorable_pairs": 148,
            "matched_pairs": 148,
            "matched_pair_fraction_of_before": 1.0,
            "before_matched_rollout_h5_error": 0.7748889446210266,
            "after_matched_rollout_h5_error": 0.7706854016805333,
            "matched_rollout_h5_change": -0.004203542940493299,
            "before_error_on_before_pairs": 0.7748889446210266,
            "after_penalized_error_on_before_pairs": 0.7706854016805333,
            "fixed_before_pair_penalized_change": -0.004203542940493299,
            "before_matched_error_sum": 114.68356380391194,
            "after_matched_error_sum": 114.06143944871894,
            "before_error_on_before_pairs_sum": 114.68356380391194,
            "after_penalized_error_on_before_pairs_sum": 114.06143944871894,
            "penalty": 14.142135623730951
          },
          "accepted_updates": 20,
          "attempted_updates": 120
        }
      ],
      "aggregate": {
        "total_pairs": 1100,
        "control_penalized": 3.764512048349003,
        "guided_penalized": 2.334169393492367,
        "control_detected_only": 0.6007525479063445,
        "guided_detected_only": 0.6262533622715932,
        "control_detected_pairs": 843,
        "guided_detected_pairs": 961,
        "matched_pairs": 843,
        "matched_before": 0.6007525479063445,
        "matched_after": 0.5840749275850444,
        "accepted_updates": 97,
        "attempted_updates": 588
      }
    }
  },
  "absolute_physics_target_pca": {
    "description": "One PCA basis fitted jointly to every direct full-window and endpoint effective target latent across all five cases and six captured steps.",
    "latent_shape": [
      16,
      13,
      16,
      16
    ],
    "rgb_components": [
      1,
      2,
      3
    ],
    "explained_variance_ratio": [
      0.7908817185137631,
      0.11398651326336674,
      0.027422423894304285
    ],
    "normalization": "Each component maps zero to 128 and its global 99th absolute percentile to the display range.",
    "temporal_expansion": "Latent frame 0 is shown once; latent frames 1-12 are each held for four video frames."
  },
  "autoregressive_5ball49f": {
    "holdout_run_count": 120,
    "failed_examples": 0,
    "seed_result_count": 15,
    "comparison_count": 5,
    "chain_depth_comparison_count": 55,
    "metrics": [
      "l2",
      "gt_error",
      "iou",
      "independent_future_center_error",
      "rollout_h1_error",
      "rollout_h5_error",
      "rollout_h5_reliable_error",
      "rollout_h5_penalized_error",
      "rollout_h5_scorable_fraction",
      "rollout_h5_source_available_fraction",
      "ball_presence_rate",
      "ball_correct_color_rate",
      "missing_ball_frames",
      "color_changed_ball_frames",
      "ball_disappearance_events",
      "ball_reappearance_events",
      "ball_color_change_events",
      "ball_state_change_events",
      "rollout_h5_unscorable_ball_frames",
      "rollout_h5_scored_ball_frames",
      "rollout_h5_total_ball_frames",
      "local_pair_center_error",
      "downstream_all_center_error",
      "downstream_pair_center_error",
      "half_target_all_center_error",
      "half_downstream_all_center_error"
    ],
    "seed_rows": [
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "seed": 0,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18603448884927534,
        "gt_error_n": 896,
        "gt_error_mean": 2.5012002929547474,
        "iou_n": 896,
        "iou_mean": 0.7340981768082154,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5012002929547474,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13707607887731424,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.588283873036658,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.30463756684449506,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.8654319556851306,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9595221185064935,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.967278814935065,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9920403814935065,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9920200892857143,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.7511160714285714,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.004464285714285714,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.06808035714285714,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.002232142857142857,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.004464285714285714,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.07477678571428571,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 8.905133928571429,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 211.09486607142858,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "seed": 1,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18575809168396518,
        "gt_error_n": 896,
        "gt_error_mean": 2.493641911146303,
        "iou_n": 896,
        "iou_mean": 0.7338936340278397,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.493641911146303,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13750297052538302,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5857696392665732,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3005552768772568,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9851695109236976,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9504261363636364,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9598467938311689,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9905438311688312,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9905184659090909,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 2.080357142857143,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.005580357142857143,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.08035714285714286,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.006696428571428571,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.004464285714285714,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.09151785714285714,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 10.90625,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 209.09375,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "seed": 2,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18577709550403856,
        "gt_error_n": 896,
        "gt_error_mean": 2.5001303316167873,
        "iou_n": 896,
        "iou_mean": 0.7343642655602747,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5001303316167873,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13764751911015122,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5881098932566644,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.302156971056605,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9367294090685409,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9540838068181818,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.963372564935065,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9909040178571429,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9908989448051948,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 2.0011160714285716,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.0011160714285714285,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.078125,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.002232142857142857,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.0011160714285714285,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08147321428571429,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 10.1015625,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 209.8984375,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "seed": 0,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18643455431863135,
        "gt_error_n": 896,
        "gt_error_mean": 2.5066908237143255,
        "iou_n": 896,
        "iou_mean": 0.73538585096215,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5066908237143255,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.1348471905476811,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5775631938012505,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.2996026809845397,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.8478824132648586,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9604403409090909,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9675324675324676,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9921925730519481,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9921519886363637,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.7176339285714286,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.008928571428571428,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.06138392857142857,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.0011160714285714285,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.008928571428571428,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.07142857142857142,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 8.703125,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 211.296875,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "seed": 1,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18616805263861483,
        "gt_error_n": 896,
        "gt_error_mean": 2.5125215523455604,
        "iou_n": 896,
        "iou_mean": 0.7362809763737711,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5125215523455604,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13559096204907176,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5846733756040946,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3044176249389349,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9187234156627632,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9555245535714286,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9639813311688312,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9913301542207792,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9913301542207792,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.9073660714285714,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.0,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.07477678571428571,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.0033482142857142855,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.0,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.078125,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.784598214285714,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.21540178571428,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "seed": 2,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18588163981413736,
        "gt_error_n": 896,
        "gt_error_mean": 2.486397078409361,
        "iou_n": 896,
        "iou_mean": 0.735527827471651,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.486397078409361,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13560445763196438,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5807499367046441,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.29857328718324644,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9546846628311899,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9525872564935065,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9616477272727273,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9903764204545454,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9903561282467532,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 2.1171875,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.004464285714285714,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.08147321428571429,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.004464285714285714,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.0033482142857142855,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08928571428571429,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 10.430803571428571,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 209.56919642857142,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "seed": 0,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.1871510037038076,
        "gt_error_n": 896,
        "gt_error_mean": 2.5051033058953953,
        "iou_n": 896,
        "iou_mean": 0.7351391764581356,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5051033058953953,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.1362221742064887,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5791194157730304,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3040435970346603,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.8873053790545629,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9578683035714286,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9662895698051948,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.991893262987013,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9918425324675325,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.7834821428571428,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.011160714285714286,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.0703125,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.0011160714285714285,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.011160714285714286,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08258928571428571,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.268973214285714,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.73102678571428,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "seed": 1,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18720639457959415,
        "gt_error_n": 896,
        "gt_error_mean": 2.5291307558319915,
        "iou_n": 896,
        "iou_mean": 0.7336839363935329,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5291307558319915,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13729589741706916,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5891714573760541,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3103558243659499,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9292063166987344,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.955179586038961,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9636008522727273,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9913200081168831,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.991309862012987,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.9095982142857142,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.002232142857142857,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.07589285714285714,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.005580357142857143,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.002232142857142857,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08370535714285714,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.860491071428571,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.13950892857142,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "seed": 2,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18691416730039886,
        "gt_error_n": 896,
        "gt_error_mean": 2.5058496114783115,
        "iou_n": 896,
        "iou_mean": 0.7342987029113671,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5058496114783115,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.13751557984908855,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5877574563521725,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3053730221330396,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9481027212060426,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.953515625,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.962408685064935,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9908329951298701,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9906858766233766,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 2.0167410714285716,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.03236607142857143,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.07477678571428571,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.0033482142857142855,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.004464285714285714,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08258928571428571,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 10.2265625,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 209.7734375,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "seed": 0,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.1879484276204104,
        "gt_error_n": 896,
        "gt_error_mean": 2.511836948494148,
        "iou_n": 896,
        "iou_mean": 0.7320234474782601,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.511836948494148,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.14074996582341673,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5991078988115075,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3115444332768739,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9251895011322876,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9556158685064935,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9638798701298701,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9912844967532467,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9912642045454545,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.9174107142857142,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.004464285714285714,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.07477678571428571,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.006696428571428571,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.004464285714285714,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.0859375,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.764508928571429,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.23549107142858,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "seed": 1,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18764133194261895,
        "gt_error_n": 896,
        "gt_error_mean": 2.539728131573898,
        "iou_n": 896,
        "iou_mean": 0.7313591483630162,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.539728131573898,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.14186128942534112,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.6028512761781342,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3139029433408217,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.8999335206018801,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9575639204545454,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.965528612012987,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9919389204545455,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9919135551948052,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.7734375,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.005580357142857143,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.06808035714285714,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.006696428571428571,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.005580357142857143,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08035714285714286,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.3359375,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.6640625,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "seed": 2,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18771633875855645,
        "gt_error_n": 896,
        "gt_error_mean": 2.5253021468976082,
        "iou_n": 896,
        "iou_mean": 0.7313978453830215,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5253021468976082,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.14050396854546035,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.5985367812193181,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.30952962071043383,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.8809983608096081,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9586698457792208,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9665432224025974,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9920048701298702,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9919744318181818,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.7589285714285714,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.006696428571428571,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.06584821428571429,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.002232142857142857,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.006696428571428571,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.07477678571428571,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.092633928571429,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.90736607142858,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "seed": 0,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18825919551142892,
        "gt_error_n": 896,
        "gt_error_mean": 2.5178806063977666,
        "iou_n": 896,
        "iou_mean": 0.7270660017003445,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.5178806063977666,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.14436030922577342,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.6108433154274295,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3157700888299377,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.8878156824374472,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9585988230519481,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9667715097402597,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9918323863636364,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9917867288961039,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.796875,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.010044642857142858,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.06919642857142858,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.0033482142857142855,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.010044642857142858,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08258928571428571,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.108258928571429,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.89174107142858,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "seed": 1,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.188615600952679,
        "gt_error_n": 896,
        "gt_error_mean": 2.56008197483683,
        "iou_n": 896,
        "iou_mean": 0.725954765921226,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.56008197483683,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.14590335274358276,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.6165826781288997,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.31853964308367144,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9848565395833554,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9516385957792208,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9608867694805194,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.9903409090909091,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.990325689935065,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 2.125,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.0033482142857142855,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.0859375,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.006696428571428571,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.0033482142857142855,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.09598214285714286,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 10.639508928571429,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 209.36049107142858,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "seed": 2,
        "shards": 8,
        "l2_n": 896,
        "l2_mean": 0.18835746465317374,
        "gt_error_n": 896,
        "gt_error_mean": 2.534886253713184,
        "iou_n": 896,
        "iou_mean": 0.7261123819391234,
        "independent_future_center_error_n": 896,
        "independent_future_center_error_mean": 2.534886253713184,
        "rollout_h1_error_n": 896,
        "rollout_h1_error_mean": 0.14423524115953745,
        "rollout_h5_error_n": 896,
        "rollout_h5_error_mean": 0.6119049646398912,
        "rollout_h5_reliable_error_n": 888,
        "rollout_h5_reliable_error_mean": 0.3171938203930853,
        "rollout_h5_penalized_error_n": 896,
        "rollout_h5_penalized_error_mean": 0.9148255731268994,
        "rollout_h5_scorable_fraction_n": 896,
        "rollout_h5_scorable_fraction_mean": 0.9567573051948052,
        "rollout_h5_source_available_fraction_n": 896,
        "rollout_h5_source_available_fraction_mean": 0.9647169237012987,
        "ball_presence_rate_n": 896,
        "ball_presence_rate_mean": 0.991593952922078,
        "ball_correct_color_rate_n": 896,
        "ball_correct_color_rate_mean": 0.9915787337662337,
        "missing_ball_frames_n": 896,
        "missing_ball_frames_mean": 1.8493303571428572,
        "color_changed_ball_frames_n": 896,
        "color_changed_ball_frames_mean": 0.0033482142857142855,
        "ball_disappearance_events_n": 896,
        "ball_disappearance_events_mean": 0.07366071428571429,
        "ball_reappearance_events_n": 896,
        "ball_reappearance_events_mean": 0.0078125,
        "ball_color_change_events_n": 896,
        "ball_color_change_events_mean": 0.0033482142857142855,
        "ball_state_change_events_n": 896,
        "ball_state_change_events_mean": 0.08482142857142858,
        "rollout_h5_unscorable_ball_frames_n": 896,
        "rollout_h5_unscorable_ball_frames_mean": 9.513392857142858,
        "rollout_h5_scored_ball_frames_n": 896,
        "rollout_h5_scored_ball_frames_mean": 210.48660714285714,
        "rollout_h5_total_ball_frames_n": 896,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "local_pair_center_error_n": 0,
        "local_pair_center_error_mean": null,
        "downstream_all_center_error_n": 0,
        "downstream_all_center_error_mean": null,
        "downstream_pair_center_error_n": 0,
        "downstream_pair_center_error_mean": null,
        "half_target_all_center_error_n": 0,
        "half_target_all_center_error_mean": null,
        "half_downstream_all_center_error_n": 0,
        "half_downstream_all_center_error_mean": null
      }
    ],
    "rows": [
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 896,
          "1": 896,
          "2": 896
        },
        "shards_per_seed": {
          "0": 8,
          "1": 8,
          "2": 8
        },
        "l2_mean": 0.18585655867909304,
        "l2_seed_std": 0.00015438473172621717,
        "gt_error_mean": 2.4983241785726125,
        "gt_error_seed_std": 0.004090100916211223,
        "iou_mean": 0.7341186921321099,
        "iou_seed_std": 0.00023598552649770207,
        "independent_future_center_error_mean": 2.4983241785726125,
        "independent_future_center_error_seed_std": 0.004090100916211223,
        "rollout_h1_error_mean": 0.1374088561709495,
        "rollout_h1_error_seed_std": 0.0002971180215150614,
        "rollout_h5_error_mean": 0.5873878018532985,
        "rollout_h5_error_seed_std": 0.0014040672557857833,
        "rollout_h5_reliable_error_mean": 0.30244993825945227,
        "rollout_h5_reliable_error_seed_std": 0.002056853222913984,
        "rollout_h5_penalized_error_mean": 0.9291102918924564,
        "rollout_h5_penalized_error_seed_std": 0.060231293722901216,
        "rollout_h5_scorable_fraction_mean": 0.9546773538961039,
        "rollout_h5_scorable_fraction_seed_std": 0.004576947278052945,
        "rollout_h5_source_available_fraction_mean": 0.9634993912337663,
        "rollout_h5_source_available_fraction_seed_std": 0.003717633401065904,
        "ball_presence_rate_mean": 0.9911627435064935,
        "ball_presence_rate_seed_std": 0.000781101747402593,
        "ball_correct_color_rate_mean": 0.9911458333333333,
        "ball_correct_color_rate_seed_std": 0.0007806623151531474,
        "missing_ball_frames_mean": 1.9441964285714286,
        "missing_ball_frames_seed_std": 0.1718423844285715,
        "color_changed_ball_frames_mean": 0.003720238095238095,
        "color_changed_ball_frames_seed_std": 0.0023232879458327375,
        "ball_disappearance_events_mean": 0.07552083333333333,
        "ball_disappearance_events_seed_std": 0.0065395817824579466,
        "ball_reappearance_events_mean": 0.003720238095238095,
        "ball_reappearance_events_seed_std": 0.002577456558882258,
        "ball_color_change_events_mean": 0.0033482142857142855,
        "ball_color_change_events_seed_std": 0.0019330924191616932,
        "ball_state_change_events_mean": 0.08258928571428571,
        "ball_state_change_events_seed_std": 0.008426154503650387,
        "rollout_h5_unscorable_ball_frames_mean": 9.970982142857142,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.0069284011716506,
        "rollout_h5_scored_ball_frames_mean": 210.02901785714286,
        "rollout_h5_scored_ball_frames_seed_std": 1.0069284011716573,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 896,
          "1": 896,
          "2": 896
        },
        "shards_per_seed": {
          "0": 8,
          "1": 8,
          "2": 8
        },
        "l2_mean": 0.18616141559046118,
        "l2_seed_std": 0.00027651699789724317,
        "gt_error_mean": 2.5018698181564156,
        "gt_error_seed_std": 0.013713263854853785,
        "iou_mean": 0.735731551602524,
        "iou_seed_std": 0.00048108213098952817,
        "independent_future_center_error_mean": 2.5018698181564156,
        "independent_future_center_error_seed_std": 0.013713263854853785,
        "rollout_h1_error_mean": 0.13534753674290576,
        "rollout_h1_error_seed_std": 0.00043336505280910356,
        "rollout_h5_error_mean": 0.5809955020366631,
        "rollout_h5_error_seed_std": 0.0035614460639732974,
        "rollout_h5_reliable_error_mean": 0.3008645310355737,
        "rollout_h5_reliable_error_seed_std": 0.003119818923289038,
        "rollout_h5_penalized_error_mean": 0.9070968305862706,
        "rollout_h5_penalized_error_seed_std": 0.054342094535570866,
        "rollout_h5_scorable_fraction_mean": 0.9561840503246753,
        "rollout_h5_scorable_fraction_seed_std": 0.003967862861192523,
        "rollout_h5_source_available_fraction_mean": 0.9643871753246753,
        "rollout_h5_source_available_fraction_seed_std": 0.0029632877164184833,
        "ball_presence_rate_mean": 0.9912997159090909,
        "ball_presence_rate_seed_std": 0.0009084588226094326,
        "ball_correct_color_rate_mean": 0.9912794237012987,
        "ball_correct_color_rate_seed_std": 0.0008990043514622211,
        "missing_ball_frames_mean": 1.9140625,
        "missing_ball_frames_seed_std": 0.19986094097407028,
        "color_changed_ball_frames_mean": 0.004464285714285714,
        "color_changed_ball_frames_seed_std": 0.004464285714285714,
        "ball_disappearance_events_mean": 0.07254464285714285,
        "ball_disappearance_events_seed_std": 0.010228963604812145,
        "ball_reappearance_events_mean": 0.002976190476190476,
        "ball_reappearance_events_seed_std": 0.0017048272674686903,
        "ball_color_change_events_mean": 0.004092261904761904,
        "ball_color_change_events_seed_std": 0.004510548978043951,
        "ball_state_change_events_mean": 0.07961309523809523,
        "ball_state_change_events_seed_std": 0.009021097956087906,
        "rollout_h5_unscorable_ball_frames_mean": 9.639508928571429,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.8729298294623562,
        "rollout_h5_scored_ball_frames_mean": 210.36049107142856,
        "rollout_h5_scored_ball_frames_seed_std": 0.8729298294623625,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 896,
          "1": 896,
          "2": 896
        },
        "shards_per_seed": {
          "0": 8,
          "1": 8,
          "2": 8
        },
        "l2_mean": 0.18709052186126687,
        "l2_seed_std": 0.00015521834825274721,
        "gt_error_mean": 2.5133612244018995,
        "gt_error_seed_std": 0.013661911804329194,
        "iou_mean": 0.7343739385876785,
        "iou_seed_std": 0.0007305314617788709,
        "independent_future_center_error_mean": 2.5133612244018995,
        "independent_future_center_error_seed_std": 0.013661911804329194,
        "rollout_h1_error_mean": 0.1370112171575488,
        "rollout_h1_error_seed_std": 0.0006921030824217757,
        "rollout_h5_error_mean": 0.5853494431670857,
        "rollout_h5_error_seed_std": 0.005441486995472286,
        "rollout_h5_reliable_error_mean": 0.30659081451121656,
        "rollout_h5_reliable_error_seed_std": 0.003327659414322534,
        "rollout_h5_penalized_error_mean": 0.9215381389864467,
        "rollout_h5_penalized_error_seed_std": 0.031115589585309855,
        "rollout_h5_scorable_fraction_mean": 0.9555211715367965,
        "rollout_h5_scorable_fraction_seed_std": 0.0021963522431049476,
        "rollout_h5_source_available_fraction_mean": 0.9640997023809523,
        "rollout_h5_source_available_fraction_seed_std": 0.001987952505632945,
        "ball_presence_rate_mean": 0.9913487554112554,
        "ball_presence_rate_seed_std": 0.0005307181807917196,
        "ball_correct_color_rate_mean": 0.9912794237012987,
        "ball_correct_color_rate_seed_std": 0.0005789283665263217,
        "missing_ball_frames_mean": 1.9032738095238095,
        "missing_ball_frames_seed_std": 0.11675799977417836,
        "color_changed_ball_frames_mean": 0.015252976190476192,
        "color_changed_ball_frames_seed_std": 0.015478157784757978,
        "ball_disappearance_events_mean": 0.07366071428571429,
        "ball_disappearance_events_seed_std": 0.002952847445384585,
        "ball_reappearance_events_mean": 0.0033482142857142855,
        "ball_reappearance_events_seed_std": 0.0022321428571428575,
        "ball_color_change_events_mean": 0.005952380952380952,
        "ball_color_change_events_seed_std": 0.004646575891665475,
        "ball_state_change_events_mean": 0.08296130952380952,
        "ball_state_change_events_seed_std": 0.0006443641397205622,
        "rollout_h5_unscorable_ball_frames_mean": 9.785342261904761,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.48319749348308266,
        "rollout_h5_scored_ball_frames_mean": 210.21465773809524,
        "rollout_h5_scored_ball_frames_seed_std": 0.4831974934830789,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 896,
          "1": 896,
          "2": 896
        },
        "shards_per_seed": {
          "0": 8,
          "1": 8,
          "2": 8
        },
        "l2_mean": 0.1877686994405286,
        "l2_seed_std": 0.00016010362142058937,
        "gt_error_mean": 2.5256224089885513,
        "gt_error_seed_std": 0.013948349337904096,
        "iou_mean": 0.7315934804080992,
        "iou_seed_std": 0.00037286475551643483,
        "independent_future_center_error_mean": 2.5256224089885513,
        "independent_future_center_error_seed_std": 0.013948349337904096,
        "rollout_h1_error_mean": 0.14103840793140607,
        "rollout_h1_error_seed_std": 0.0007231729599384095,
        "rollout_h5_error_mean": 0.60016531873632,
        "rollout_h5_error_seed_std": 0.002343569789968942,
        "rollout_h5_reliable_error_mean": 0.3116589991093765,
        "rollout_h5_reliable_error_seed_std": 0.0021889110774191843,
        "rollout_h5_penalized_error_mean": 0.9020404608479253,
        "rollout_h5_penalized_error_seed_std": 0.02217078299598348,
        "rollout_h5_scorable_fraction_mean": 0.9572832115800866,
        "rollout_h5_scorable_fraction_seed_std": 0.0015462187425243697,
        "rollout_h5_source_available_fraction_mean": 0.9653172348484849,
        "rollout_h5_source_available_fraction_seed_std": 0.0013441992268317768,
        "ball_presence_rate_mean": 0.9917427624458874,
        "ball_presence_rate_seed_std": 0.00039823727061574505,
        "ball_correct_color_rate_mean": 0.9917173971861472,
        "ball_correct_color_rate_seed_std": 0.00039365488438722844,
        "missing_ball_frames_mean": 1.8165922619047619,
        "missing_ball_frames_seed_std": 0.0876121995354555,
        "color_changed_ball_frames_mean": 0.005580357142857143,
        "color_changed_ball_frames_seed_std": 0.0011160714285714285,
        "ball_disappearance_events_mean": 0.06956845238095238,
        "ball_disappearance_events_seed_std": 0.004646575891665474,
        "ball_reappearance_events_mean": 0.005208333333333333,
        "ball_reappearance_events_seed_std": 0.002577456558882258,
        "ball_color_change_events_mean": 0.005580357142857143,
        "ball_color_change_events_seed_std": 0.0011160714285714285,
        "ball_state_change_events_mean": 0.08035714285714286,
        "ball_state_change_events_seed_std": 0.005580357142857144,
        "rollout_h5_unscorable_ball_frames_mean": 9.397693452380953,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.3401681233553621,
        "rollout_h5_scored_ball_frames_mean": 210.60230654761907,
        "rollout_h5_scored_ball_frames_seed_std": 0.340168123355361,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 896,
          "1": 896,
          "2": 896
        },
        "shards_per_seed": {
          "0": 8,
          "1": 8,
          "2": 8
        },
        "l2_mean": 0.18841075370576055,
        "l2_seed_std": 0.00018408150907239259,
        "gt_error_mean": 2.537616278315927,
        "gt_error_seed_std": 0.021232725926764215,
        "iou_mean": 0.7263777165202313,
        "iou_seed_std": 0.0006012595688611278,
        "independent_future_center_error_mean": 2.537616278315927,
        "independent_future_center_error_seed_std": 0.021232725926764215,
        "rollout_h1_error_mean": 0.14483296770963122,
        "rollout_h1_error_seed_std": 0.0009290875071695887,
        "rollout_h5_error_mean": 0.6131103193987402,
        "rollout_h5_error_seed_std": 0.0030536422720689573,
        "rollout_h5_reliable_error_mean": 0.31716785076889814,
        "rollout_h5_reliable_error_seed_std": 0.0013849597492811886,
        "rollout_h5_penalized_error_mean": 0.9291659317159007,
        "rollout_h5_penalized_error_seed_std": 0.05008459246364091,
        "rollout_h5_scorable_fraction_mean": 0.955664908008658,
        "rollout_h5_scorable_fraction_seed_std": 0.0036064095207326034,
        "rollout_h5_source_available_fraction_mean": 0.9641250676406926,
        "rollout_h5_source_available_fraction_seed_std": 0.0029866807962199687,
        "ball_presence_rate_mean": 0.9912557494588745,
        "ball_presence_rate_seed_std": 0.0008011942964460029,
        "ball_correct_color_rate_mean": 0.9912303841991342,
        "ball_correct_color_rate_seed_std": 0.0007903602198315806,
        "missing_ball_frames_mean": 1.923735119047619,
        "missing_ball_frames_seed_std": 0.17626274521812096,
        "color_changed_ball_frames_mean": 0.005580357142857143,
        "color_changed_ball_frames_seed_std": 0.0038661848383233876,
        "ball_disappearance_events_mean": 0.07626488095238096,
        "ball_disappearance_events_seed_std": 0.008669032885216548,
        "ball_reappearance_events_mean": 0.005952380952380952,
        "ball_reappearance_events_seed_std": 0.0023232879458327375,
        "ball_color_change_events_mean": 0.005580357142857143,
        "ball_color_change_events_seed_std": 0.0038661848383233876,
        "ball_state_change_events_mean": 0.08779761904761905,
        "ball_state_change_events_seed_std": 0.0071753353876435715,
        "rollout_h5_unscorable_ball_frames_mean": 9.753720238095239,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.7934100945611753,
        "rollout_h5_scored_ball_frames_mean": 210.24627976190476,
        "rollout_h5_scored_ball_frames_seed_std": 0.7934100945611728,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      }
    ],
    "chain_depth_rows": [
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 4,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 4,
          "1": 4,
          "2": 4
        },
        "l2_mean": 0.16167033649981022,
        "l2_seed_std": 0.003594702680683397,
        "gt_error_mean": 2.1231691661162526,
        "gt_error_seed_std": 0.1339652149727029,
        "iou_mean": 0.7261064309348391,
        "iou_seed_std": 0.005718510024941042,
        "independent_future_center_error_mean": 2.1231691661162526,
        "independent_future_center_error_seed_std": 0.1339652149727029,
        "rollout_h1_error_mean": 0.1467470823714007,
        "rollout_h1_error_seed_std": 0.017671445346315127,
        "rollout_h5_error_mean": 0.5755016349852502,
        "rollout_h5_error_seed_std": 0.0701415857501519,
        "rollout_h5_reliable_error_mean": 0.2855948094216259,
        "rollout_h5_reliable_error_seed_std": 0.029863392382053072,
        "rollout_h5_penalized_error_mean": 1.7929673816369978,
        "rollout_h5_penalized_error_seed_std": 2.477771265831155,
        "rollout_h5_scorable_fraction_mean": 0.8901515151515151,
        "rollout_h5_scorable_fraction_seed_std": 0.18051140238551297,
        "rollout_h5_source_available_fraction_mean": 0.9128787878787878,
        "rollout_h5_source_available_fraction_seed_std": 0.14600540812278817,
        "ball_presence_rate_mean": 0.9776515151515152,
        "ball_presence_rate_seed_std": 0.03390733401899182,
        "ball_correct_color_rate_mean": 0.9772727272727273,
        "ball_correct_color_rate_seed_std": 0.03363329224306527,
        "missing_ball_frames_mean": 4.916666666666667,
        "missing_ball_frames_seed_std": 7.459613484178208,
        "color_changed_ball_frames_mean": 0.08333333333333333,
        "color_changed_ball_frames_seed_std": 0.14433756729740643,
        "ball_disappearance_events_mean": 0.25,
        "ball_disappearance_events_seed_std": 0.25,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.08333333333333333,
        "ball_color_change_events_seed_std": 0.14433756729740643,
        "ball_state_change_events_mean": 0.3333333333333333,
        "ball_state_change_events_seed_std": 0.28867513459481287,
        "rollout_h5_unscorable_ball_frames_mean": 24.166666666666668,
        "rollout_h5_unscorable_ball_frames_seed_std": 39.71250852481285,
        "rollout_h5_scored_ball_frames_mean": 195.83333333333334,
        "rollout_h5_scored_ball_frames_seed_std": 39.71250852481285,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 5,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 58,
          "1": 58,
          "2": 58
        },
        "l2_mean": 0.16604575853066883,
        "l2_seed_std": 0.0015477051427832623,
        "gt_error_mean": 2.083901872070468,
        "gt_error_seed_std": 0.04392776851781585,
        "iou_mean": 0.7351759379479165,
        "iou_seed_std": 0.0024530657283813903,
        "independent_future_center_error_mean": 2.083901872070468,
        "independent_future_center_error_seed_std": 0.04392776851781585,
        "rollout_h1_error_mean": 0.13024105448101855,
        "rollout_h1_error_seed_std": 0.00013247796503284488,
        "rollout_h5_error_mean": 0.5489700370845446,
        "rollout_h5_error_seed_std": 0.007425451728009525,
        "rollout_h5_reliable_error_mean": 0.2851306472885894,
        "rollout_h5_reliable_error_seed_std": 0.008189712020482399,
        "rollout_h5_penalized_error_mean": 0.8289899965166513,
        "rollout_h5_penalized_error_seed_std": 0.11486954153277926,
        "rollout_h5_scorable_fraction_mean": 0.9605538140020898,
        "rollout_h5_scorable_fraction_seed_std": 0.00910857020460354,
        "rollout_h5_source_available_fraction_mean": 0.96760710553814,
        "rollout_h5_source_available_fraction_seed_std": 0.00791820510252225,
        "ball_presence_rate_mean": 0.9919801462904911,
        "ball_presence_rate_seed_std": 0.0015403890269389483,
        "ball_correct_color_rate_mean": 0.9919801462904911,
        "ball_correct_color_rate_seed_std": 0.0015403890269389483,
        "missing_ball_frames_mean": 1.764367816091954,
        "missing_ball_frames_seed_std": 0.33888558592656487,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.06321839080459771,
        "ball_disappearance_events_seed_std": 0.00995431498602803,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.06321839080459771,
        "ball_state_change_events_seed_std": 0.00995431498602803,
        "rollout_h5_unscorable_ball_frames_mean": 8.67816091954023,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.0038854450127754,
        "rollout_h5_scored_ball_frames_mean": 211.32183908045977,
        "rollout_h5_scored_ball_frames_seed_std": 2.0038854450127634,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 6,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 104,
          "1": 104,
          "2": 104
        },
        "l2_mean": 0.17298313698325402,
        "l2_seed_std": 0.000677333184079662,
        "gt_error_mean": 2.268767873428457,
        "gt_error_seed_std": 0.0342377994617017,
        "iou_mean": 0.7354537863759977,
        "iou_seed_std": 0.0008180314331618702,
        "independent_future_center_error_mean": 2.268767873428457,
        "independent_future_center_error_seed_std": 0.0342377994617017,
        "rollout_h1_error_mean": 0.13210858073277518,
        "rollout_h1_error_seed_std": 0.001861333662174383,
        "rollout_h5_error_mean": 0.5515001238410604,
        "rollout_h5_error_seed_std": 0.0015826045105992185,
        "rollout_h5_reliable_error_mean": 0.27905229449983954,
        "rollout_h5_reliable_error_seed_std": 0.0037538116324473568,
        "rollout_h5_penalized_error_mean": 0.5721415690876507,
        "rollout_h5_penalized_error_seed_std": 0.16347634457661628,
        "rollout_h5_scorable_fraction_mean": 0.9788607226107227,
        "rollout_h5_scorable_fraction_seed_std": 0.011494035093149156,
        "rollout_h5_source_available_fraction_mean": 0.983537296037296,
        "rollout_h5_source_available_fraction_seed_std": 0.009346745298569588,
        "ball_presence_rate_mean": 0.9961829836829836,
        "ball_presence_rate_seed_std": 0.0023219247050297567,
        "ball_correct_color_rate_mean": 0.9961684149184149,
        "ball_correct_color_rate_seed_std": 0.0023350507530528544,
        "missing_ball_frames_mean": 0.8397435897435898,
        "missing_ball_frames_seed_std": 0.5108234351065379,
        "color_changed_ball_frames_mean": 0.0032051282051282055,
        "color_changed_ball_frames_seed_std": 0.005551444896054094,
        "ball_disappearance_events_mean": 0.032051282051282055,
        "ball_disappearance_events_seed_std": 0.02001601922563589,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0032051282051282055,
        "ball_color_change_events_seed_std": 0.005551444896054094,
        "ball_state_change_events_mean": 0.035256410256410256,
        "ball_state_change_events_seed_std": 0.024198187292534454,
        "rollout_h5_unscorable_ball_frames_mean": 4.6506410256410255,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.5286877204928255,
        "rollout_h5_scored_ball_frames_mean": 215.34935897435898,
        "rollout_h5_scored_ball_frames_seed_std": 2.5286877204928264,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 7,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 141,
          "1": 141,
          "2": 141
        },
        "l2_mean": 0.18177099164848348,
        "l2_seed_std": 0.00033489924336024514,
        "gt_error_mean": 2.4547805177076705,
        "gt_error_seed_std": 0.010974651418868064,
        "iou_mean": 0.7340958287950933,
        "iou_seed_std": 0.0007824760186456873,
        "independent_future_center_error_mean": 2.4547805177076705,
        "independent_future_center_error_seed_std": 0.010974651418868064,
        "rollout_h1_error_mean": 0.13841233668623212,
        "rollout_h1_error_seed_std": 0.001909826493959935,
        "rollout_h5_error_mean": 0.5803404882575833,
        "rollout_h5_error_seed_std": 0.0034573178684737774,
        "rollout_h5_reliable_error_mean": 0.2958821611094002,
        "rollout_h5_reliable_error_seed_std": 0.0028006653828069575,
        "rollout_h5_penalized_error_mean": 0.9168567437820475,
        "rollout_h5_penalized_error_seed_std": 0.21065062578388036,
        "rollout_h5_scorable_fraction_mean": 0.9550397592950784,
        "rollout_h5_scorable_fraction_seed_std": 0.0153860043745494,
        "rollout_h5_source_available_fraction_mean": 0.9647539222007306,
        "rollout_h5_source_available_fraction_seed_std": 0.013215641000733256,
        "ball_presence_rate_mean": 0.9913819041478616,
        "ball_presence_rate_seed_std": 0.00322394153592715,
        "ball_correct_color_rate_mean": 0.9913711583924351,
        "ball_correct_color_rate_seed_std": 0.0032324725548637852,
        "missing_ball_frames_mean": 1.8959810874704492,
        "missing_ball_frames_seed_std": 0.7092671379039664,
        "color_changed_ball_frames_mean": 0.002364066193853428,
        "color_changed_ball_frames_seed_std": 0.0040946827602101115,
        "ball_disappearance_events_mean": 0.08037825059101655,
        "ball_disappearance_events_seed_std": 0.02490698286726416,
        "ball_reappearance_events_mean": 0.004728132387706856,
        "ball_reappearance_events_seed_std": 0.008189365520420223,
        "ball_color_change_events_mean": 0.002364066193853428,
        "ball_color_change_events_seed_std": 0.0040946827602101115,
        "ball_state_change_events_mean": 0.08747044917257683,
        "ball_state_change_events_seed_std": 0.036394336449977895,
        "rollout_h5_unscorable_ball_frames_mean": 9.891252955082743,
        "rollout_h5_unscorable_ball_frames_seed_std": 3.384920962400863,
        "rollout_h5_scored_ball_frames_mean": 210.10874704491727,
        "rollout_h5_scored_ball_frames_seed_std": 3.384920962400869,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 8,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 134,
          "1": 134,
          "2": 134
        },
        "l2_mean": 0.18417913652029796,
        "l2_seed_std": 3.980632511171079e-05,
        "gt_error_mean": 2.4481409120628466,
        "gt_error_seed_std": 0.01643545011855338,
        "iou_mean": 0.7346741419105635,
        "iou_seed_std": 0.0013870616337249527,
        "independent_future_center_error_mean": 2.4481409120628466,
        "independent_future_center_error_seed_std": 0.01643545011855338,
        "rollout_h1_error_mean": 0.13518696010355452,
        "rollout_h1_error_seed_std": 0.0022895005729335113,
        "rollout_h5_error_mean": 0.5747441295677024,
        "rollout_h5_error_seed_std": 0.007638072714095751,
        "rollout_h5_reliable_error_mean": 0.28816670089027824,
        "rollout_h5_reliable_error_seed_std": 0.0023656983674419075,
        "rollout_h5_penalized_error_mean": 0.9652493775327168,
        "rollout_h5_penalized_error_seed_std": 0.05368649029865865,
        "rollout_h5_scorable_fraction_mean": 0.9510402532790593,
        "rollout_h5_scorable_fraction_seed_std": 0.003989804709538647,
        "rollout_h5_source_available_fraction_mean": 0.9604251469923112,
        "rollout_h5_source_available_fraction_seed_std": 0.0032284693657324975,
        "ball_presence_rate_mean": 0.9905020352781547,
        "ball_presence_rate_seed_std": 0.0005427408412483348,
        "ball_correct_color_rate_mean": 0.9904568068747174,
        "ball_correct_color_rate_seed_std": 0.0005937035546279899,
        "missing_ball_frames_mean": 2.08955223880597,
        "missing_ball_frames_seed_std": 0.11940298507462699,
        "color_changed_ball_frames_mean": 0.009950248756218905,
        "color_changed_ball_frames_seed_std": 0.011399442027253332,
        "ball_disappearance_events_mean": 0.08208955223880597,
        "ball_disappearance_events_seed_std": 0.00746268656716418,
        "ball_reappearance_events_mean": 0.007462686567164179,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.007462686567164179,
        "ball_color_change_events_seed_std": 0.007462686567164179,
        "ball_state_change_events_mean": 0.09701492537313433,
        "ball_state_change_events_seed_std": 0.00746268656716418,
        "rollout_h5_unscorable_ball_frames_mean": 10.771144278606965,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.8777570360985063,
        "rollout_h5_scored_ball_frames_mean": 209.22885572139305,
        "rollout_h5_scored_ball_frames_seed_std": 0.8777570360984973,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 9,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 144,
          "1": 144,
          "2": 144
        },
        "l2_mean": 0.19117835576266604,
        "l2_seed_std": 0.0006466382521039239,
        "gt_error_mean": 2.5928094293929083,
        "gt_error_seed_std": 0.020026774770558458,
        "iou_mean": 0.7339111006609411,
        "iou_seed_std": 0.0008586106888984768,
        "independent_future_center_error_mean": 2.5928094293929083,
        "independent_future_center_error_seed_std": 0.020026774770558458,
        "rollout_h1_error_mean": 0.14151629582255104,
        "rollout_h1_error_seed_std": 0.0019904030836185257,
        "rollout_h5_error_mean": 0.6075993957124429,
        "rollout_h5_error_seed_std": 0.007846473486211439,
        "rollout_h5_reliable_error_mean": 0.30903572591217177,
        "rollout_h5_reliable_error_seed_std": 0.005324184747786993,
        "rollout_h5_penalized_error_mean": 0.8126413783862467,
        "rollout_h5_penalized_error_seed_std": 0.10450148131993071,
        "rollout_h5_scorable_fraction_mean": 0.9636784511784512,
        "rollout_h5_scorable_fraction_seed_std": 0.0072209041070128155,
        "rollout_h5_source_available_fraction_mean": 0.9708543771043772,
        "rollout_h5_source_available_fraction_seed_std": 0.005228223168688887,
        "ball_presence_rate_mean": 0.9925189393939394,
        "ball_presence_rate_seed_std": 0.0018264490077638139,
        "ball_correct_color_rate_mean": 0.9925189393939394,
        "ball_correct_color_rate_seed_std": 0.0018264490077638139,
        "missing_ball_frames_mean": 1.6458333333333333,
        "missing_ball_frames_seed_std": 0.4018187817080398,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.0625,
        "ball_disappearance_events_seed_std": 0.024056261216234408,
        "ball_reappearance_events_mean": 0.004629629629629629,
        "ball_reappearance_events_seed_std": 0.004009376869372401,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.06712962962962962,
        "ball_state_change_events_seed_std": 0.028065638085606803,
        "rollout_h5_unscorable_ball_frames_mean": 7.9907407407407405,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.5885989035428199,
        "rollout_h5_scored_ball_frames_mean": 212.00925925925927,
        "rollout_h5_scored_ball_frames_seed_std": 1.5885989035428192,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 10,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 151,
          "1": 151,
          "2": 151
        },
        "l2_mean": 0.19159354794170155,
        "l2_seed_std": 0.00024385467985197222,
        "gt_error_mean": 2.5953440838152613,
        "gt_error_seed_std": 0.006102750218795868,
        "iou_mean": 0.7343944306238293,
        "iou_seed_std": 0.0008875097343656829,
        "independent_future_center_error_mean": 2.5953440838152613,
        "independent_future_center_error_seed_std": 0.006102750218795868,
        "rollout_h1_error_mean": 0.13789454680207194,
        "rollout_h1_error_seed_std": 0.0020306328061953176,
        "rollout_h5_error_mean": 0.5975705485312742,
        "rollout_h5_error_seed_std": 0.003433823444115091,
        "rollout_h5_reliable_error_mean": 0.3159478289931603,
        "rollout_h5_reliable_error_seed_std": 0.0037286241632260592,
        "rollout_h5_penalized_error_mean": 0.934475793332489,
        "rollout_h5_penalized_error_seed_std": 0.06432403840005622,
        "rollout_h5_scorable_fraction_mean": 0.9553682520569938,
        "rollout_h5_scorable_fraction_seed_std": 0.004910405628015972,
        "rollout_h5_source_available_fraction_mean": 0.9651314469195263,
        "rollout_h5_source_available_fraction_seed_std": 0.0033158161031222933,
        "ball_presence_rate_mean": 0.99157134256472,
        "ball_presence_rate_seed_std": 0.0010414716370864415,
        "ball_correct_color_rate_mean": 0.9915512743327313,
        "ball_correct_color_rate_seed_std": 0.0010403108993202854,
        "missing_ball_frames_mean": 1.8543046357615895,
        "missing_ball_frames_seed_std": 0.2291237601590225,
        "color_changed_ball_frames_mean": 0.004415011037527594,
        "color_changed_ball_frames_seed_std": 0.003823511716487588,
        "ball_disappearance_events_mean": 0.07505518763796909,
        "ball_disappearance_events_seed_std": 0.023257513803206925,
        "ball_reappearance_events_mean": 0.002207505518763797,
        "ball_reappearance_events_seed_std": 0.003823511716487588,
        "ball_color_change_events_mean": 0.004415011037527594,
        "ball_color_change_events_seed_std": 0.003823511716487588,
        "ball_state_change_events_mean": 0.08167770419426049,
        "ball_state_change_events_seed_std": 0.027571735092266663,
        "rollout_h5_unscorable_ball_frames_mean": 9.818984547461369,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.0802892381635103,
        "rollout_h5_scored_ball_frames_mean": 210.18101545253862,
        "rollout_h5_scored_ball_frames_seed_std": 1.0802892381635076,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 11,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 86,
          "1": 86,
          "2": 86
        },
        "l2_mean": 0.1967128242055575,
        "l2_seed_std": 0.00015238784479920222,
        "gt_error_mean": 2.748867354150546,
        "gt_error_seed_std": 0.013517116256177276,
        "iou_mean": 0.7327747055314785,
        "iou_seed_std": 0.0010418129075704453,
        "independent_future_center_error_mean": 2.748867354150546,
        "independent_future_center_error_seed_std": 0.013517116256177276,
        "rollout_h1_error_mean": 0.13837623277504182,
        "rollout_h1_error_seed_std": 0.0029998194391850515,
        "rollout_h5_error_mean": 0.6011042697610476,
        "rollout_h5_error_seed_std": 0.014142480616714763,
        "rollout_h5_reliable_error_mean": 0.31486582204909097,
        "rollout_h5_reliable_error_seed_std": 0.004991647975116889,
        "rollout_h5_penalized_error_mean": 1.1799133223109692,
        "rollout_h5_penalized_error_seed_std": 0.11775370702451392,
        "rollout_h5_scorable_fraction_mean": 0.9375088090204369,
        "rollout_h5_scorable_fraction_seed_std": 0.00823597715735826,
        "rollout_h5_source_available_fraction_mean": 0.9470577871740662,
        "rollout_h5_source_available_fraction_seed_std": 0.006097344073527907,
        "ball_presence_rate_mean": 0.9878964059196618,
        "ball_presence_rate_seed_std": 0.0014484344192436285,
        "ball_correct_color_rate_mean": 0.9878964059196618,
        "ball_correct_color_rate_seed_std": 0.0014484344192436285,
        "missing_ball_frames_mean": 2.6627906976744184,
        "missing_ball_frames_seed_std": 0.3186555722335981,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.08914728682170543,
        "ball_disappearance_events_seed_std": 0.006713375223135179,
        "ball_reappearance_events_mean": 0.007751937984496124,
        "ball_reappearance_events_seed_std": 0.013426750446270367,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.09689922480620156,
        "ball_state_change_events_seed_std": 0.006713375223135187,
        "rollout_h5_unscorable_ball_frames_mean": 13.748062015503876,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.8119149746188092,
        "rollout_h5_scored_ball_frames_mean": 206.25193798449612,
        "rollout_h5_scored_ball_frames_seed_std": 1.8119149746188006,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 12,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 53,
          "1": 53,
          "2": 53
        },
        "l2_mean": 0.19728479089227113,
        "l2_seed_std": 0.0009904318863456622,
        "gt_error_mean": 2.6782943120474685,
        "gt_error_seed_std": 0.03732048643273595,
        "iou_mean": 0.7313818744898356,
        "iou_seed_std": 0.0005647738895528241,
        "independent_future_center_error_mean": 2.6782943120474685,
        "independent_future_center_error_seed_std": 0.03732048643273595,
        "rollout_h1_error_mean": 0.1423105268484313,
        "rollout_h1_error_seed_std": 0.002324266304767043,
        "rollout_h5_error_mean": 0.6249498060187343,
        "rollout_h5_error_seed_std": 0.011267289049641202,
        "rollout_h5_reliable_error_mean": 0.33178429994339514,
        "rollout_h5_reliable_error_seed_std": 0.011332972045651037,
        "rollout_h5_penalized_error_mean": 1.0322835515747912,
        "rollout_h5_penalized_error_seed_std": 0.22121101467464596,
        "rollout_h5_scorable_fraction_mean": 0.948399085191538,
        "rollout_h5_scorable_fraction_seed_std": 0.01605820813246648,
        "rollout_h5_source_available_fraction_mean": 0.95926243567753,
        "rollout_h5_source_available_fraction_seed_std": 0.014331710949458298,
        "ball_presence_rate_mean": 0.989451114922813,
        "ball_presence_rate_seed_std": 0.0037314425244952196,
        "ball_correct_color_rate_mean": 0.9894225271583762,
        "ball_correct_color_rate_seed_std": 0.00377488412584198,
        "missing_ball_frames_mean": 2.3207547169811322,
        "missing_ball_frames_seed_std": 0.8209173553889468,
        "color_changed_ball_frames_mean": 0.006289308176100628,
        "color_changed_ball_frames_seed_std": 0.010893401305464637,
        "ball_disappearance_events_mean": 0.11320754716981132,
        "ball_disappearance_events_seed_std": 0.0326802039163939,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.006289308176100628,
        "ball_color_change_events_seed_std": 0.010893401305464637,
        "ball_state_change_events_mean": 0.11949685534591195,
        "ball_state_change_events_seed_std": 0.04357360522185854,
        "rollout_h5_unscorable_ball_frames_mean": 11.352201257861635,
        "rollout_h5_unscorable_ball_frames_seed_std": 3.532805789142632,
        "rollout_h5_scored_ball_frames_mean": 208.64779874213838,
        "rollout_h5_scored_ball_frames_seed_std": 3.5328057891426417,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 13,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 19,
          "1": 19,
          "2": 19
        },
        "l2_mean": 0.1962041321553682,
        "l2_seed_std": 0.001363508956826814,
        "gt_error_mean": 2.6373219585556575,
        "gt_error_seed_std": 0.02923397173047802,
        "iou_mean": 0.735012196525323,
        "iou_seed_std": 0.0030637866794538736,
        "independent_future_center_error_mean": 2.6373219585556575,
        "independent_future_center_error_seed_std": 0.02923397173047802,
        "rollout_h1_error_mean": 0.13962463013255116,
        "rollout_h1_error_seed_std": 0.0031059831981806,
        "rollout_h5_error_mean": 0.6390009648031965,
        "rollout_h5_error_seed_std": 0.020340054301834568,
        "rollout_h5_reliable_error_mean": 0.33892382871445076,
        "rollout_h5_reliable_error_seed_std": 0.007946440207424698,
        "rollout_h5_penalized_error_mean": 2.274095009963488,
        "rollout_h5_penalized_error_seed_std": 0.5773349344776013,
        "rollout_h5_scorable_fraction_mean": 0.861244019138756,
        "rollout_h5_scorable_fraction_seed_std": 0.04247674857551363,
        "rollout_h5_source_available_fraction_mean": 0.879585326953748,
        "rollout_h5_source_available_fraction_seed_std": 0.03589181225029608,
        "ball_presence_rate_mean": 0.9728867623604466,
        "ball_presence_rate_seed_std": 0.008253877442184214,
        "ball_correct_color_rate_mean": 0.9728867623604466,
        "ball_correct_color_rate_seed_std": 0.008253877442184214,
        "missing_ball_frames_mean": 5.964912280701754,
        "missing_ball_frames_seed_std": 1.8158530372805295,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.15789473684210525,
        "ball_disappearance_events_seed_std": 0.05263157894736842,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.15789473684210525,
        "ball_state_change_events_seed_std": 0.05263157894736842,
        "rollout_h5_unscorable_ball_frames_mean": 30.526315789473685,
        "rollout_h5_unscorable_ball_frames_seed_std": 9.344884686613003,
        "rollout_h5_scored_ball_frames_mean": 189.4736842105263,
        "rollout_h5_scored_ball_frames_seed_std": 9.344884686612998,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 10,
        "causal_chain_depth": 14,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 2,
          "1": 2,
          "2": 2
        },
        "l2_mean": 0.19429829716682434,
        "l2_seed_std": 0.004778443036252147,
        "gt_error_mean": 2.6449310050212604,
        "gt_error_seed_std": 0.1723811911267618,
        "iou_mean": 0.7304120447006393,
        "iou_seed_std": 0.011151121262530414,
        "independent_future_center_error_mean": 2.6449310050212604,
        "independent_future_center_error_seed_std": 0.1723811911267618,
        "rollout_h1_error_mean": 0.1553880186216356,
        "rollout_h1_error_seed_std": 0.0110514527809012,
        "rollout_h5_error_mean": 0.6358378116656556,
        "rollout_h5_error_seed_std": 0.01742745721117873,
        "rollout_h5_reliable_error_mean": 0.3203202456643526,
        "rollout_h5_reliable_error_seed_std": 0.044970304427051355,
        "rollout_h5_penalized_error_mean": 0.7945045705098994,
        "rollout_h5_penalized_error_seed_std": 0.7809525959670768,
        "rollout_h5_scorable_fraction_mean": 0.9659090909090909,
        "rollout_h5_scorable_fraction_seed_std": 0.05904718662166628,
        "rollout_h5_source_available_fraction_mean": 0.9848484848484849,
        "rollout_h5_source_available_fraction_seed_std": 0.026243194054073875,
        "ball_presence_rate_mean": 0.9931818181818182,
        "ball_presence_rate_seed_std": 0.011809437324333281,
        "ball_correct_color_rate_mean": 0.9931818181818182,
        "ball_correct_color_rate_seed_std": 0.011809437324333281,
        "missing_ball_frames_mean": 1.5,
        "missing_ball_frames_seed_std": 2.598076211353316,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.16666666666666666,
        "ball_disappearance_events_seed_std": 0.28867513459481287,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.16666666666666666,
        "ball_state_change_events_seed_std": 0.28867513459481287,
        "rollout_h5_unscorable_ball_frames_mean": 7.5,
        "rollout_h5_unscorable_ball_frames_seed_std": 12.99038105676658,
        "rollout_h5_scored_ball_frames_mean": 212.5,
        "rollout_h5_scored_ball_frames_seed_std": 12.99038105676658,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 4,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 4,
          "1": 4,
          "2": 4
        },
        "l2_mean": 0.16105052207907042,
        "l2_seed_std": 0.00031283558515141167,
        "gt_error_mean": 2.063066217620896,
        "gt_error_seed_std": 0.13237940992351635,
        "iou_mean": 0.7279342549138942,
        "iou_seed_std": 0.005714522042933461,
        "independent_future_center_error_mean": 2.063066217620896,
        "independent_future_center_error_seed_std": 0.13237940992351635,
        "rollout_h1_error_mean": 0.14800264349852188,
        "rollout_h1_error_seed_std": 0.006130394518415622,
        "rollout_h5_error_mean": 0.5924903540385454,
        "rollout_h5_error_seed_std": 0.07605819731260999,
        "rollout_h5_reliable_error_mean": 0.2842004689984251,
        "rollout_h5_reliable_error_seed_std": 0.04890211504386226,
        "rollout_h5_penalized_error_mean": 1.3167055660878086,
        "rollout_h5_penalized_error_seed_std": 1.826975025404366,
        "rollout_h5_scorable_fraction_mean": 0.9242424242424242,
        "rollout_h5_scorable_fraction_seed_std": 0.13121597027036952,
        "rollout_h5_source_available_fraction_mean": 0.9337121212121212,
        "rollout_h5_source_available_fraction_seed_std": 0.1148139739865733,
        "ball_presence_rate_mean": 0.9848484848484849,
        "ball_presence_rate_seed_std": 0.026243194054073875,
        "ball_correct_color_rate_mean": 0.9848484848484849,
        "ball_correct_color_rate_seed_std": 0.026243194054073875,
        "missing_ball_frames_mean": 3.3333333333333335,
        "missing_ball_frames_seed_std": 5.773502691896258,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.08333333333333333,
        "ball_disappearance_events_seed_std": 0.14433756729740643,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.08333333333333333,
        "ball_state_change_events_seed_std": 0.14433756729740643,
        "rollout_h5_unscorable_ball_frames_mean": 16.666666666666668,
        "rollout_h5_unscorable_ball_frames_seed_std": 28.867513459481287,
        "rollout_h5_scored_ball_frames_mean": 203.33333333333334,
        "rollout_h5_scored_ball_frames_seed_std": 28.867513459481287,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 5,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 58,
          "1": 58,
          "2": 58
        },
        "l2_mean": 0.1673950484857477,
        "l2_seed_std": 0.0012148237010492769,
        "gt_error_mean": 2.1379989694658565,
        "gt_error_seed_std": 0.02396500440835173,
        "iou_mean": 0.7367809522922427,
        "iou_seed_std": 0.0015308848734364969,
        "independent_future_center_error_mean": 2.1379989694658565,
        "independent_future_center_error_seed_std": 0.02396500440835173,
        "rollout_h1_error_mean": 0.13021528957086956,
        "rollout_h1_error_seed_std": 0.001083658389486564,
        "rollout_h5_error_mean": 0.5474509867408047,
        "rollout_h5_error_seed_std": 0.00392166290904991,
        "rollout_h5_reliable_error_mean": 0.27635106120012964,
        "rollout_h5_reliable_error_seed_std": 0.00242853530345057,
        "rollout_h5_penalized_error_mean": 0.8185123079994834,
        "rollout_h5_penalized_error_seed_std": 0.2945848591940278,
        "rollout_h5_scorable_fraction_mean": 0.960919540229885,
        "rollout_h5_scorable_fraction_seed_std": 0.020998211731389167,
        "rollout_h5_source_available_fraction_mean": 0.9683908045977012,
        "rollout_h5_source_available_fraction_seed_std": 0.016309290221446684,
        "ball_presence_rate_mean": 0.9925809822361547,
        "ball_presence_rate_seed_std": 0.0043027386104275015,
        "ball_correct_color_rate_mean": 0.9925548589341693,
        "ball_correct_color_rate_seed_std": 0.004297501526913835,
        "missing_ball_frames_mean": 1.632183908045977,
        "missing_ball_frames_seed_std": 0.9466024942940545,
        "color_changed_ball_frames_mean": 0.005747126436781609,
        "color_changed_ball_frames_seed_std": 0.00995431498602803,
        "ball_disappearance_events_mean": 0.05747126436781609,
        "ball_disappearance_events_seed_std": 0.04338985307626868,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.005747126436781609,
        "ball_color_change_events_seed_std": 0.00995431498602803,
        "ball_state_change_events_mean": 0.06321839080459771,
        "ball_state_change_events_seed_std": 0.04338985307626868,
        "rollout_h5_unscorable_ball_frames_mean": 8.597701149425287,
        "rollout_h5_unscorable_ball_frames_seed_std": 4.61960658090561,
        "rollout_h5_scored_ball_frames_mean": 211.4022988505747,
        "rollout_h5_scored_ball_frames_seed_std": 4.619606580905606,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 6,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 104,
          "1": 104,
          "2": 104
        },
        "l2_mean": 0.17308940332478437,
        "l2_seed_std": 0.0011956934277294459,
        "gt_error_mean": 2.256382908803665,
        "gt_error_seed_std": 0.03796396049707951,
        "iou_mean": 0.7358280892636919,
        "iou_seed_std": 0.0005680591309784569,
        "independent_future_center_error_mean": 2.256382908803665,
        "independent_future_center_error_seed_std": 0.03796396049707951,
        "rollout_h1_error_mean": 0.1282264701888631,
        "rollout_h1_error_seed_std": 0.002691664356768184,
        "rollout_h5_error_mean": 0.5399709576927029,
        "rollout_h5_error_seed_std": 0.0035059445804834443,
        "rollout_h5_reliable_error_mean": 0.2793567474866507,
        "rollout_h5_reliable_error_seed_std": 0.0013465391688651733,
        "rollout_h5_penalized_error_mean": 0.550650838434477,
        "rollout_h5_penalized_error_seed_std": 0.12143103431452645,
        "rollout_h5_scorable_fraction_mean": 0.9804487179487179,
        "rollout_h5_scorable_fraction_seed_std": 0.008623145786236488,
        "rollout_h5_source_available_fraction_mean": 0.9856497668997669,
        "rollout_h5_source_available_fraction_seed_std": 0.007602675975022785,
        "ball_presence_rate_mean": 0.9965180652680653,
        "ball_presence_rate_seed_std": 0.0016425272543780962,
        "ball_correct_color_rate_mean": 0.9964889277389277,
        "ball_correct_color_rate_seed_std": 0.0016552706919971461,
        "missing_ball_frames_mean": 0.766025641025641,
        "missing_ball_frames_seed_std": 0.36135599596317813,
        "color_changed_ball_frames_mean": 0.006410256410256411,
        "color_changed_ball_frames_seed_std": 0.011102889792108188,
        "ball_disappearance_events_mean": 0.04166666666666667,
        "ball_disappearance_events_seed_std": 0.01468774261203795,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.006410256410256411,
        "ball_color_change_events_seed_std": 0.011102889792108188,
        "ball_state_change_events_mean": 0.04807692307692308,
        "ball_state_change_events_seed_std": 0.009615384615384616,
        "rollout_h5_unscorable_ball_frames_mean": 4.301282051282051,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.8970920729720353,
        "rollout_h5_scored_ball_frames_mean": 215.69871794871796,
        "rollout_h5_scored_ball_frames_seed_std": 1.897092072972035,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 7,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 141,
          "1": 141,
          "2": 141
        },
        "l2_mean": 0.18184923385897425,
        "l2_seed_std": 0.00032322162395126506,
        "gt_error_mean": 2.431478493521459,
        "gt_error_seed_std": 0.03786462608047516,
        "iou_mean": 0.7365150821235834,
        "iou_seed_std": 0.001531228030814169,
        "independent_future_center_error_mean": 2.431478493521459,
        "independent_future_center_error_seed_std": 0.03786462608047516,
        "rollout_h1_error_mean": 0.1366015711715039,
        "rollout_h1_error_seed_std": 0.001376200570637437,
        "rollout_h5_error_mean": 0.5849651049644553,
        "rollout_h5_error_seed_std": 0.0035730839542870703,
        "rollout_h5_reliable_error_mean": 0.2978159049012462,
        "rollout_h5_reliable_error_seed_std": 0.0032519694185892596,
        "rollout_h5_penalized_error_mean": 0.8796096124752728,
        "rollout_h5_penalized_error_seed_std": 0.23603129979845508,
        "rollout_h5_scorable_fraction_mean": 0.9578766387277026,
        "rollout_h5_scorable_fraction_seed_std": 0.017348092798202278,
        "rollout_h5_source_available_fraction_mean": 0.9656673114119922,
        "rollout_h5_source_available_fraction_seed_std": 0.014329274482558309,
        "ball_presence_rate_mean": 0.991833225875779,
        "ball_presence_rate_seed_std": 0.0037041072537711867,
        "ball_correct_color_rate_mean": 0.9918009886094993,
        "ball_correct_color_rate_seed_std": 0.0037102745405531894,
        "missing_ball_frames_mean": 1.7966903073286051,
        "missing_ball_frames_seed_std": 0.8149035958296653,
        "color_changed_ball_frames_mean": 0.0070921985815602835,
        "color_changed_ball_frames_seed_std": 0.0070921985815602835,
        "ball_disappearance_events_mean": 0.06619385342789598,
        "ball_disappearance_events_seed_std": 0.03275746208168089,
        "ball_reappearance_events_mean": 0.004728132387706856,
        "ball_reappearance_events_seed_std": 0.0040946827602101115,
        "ball_color_change_events_mean": 0.004728132387706856,
        "ball_color_change_events_seed_std": 0.0040946827602101115,
        "ball_state_change_events_mean": 0.07565011820330969,
        "ball_state_change_events_seed_std": 0.029527177297391956,
        "rollout_h5_unscorable_ball_frames_mean": 9.267139479905437,
        "rollout_h5_unscorable_ball_frames_seed_std": 3.8165804156045082,
        "rollout_h5_scored_ball_frames_mean": 210.73286052009456,
        "rollout_h5_scored_ball_frames_seed_std": 3.8165804156045215,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 8,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 134,
          "1": 134,
          "2": 134
        },
        "l2_mean": 0.18425327524616944,
        "l2_seed_std": 0.00043586466064239306,
        "gt_error_mean": 2.4813252219644237,
        "gt_error_seed_std": 0.022162668603161392,
        "iou_mean": 0.7362691585895502,
        "iou_seed_std": 0.000820876705715741,
        "independent_future_center_error_mean": 2.4813252219644237,
        "independent_future_center_error_seed_std": 0.022162668603161392,
        "rollout_h1_error_mean": 0.131649595959602,
        "rollout_h1_error_seed_std": 0.0009661535243782067,
        "rollout_h5_error_mean": 0.5623191791791223,
        "rollout_h5_error_seed_std": 0.004004085888961487,
        "rollout_h5_reliable_error_mean": 0.2849706439529178,
        "rollout_h5_reliable_error_seed_std": 0.0026427552815332634,
        "rollout_h5_penalized_error_mean": 0.958727092122909,
        "rollout_h5_penalized_error_seed_std": 0.040284004573225916,
        "rollout_h5_scorable_fraction_mean": 0.9513455450022614,
        "rollout_h5_scorable_fraction_seed_std": 0.0027207619664215096,
        "rollout_h5_source_available_fraction_mean": 0.9596901854364541,
        "rollout_h5_source_available_fraction_seed_std": 0.0019510893178129522,
        "ball_presence_rate_mean": 0.9900158299412031,
        "ball_presence_rate_seed_std": 0.0010385312078882855,
        "ball_correct_color_rate_mean": 0.9899819086386251,
        "ball_correct_color_rate_seed_std": 0.0010379770782581116,
        "missing_ball_frames_mean": 2.1965174129353233,
        "missing_ball_frames_seed_std": 0.22847686573542364,
        "color_changed_ball_frames_mean": 0.007462686567164179,
        "color_changed_ball_frames_seed_std": 0.007462686567164179,
        "ball_disappearance_events_mean": 0.07711442786069651,
        "ball_disappearance_events_seed_std": 0.02279888405450667,
        "ball_reappearance_events_mean": 0.007462686567164179,
        "ball_reappearance_events_seed_std": 0.007462686567164179,
        "ball_color_change_events_mean": 0.007462686567164179,
        "ball_color_change_events_seed_std": 0.007462686567164179,
        "ball_state_change_events_mean": 0.09203980099502487,
        "ball_state_change_events_seed_std": 0.02825327535224017,
        "rollout_h5_unscorable_ball_frames_mean": 10.703980099502488,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.5985676326127345,
        "rollout_h5_scored_ball_frames_mean": 209.2960199004975,
        "rollout_h5_scored_ball_frames_seed_std": 0.5985676326127312,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 9,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 144,
          "1": 144,
          "2": 144
        },
        "l2_mean": 0.1907720030285418,
        "l2_seed_std": 0.0007494125463312608,
        "gt_error_mean": 2.591324568295073,
        "gt_error_seed_std": 0.014820190346749536,
        "iou_mean": 0.7360758050701376,
        "iou_seed_std": 0.0012967418884356448,
        "independent_future_center_error_mean": 2.591324568295073,
        "independent_future_center_error_seed_std": 0.014820190346749536,
        "rollout_h1_error_mean": 0.14043674887567112,
        "rollout_h1_error_seed_std": 0.001227558369704945,
        "rollout_h5_error_mean": 0.6016625642936914,
        "rollout_h5_error_seed_std": 0.009090669734517493,
        "rollout_h5_reliable_error_mean": 0.30475661824621664,
        "rollout_h5_reliable_error_seed_std": 0.005055131719666984,
        "rollout_h5_penalized_error_mean": 0.8273026192783411,
        "rollout_h5_penalized_error_seed_std": 0.026026828086077425,
        "rollout_h5_scorable_fraction_mean": 0.9623211279461279,
        "rollout_h5_scorable_fraction_seed_std": 0.002091527477929221,
        "rollout_h5_source_available_fraction_mean": 0.9711174242424242,
        "rollout_h5_source_available_fraction_seed_std": 0.002051767676767671,
        "ball_presence_rate_mean": 0.9926978114478114,
        "ball_presence_rate_seed_std": 0.0008043566857582336,
        "ball_correct_color_rate_mean": 0.9926978114478114,
        "ball_correct_color_rate_seed_std": 0.0008043566857582336,
        "missing_ball_frames_mean": 1.6064814814814814,
        "missing_ball_frames_seed_std": 0.17695847086681854,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.07175925925925926,
        "ball_disappearance_events_seed_std": 0.008018753738744807,
        "ball_reappearance_events_mean": 0.0023148148148148147,
        "ball_reappearance_events_seed_std": 0.004009376869372401,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.07407407407407407,
        "ball_state_change_events_seed_std": 0.010607814108694073,
        "rollout_h5_unscorable_ball_frames_mean": 8.289351851851851,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.4601360451444252,
        "rollout_h5_scored_ball_frames_mean": 211.71064814814815,
        "rollout_h5_scored_ball_frames_seed_std": 0.4601360451444395,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 10,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 151,
          "1": 151,
          "2": 151
        },
        "l2_mean": 0.19199703597601414,
        "l2_seed_std": 0.000299244137420262,
        "gt_error_mean": 2.589267036673819,
        "gt_error_seed_std": 0.016361222684106638,
        "iou_mean": 0.7364759134742278,
        "iou_seed_std": 0.0007146800073472569,
        "independent_future_center_error_mean": 2.589267036673819,
        "independent_future_center_error_seed_std": 0.016361222684106638,
        "rollout_h1_error_mean": 0.1340209199890086,
        "rollout_h1_error_seed_std": 0.002555573600544464,
        "rollout_h5_error_mean": 0.5820458880127425,
        "rollout_h5_error_seed_std": 0.010058538807918611,
        "rollout_h5_reliable_error_mean": 0.31278509905405905,
        "rollout_h5_reliable_error_seed_std": 0.001931298371016807,
        "rollout_h5_penalized_error_mean": 0.9268645224009971,
        "rollout_h5_penalized_error_seed_std": 0.13325135481023515,
        "rollout_h5_scorable_fraction_mean": 0.9556191049568533,
        "rollout_h5_scorable_fraction_seed_std": 0.009643719924158564,
        "rollout_h5_source_available_fraction_mean": 0.9640276941601444,
        "rollout_h5_source_available_fraction_seed_std": 0.008194255020358957,
        "ball_presence_rate_mean": 0.9908187838651414,
        "ball_presence_rate_seed_std": 0.002255869234821818,
        "ball_correct_color_rate_mean": 0.9908087497491471,
        "ball_correct_color_rate_seed_std": 0.0022438535990169216,
        "missing_ball_frames_mean": 2.019867549668874,
        "missing_ball_frames_seed_std": 0.49629123166079986,
        "color_changed_ball_frames_mean": 0.002207505518763797,
        "color_changed_ball_frames_seed_std": 0.003823511716487588,
        "ball_disappearance_events_mean": 0.0772626931567329,
        "ball_disappearance_events_seed_std": 0.02128841227592264,
        "ball_reappearance_events_mean": 0.004415011037527594,
        "ball_reappearance_events_seed_std": 0.003823511716487588,
        "ball_color_change_events_mean": 0.002207505518763797,
        "ball_color_change_events_seed_std": 0.003823511716487588,
        "ball_state_change_events_mean": 0.08388520971302428,
        "ball_state_change_events_seed_std": 0.021288412275922635,
        "rollout_h5_unscorable_ball_frames_mean": 9.763796909492273,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.1216183833148907,
        "rollout_h5_scored_ball_frames_mean": 210.23620309050773,
        "rollout_h5_scored_ball_frames_seed_std": 2.1216183833148894,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 11,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 86,
          "1": 86,
          "2": 86
        },
        "l2_mean": 0.19832605545141901,
        "l2_seed_std": 0.0008002589821318042,
        "gt_error_mean": 2.749260562704574,
        "gt_error_seed_std": 0.026848135126751143,
        "iou_mean": 0.7335471311003049,
        "iou_seed_std": 0.0020542553035657594,
        "independent_future_center_error_mean": 2.749260562704574,
        "independent_future_center_error_seed_std": 0.026848135126751143,
        "rollout_h1_error_mean": 0.13823826967847275,
        "rollout_h1_error_seed_std": 0.0010626922503482455,
        "rollout_h5_error_mean": 0.6004670176051974,
        "rollout_h5_error_seed_std": 0.011977507145430426,
        "rollout_h5_reliable_error_mean": 0.3156253045508857,
        "rollout_h5_reliable_error_seed_std": 0.006450307988470574,
        "rollout_h5_penalized_error_mean": 1.2344369316012405,
        "rollout_h5_penalized_error_seed_std": 0.15611606963703006,
        "rollout_h5_scorable_fraction_mean": 0.9336504580690627,
        "rollout_h5_scorable_fraction_seed_std": 0.01170457300134821,
        "rollout_h5_source_available_fraction_mean": 0.9445912614517266,
        "rollout_h5_source_available_fraction_seed_std": 0.009079275789187756,
        "ball_presence_rate_mean": 0.9867336152219873,
        "ball_presence_rate_seed_std": 0.0026679554892439844,
        "ball_correct_color_rate_mean": 0.9867159971811135,
        "ball_correct_color_rate_seed_std": 0.002690027346768027,
        "missing_ball_frames_mean": 2.9186046511627906,
        "missing_ball_frames_seed_std": 0.5869502076336727,
        "color_changed_ball_frames_mean": 0.003875968992248062,
        "color_changed_ball_frames_seed_std": 0.006713375223135184,
        "ball_disappearance_events_mean": 0.10465116279069768,
        "ball_disappearance_events_seed_std": 0.03076455012865803,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.003875968992248062,
        "ball_color_change_events_seed_std": 0.006713375223135184,
        "ball_state_change_events_mean": 0.10852713178294573,
        "ball_state_change_events_seed_std": 0.0355238425965569,
        "rollout_h5_unscorable_ball_frames_mean": 14.5968992248062,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.5750060602966105,
        "rollout_h5_scored_ball_frames_mean": 205.4031007751938,
        "rollout_h5_scored_ball_frames_seed_std": 2.575006060296616,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 12,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 53,
          "1": 53,
          "2": 53
        },
        "l2_mean": 0.19830002790352083,
        "l2_seed_std": 0.001873662082137492,
        "gt_error_mean": 2.70431976135076,
        "gt_error_seed_std": 0.004220908553062334,
        "iou_mean": 0.7320951951543854,
        "iou_seed_std": 0.0006926990969128245,
        "independent_future_center_error_mean": 2.70431976135076,
        "independent_future_center_error_seed_std": 0.004220908553062334,
        "rollout_h1_error_mean": 0.14330563899370002,
        "rollout_h1_error_seed_std": 0.0006483924527717829,
        "rollout_h5_error_mean": 0.6216727190906638,
        "rollout_h5_error_seed_std": 0.009652328468776051,
        "rollout_h5_reliable_error_mean": 0.3377624756777402,
        "rollout_h5_reliable_error_seed_std": 0.02064238890923181,
        "rollout_h5_penalized_error_mean": 0.7720965099291346,
        "rollout_h5_penalized_error_seed_std": 0.03541315752488241,
        "rollout_h5_scorable_fraction_mean": 0.9676958261863922,
        "rollout_h5_scorable_fraction_seed_std": 0.002158328883725208,
        "rollout_h5_source_available_fraction_mean": 0.9731275014293882,
        "rollout_h5_source_available_fraction_seed_std": 0.003439453806608288,
        "ball_presence_rate_mean": 0.9932532875929102,
        "ball_presence_rate_seed_std": 0.00043166577674501517,
        "ball_correct_color_rate_mean": 0.9932246998284734,
        "ball_correct_color_rate_seed_std": 0.0004775098081329603,
        "missing_ball_frames_mean": 1.4842767295597483,
        "missing_ball_frames_seed_std": 0.0949664708839089,
        "color_changed_ball_frames_mean": 0.006289308176100628,
        "color_changed_ball_frames_seed_std": 0.010893401305464637,
        "ball_disappearance_events_mean": 0.06289308176100629,
        "ball_disappearance_events_seed_std": 0.02882123078588579,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.006289308176100628,
        "ball_color_change_events_seed_std": 0.010893401305464637,
        "ball_state_change_events_mean": 0.06918238993710692,
        "ball_state_change_events_seed_std": 0.03927671697105911,
        "rollout_h5_unscorable_ball_frames_mean": 7.1069182389937104,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.47483235441954413,
        "rollout_h5_scored_ball_frames_mean": 212.8930817610063,
        "rollout_h5_scored_ball_frames_seed_std": 0.4748323544195347,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 13,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 19,
          "1": 19,
          "2": 19
        },
        "l2_mean": 0.1947269622693982,
        "l2_seed_std": 0.0013611821570192694,
        "gt_error_mean": 2.6313682293547878,
        "gt_error_seed_std": 0.08072600389533445,
        "iou_mean": 0.7356279087926996,
        "iou_seed_std": 0.0010487186171474604,
        "independent_future_center_error_mean": 2.6313682293547878,
        "independent_future_center_error_seed_std": 0.08072600389533445,
        "rollout_h1_error_mean": 0.13765521595828112,
        "rollout_h1_error_seed_std": 0.0012461169338975895,
        "rollout_h5_error_mean": 0.6313285469202488,
        "rollout_h5_error_seed_std": 0.007720085418496067,
        "rollout_h5_reliable_error_mean": 0.3353082234790392,
        "rollout_h5_reliable_error_seed_std": 0.0037605527348664163,
        "rollout_h5_penalized_error_mean": 2.286981921669628,
        "rollout_h5_penalized_error_seed_std": 0.5901605242520027,
        "rollout_h5_scorable_fraction_mean": 0.8604465709728868,
        "rollout_h5_scorable_fraction_seed_std": 0.04306773843538375,
        "rollout_h5_source_available_fraction_mean": 0.8791866028708134,
        "rollout_h5_source_available_fraction_seed_std": 0.03588516746411485,
        "ball_presence_rate_mean": 0.9728070175438597,
        "ball_presence_rate_seed_std": 0.008253877442184214,
        "ball_correct_color_rate_mean": 0.9728070175438597,
        "ball_correct_color_rate_seed_std": 0.008253877442184214,
        "missing_ball_frames_mean": 5.982456140350878,
        "missing_ball_frames_seed_std": 1.8158530372805295,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.15789473684210525,
        "ball_disappearance_events_seed_std": 0.05263157894736842,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.15789473684210525,
        "ball_state_change_events_seed_std": 0.05263157894736842,
        "rollout_h5_unscorable_ball_frames_mean": 30.70175438596491,
        "rollout_h5_unscorable_ball_frames_seed_std": 9.474902455784425,
        "rollout_h5_scored_ball_frames_mean": 189.2982456140351,
        "rollout_h5_scored_ball_frames_seed_std": 9.474902455784424,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 20,
        "causal_chain_depth": 14,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 2,
          "1": 2,
          "2": 2
        },
        "l2_mean": 0.19352963318427405,
        "l2_seed_std": 0.004837781129588765,
        "gt_error_mean": 2.763934824571807,
        "gt_error_seed_std": 0.06993836146937052,
        "iou_mean": 0.7349075599144006,
        "iou_seed_std": 0.0024746186745477896,
        "independent_future_center_error_mean": 2.763934824571807,
        "independent_future_center_error_seed_std": 0.06993836146937052,
        "rollout_h1_error_mean": 0.16514267023475332,
        "rollout_h1_error_seed_std": 0.020873419420933518,
        "rollout_h5_error_mean": 0.6748117010725264,
        "rollout_h5_error_seed_std": 0.0341207547782304,
        "rollout_h5_reliable_error_mean": 0.3163417310014167,
        "rollout_h5_reliable_error_seed_std": 0.02697688010679025,
        "rollout_h5_penalized_error_mean": 0.3163417310014167,
        "rollout_h5_penalized_error_seed_std": 0.02697688010679025,
        "rollout_h5_scorable_fraction_mean": 1.0,
        "rollout_h5_scorable_fraction_seed_std": 0.0,
        "rollout_h5_source_available_fraction_mean": 1.0,
        "rollout_h5_source_available_fraction_seed_std": 0.0,
        "ball_presence_rate_mean": 1.0,
        "ball_presence_rate_seed_std": 0.0,
        "ball_correct_color_rate_mean": 1.0,
        "ball_correct_color_rate_seed_std": 0.0,
        "missing_ball_frames_mean": 0.0,
        "missing_ball_frames_seed_std": 0.0,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.0,
        "ball_disappearance_events_seed_std": 0.0,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.0,
        "ball_state_change_events_seed_std": 0.0,
        "rollout_h5_unscorable_ball_frames_mean": 0.0,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.0,
        "rollout_h5_scored_ball_frames_mean": 220.0,
        "rollout_h5_scored_ball_frames_seed_std": 0.0,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 4,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 4,
          "1": 4,
          "2": 4
        },
        "l2_mean": 0.15525421872735023,
        "l2_seed_std": 0.004342678207690425,
        "gt_error_mean": 1.859475876327326,
        "gt_error_seed_std": 0.045011317869137056,
        "iou_mean": 0.7311753733644951,
        "iou_seed_std": 0.0034706806482103494,
        "independent_future_center_error_mean": 1.859475876327326,
        "independent_future_center_error_seed_std": 0.045011317869137056,
        "rollout_h1_error_mean": 0.13925194523121373,
        "rollout_h1_error_seed_std": 0.008084683171525386,
        "rollout_h5_error_mean": 0.545817099171073,
        "rollout_h5_error_seed_std": 0.03465188350714519,
        "rollout_h5_reliable_error_mean": 0.2407256118035402,
        "rollout_h5_reliable_error_seed_std": 0.026314105730265176,
        "rollout_h5_penalized_error_mean": 1.2221304723010706,
        "rollout_h5_penalized_error_seed_std": 0.8323202556458241,
        "rollout_h5_scorable_fraction_mean": 0.9299242424242424,
        "rollout_h5_scorable_fraction_seed_std": 0.06128291548243726,
        "rollout_h5_source_available_fraction_mean": 0.9488636363636364,
        "rollout_h5_source_available_fraction_seed_std": 0.04509803371132823,
        "ball_presence_rate_mean": 0.9859848484848485,
        "ball_presence_rate_seed_std": 0.01225658309648744,
        "ball_correct_color_rate_mean": 0.9859848484848485,
        "ball_correct_color_rate_seed_std": 0.01225658309648744,
        "missing_ball_frames_mean": 3.0833333333333335,
        "missing_ball_frames_seed_std": 2.6964482812272395,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.16666666666666666,
        "ball_disappearance_events_seed_std": 0.14433756729740643,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.16666666666666666,
        "ball_state_change_events_seed_std": 0.14433756729740643,
        "rollout_h5_unscorable_ball_frames_mean": 15.416666666666666,
        "rollout_h5_unscorable_ball_frames_seed_std": 13.482241406136197,
        "rollout_h5_scored_ball_frames_mean": 204.58333333333334,
        "rollout_h5_scored_ball_frames_seed_std": 13.482241406136197,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 5,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 58,
          "1": 58,
          "2": 58
        },
        "l2_mean": 0.16839941702354913,
        "l2_seed_std": 0.00041666576824225495,
        "gt_error_mean": 2.15152704606161,
        "gt_error_seed_std": 0.03376647386926859,
        "iou_mean": 0.7355007622400358,
        "iou_seed_std": 0.0029587459906725,
        "independent_future_center_error_mean": 2.15152704606161,
        "independent_future_center_error_seed_std": 0.03376647386926859,
        "rollout_h1_error_mean": 0.13214209228365856,
        "rollout_h1_error_seed_std": 0.004024632100337256,
        "rollout_h5_error_mean": 0.5398839132245049,
        "rollout_h5_error_seed_std": 0.016199950397679293,
        "rollout_h5_reliable_error_mean": 0.27808161412355875,
        "rollout_h5_reliable_error_seed_std": 0.004747296021181324,
        "rollout_h5_penalized_error_mean": 0.884661724356342,
        "rollout_h5_penalized_error_seed_std": 0.2785423265504565,
        "rollout_h5_scorable_fraction_mean": 0.9559561128526646,
        "rollout_h5_scorable_fraction_seed_std": 0.020150669191207775,
        "rollout_h5_source_available_fraction_mean": 0.9651253918495298,
        "rollout_h5_source_available_fraction_seed_std": 0.016218026713616707,
        "ball_presence_rate_mean": 0.9914315569487984,
        "ball_presence_rate_seed_std": 0.004054333101723284,
        "ball_correct_color_rate_mean": 0.991405433646813,
        "ball_correct_color_rate_seed_std": 0.004009394993301923,
        "missing_ball_frames_mean": 1.8850574712643677,
        "missing_ball_frames_seed_std": 0.8919532823791214,
        "color_changed_ball_frames_mean": 0.005747126436781609,
        "color_changed_ball_frames_seed_std": 0.00995431498602803,
        "ball_disappearance_events_mean": 0.09195402298850575,
        "ball_disappearance_events_seed_std": 0.04977157493014016,
        "ball_reappearance_events_mean": 0.005747126436781609,
        "ball_reappearance_events_seed_std": 0.00995431498602803,
        "ball_color_change_events_mean": 0.005747126436781609,
        "ball_color_change_events_seed_std": 0.00995431498602803,
        "ball_state_change_events_mean": 0.10344827586206896,
        "ball_state_change_events_seed_std": 0.045616401914906735,
        "rollout_h5_unscorable_ball_frames_mean": 9.689655172413794,
        "rollout_h5_unscorable_ball_frames_seed_std": 4.43314722206571,
        "rollout_h5_scored_ball_frames_mean": 210.31034482758622,
        "rollout_h5_scored_ball_frames_seed_std": 4.433147222065712,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 6,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 104,
          "1": 104,
          "2": 104
        },
        "l2_mean": 0.17406401971880442,
        "l2_seed_std": 0.00039253081682092593,
        "gt_error_mean": 2.2792689955281853,
        "gt_error_seed_std": 0.025251776975321518,
        "iou_mean": 0.7355806498868402,
        "iou_seed_std": 0.0011143037594152957,
        "independent_future_center_error_mean": 2.2792689955281853,
        "independent_future_center_error_seed_std": 0.025251776975321518,
        "rollout_h1_error_mean": 0.13201263190789578,
        "rollout_h1_error_seed_std": 0.0030568502172908735,
        "rollout_h5_error_mean": 0.5534767862350145,
        "rollout_h5_error_seed_std": 0.005128188078877457,
        "rollout_h5_reliable_error_mean": 0.28301230694592333,
        "rollout_h5_reliable_error_seed_std": 0.00465963026960448,
        "rollout_h5_penalized_error_mean": 0.6930873317003061,
        "rollout_h5_penalized_error_seed_std": 0.10633760838680367,
        "rollout_h5_scorable_fraction_mean": 0.9704691142191142,
        "rollout_h5_scorable_fraction_seed_std": 0.007361148530897732,
        "rollout_h5_source_available_fraction_mean": 0.9782925407925408,
        "rollout_h5_source_available_fraction_seed_std": 0.0062781064762281995,
        "ball_presence_rate_mean": 0.9945949883449884,
        "ball_presence_rate_seed_std": 0.0015342922021757612,
        "ball_correct_color_rate_mean": 0.9945658508158508,
        "ball_correct_color_rate_seed_std": 0.0015053841757566176,
        "missing_ball_frames_mean": 1.189102564102564,
        "missing_ball_frames_seed_std": 0.33754428447867535,
        "color_changed_ball_frames_mean": 0.006410256410256411,
        "color_changed_ball_frames_seed_std": 0.011102889792108188,
        "ball_disappearance_events_mean": 0.06410256410256411,
        "ball_disappearance_events_seed_std": 0.022205779584216375,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.006410256410256411,
        "ball_color_change_events_seed_std": 0.011102889792108188,
        "ball_state_change_events_mean": 0.07051282051282051,
        "ball_state_change_events_seed_std": 0.011102889792108188,
        "rollout_h5_unscorable_ball_frames_mean": 6.496794871794871,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.6194526767974997,
        "rollout_h5_scored_ball_frames_mean": 213.50320512820514,
        "rollout_h5_scored_ball_frames_seed_std": 1.6194526767974986,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 7,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 141,
          "1": 141,
          "2": 141
        },
        "l2_mean": 0.18276496361897066,
        "l2_seed_std": 8.530180239078896e-05,
        "gt_error_mean": 2.4253055402497505,
        "gt_error_seed_std": 0.02123446434159034,
        "iou_mean": 0.7347711062286074,
        "iou_seed_std": 0.0005869208450789564,
        "independent_future_center_error_mean": 2.4253055402497505,
        "independent_future_center_error_seed_std": 0.02123446434159034,
        "rollout_h1_error_mean": 0.14006155035605475,
        "rollout_h1_error_seed_std": 0.003092220935138975,
        "rollout_h5_error_mean": 0.5876950997419728,
        "rollout_h5_error_seed_std": 0.005800569028711032,
        "rollout_h5_reliable_error_mean": 0.2999597790383556,
        "rollout_h5_reliable_error_seed_std": 0.005217130087065719,
        "rollout_h5_penalized_error_mean": 0.7581783833464174,
        "rollout_h5_penalized_error_seed_std": 0.14080412271933074,
        "rollout_h5_scorable_fraction_mean": 0.9667848699763594,
        "rollout_h5_scorable_fraction_seed_std": 0.00990289432221414,
        "rollout_h5_source_available_fraction_mean": 0.973404255319149,
        "rollout_h5_source_available_fraction_seed_std": 0.00920174917871834,
        "ball_presence_rate_mean": 0.9937244788308618,
        "ball_presence_rate_seed_std": 0.002059487875874939,
        "ball_correct_color_rate_mean": 0.993391360412637,
        "ball_correct_color_rate_seed_std": 0.0023744229307956434,
        "missing_ball_frames_mean": 1.3806146572104019,
        "missing_ball_frames_seed_std": 0.45308733269248735,
        "color_changed_ball_frames_mean": 0.07328605200945627,
        "color_changed_ball_frames_seed_std": 0.10902933860614852,
        "ball_disappearance_events_mean": 0.054373522458628844,
        "ball_disappearance_events_seed_std": 0.00409468276021011,
        "ball_reappearance_events_mean": 0.004728132387706856,
        "ball_reappearance_events_seed_std": 0.0040946827602101115,
        "ball_color_change_events_mean": 0.014184397163120567,
        "ball_color_change_events_seed_std": 0.012284048280630335,
        "ball_state_change_events_mean": 0.07328605200945626,
        "ball_state_change_events_seed_std": 0.01083351228121948,
        "rollout_h5_unscorable_ball_frames_mean": 7.307328605200945,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.1786367508871103,
        "rollout_h5_scored_ball_frames_mean": 212.69267139479905,
        "rollout_h5_scored_ball_frames_seed_std": 2.1786367508871156,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 8,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 134,
          "1": 134,
          "2": 134
        },
        "l2_mean": 0.18491560672942678,
        "l2_seed_std": 0.000691613512685451,
        "gt_error_mean": 2.4926248155066846,
        "gt_error_seed_std": 0.005056543912472914,
        "iou_mean": 0.7361399366750587,
        "iou_seed_std": 0.0010372996734014583,
        "independent_future_center_error_mean": 2.4926248155066846,
        "independent_future_center_error_seed_std": 0.005056543912472914,
        "rollout_h1_error_mean": 0.1332781907337529,
        "rollout_h1_error_seed_std": 0.0024354618007596664,
        "rollout_h5_error_mean": 0.5698244616809236,
        "rollout_h5_error_seed_std": 0.004537447628912455,
        "rollout_h5_reliable_error_mean": 0.2970674419619853,
        "rollout_h5_reliable_error_seed_std": 0.0033376254567616336,
        "rollout_h5_penalized_error_mean": 0.8811635522484038,
        "rollout_h5_penalized_error_seed_std": 0.15745492859064028,
        "rollout_h5_scorable_fraction_mean": 0.957722749886929,
        "rollout_h5_scorable_fraction_seed_std": 0.011182734182743423,
        "rollout_h5_source_available_fraction_mean": 0.9644957033016734,
        "rollout_h5_source_available_fraction_seed_std": 0.009061390981996102,
        "ball_presence_rate_mean": 0.991677973767526,
        "ball_presence_rate_seed_std": 0.0021168451101762848,
        "ball_correct_color_rate_mean": 0.9916553595658073,
        "ball_correct_color_rate_seed_std": 0.0021558048636954965,
        "missing_ball_frames_mean": 1.8308457711442785,
        "missing_ball_frames_seed_std": 0.4657059242387756,
        "color_changed_ball_frames_mean": 0.004975124378109453,
        "color_changed_ball_frames_seed_std": 0.008617168196860087,
        "ball_disappearance_events_mean": 0.062189054726368154,
        "ball_disappearance_events_seed_std": 0.01139944202725333,
        "ball_reappearance_events_mean": 0.009950248756218905,
        "ball_reappearance_events_seed_std": 0.008617168196860087,
        "ball_color_change_events_mean": 0.004975124378109453,
        "ball_color_change_events_seed_std": 0.008617168196860087,
        "ball_state_change_events_mean": 0.07711442786069651,
        "ball_state_change_events_seed_std": 0.01139944202725333,
        "rollout_h5_unscorable_ball_frames_mean": 9.300995024875622,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.460201520203555,
        "rollout_h5_scored_ball_frames_mean": 210.69900497512438,
        "rollout_h5_scored_ball_frames_seed_std": 2.460201520203552,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 9,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 144,
          "1": 144,
          "2": 144
        },
        "l2_mean": 0.19206775926674405,
        "l2_seed_std": 0.001007505248972669,
        "gt_error_mean": 2.620173324790361,
        "gt_error_seed_std": 0.04224535392073641,
        "iou_mean": 0.7339427862765939,
        "iou_seed_std": 0.0013596938762040788,
        "independent_future_center_error_mean": 2.620173324790361,
        "independent_future_center_error_seed_std": 0.04224535392073641,
        "rollout_h1_error_mean": 0.13830423108188186,
        "rollout_h1_error_seed_std": 0.0024243273816911704,
        "rollout_h5_error_mean": 0.5973922975109556,
        "rollout_h5_error_seed_std": 0.009130914421348628,
        "rollout_h5_reliable_error_mean": 0.31427538183779113,
        "rollout_h5_reliable_error_seed_std": 0.011284058125803168,
        "rollout_h5_penalized_error_mean": 0.9299983474900537,
        "rollout_h5_penalized_error_seed_std": 0.11693844026303594,
        "rollout_h5_scorable_fraction_mean": 0.9555450336700336,
        "rollout_h5_scorable_fraction_seed_std": 0.008702528052905886,
        "rollout_h5_source_available_fraction_mean": 0.9641203703703703,
        "rollout_h5_source_available_fraction_seed_std": 0.006236381108054487,
        "ball_presence_rate_mean": 0.9911195286195287,
        "ball_presence_rate_seed_std": 0.001983954458698,
        "ball_correct_color_rate_mean": 0.9911090067340067,
        "ball_correct_color_rate_seed_std": 0.001998715173299737,
        "missing_ball_frames_mean": 1.9537037037037037,
        "missing_ball_frames_seed_std": 0.43646998091355965,
        "color_changed_ball_frames_mean": 0.0023148148148148147,
        "color_changed_ball_frames_seed_std": 0.004009376869372401,
        "ball_disappearance_events_mean": 0.06712962962962962,
        "ball_disappearance_events_seed_std": 0.02806563808560681,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0023148148148148147,
        "ball_color_change_events_seed_std": 0.004009376869372401,
        "ball_state_change_events_mean": 0.06944444444444445,
        "ball_state_change_events_seed_std": 0.031823442326082224,
        "rollout_h5_unscorable_ball_frames_mean": 9.780092592592593,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.9145561716393023,
        "rollout_h5_scored_ball_frames_mean": 210.21990740740742,
        "rollout_h5_scored_ball_frames_seed_std": 1.914556171639303,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 10,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 151,
          "1": 151,
          "2": 151
        },
        "l2_mean": 0.19361864211280352,
        "l2_seed_std": 0.0003314223655129901,
        "gt_error_mean": 2.627155796989586,
        "gt_error_seed_std": 0.0020444667637583396,
        "iou_mean": 0.7343933618757061,
        "iou_seed_std": 0.001299755896883042,
        "independent_future_center_error_mean": 2.627155796989586,
        "independent_future_center_error_seed_std": 0.0020444667637583396,
        "rollout_h1_error_mean": 0.13918766997748552,
        "rollout_h1_error_seed_std": 0.0044674226832293685,
        "rollout_h5_error_mean": 0.6054196038131452,
        "rollout_h5_error_seed_std": 0.019081322576931826,
        "rollout_h5_reliable_error_mean": 0.32300588569907995,
        "rollout_h5_reliable_error_seed_std": 0.005463957568128295,
        "rollout_h5_penalized_error_mean": 0.9384533041578367,
        "rollout_h5_penalized_error_seed_std": 0.1592927287307289,
        "rollout_h5_scorable_fraction_mean": 0.9554685932169376,
        "rollout_h5_scorable_fraction_seed_std": 0.011654482104394381,
        "rollout_h5_source_available_fraction_mean": 0.9643287176399759,
        "rollout_h5_source_available_fraction_seed_std": 0.010018927899242991,
        "ball_presence_rate_mean": 0.9912201485049167,
        "ball_presence_rate_seed_std": 0.002072549026893438,
        "ball_correct_color_rate_mean": 0.9912101143889224,
        "ball_correct_color_rate_seed_std": 0.0020595374452856445,
        "missing_ball_frames_mean": 1.9315673289183224,
        "missing_ball_frames_seed_std": 0.45596078591655465,
        "color_changed_ball_frames_mean": 0.002207505518763797,
        "color_changed_ball_frames_seed_std": 0.003823511716487588,
        "ball_disappearance_events_mean": 0.07505518763796909,
        "ball_disappearance_events_seed_std": 0.0038235117164875914,
        "ball_reappearance_events_mean": 0.002207505518763797,
        "ball_reappearance_events_seed_std": 0.003823511716487588,
        "ball_color_change_events_mean": 0.002207505518763797,
        "ball_color_change_events_seed_std": 0.003823511716487588,
        "ball_state_change_events_mean": 0.07947019867549669,
        "ball_state_change_events_seed_std": 0.0,
        "rollout_h5_unscorable_ball_frames_mean": 9.79690949227373,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.563986062966766,
        "rollout_h5_scored_ball_frames_mean": 210.20309050772627,
        "rollout_h5_scored_ball_frames_seed_std": 2.5639860629667797,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 11,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 86,
          "1": 86,
          "2": 86
        },
        "l2_mean": 0.19830936984729397,
        "l2_seed_std": 0.0007199479196343309,
        "gt_error_mean": 2.699032857963333,
        "gt_error_seed_std": 0.010252025028000215,
        "iou_mean": 0.7320291891102663,
        "iou_seed_std": 0.0029415719304731356,
        "independent_future_center_error_mean": 2.699032857963333,
        "independent_future_center_error_seed_std": 0.010252025028000215,
        "rollout_h1_error_mean": 0.1375994132277505,
        "rollout_h1_error_seed_std": 0.00406844747301832,
        "rollout_h5_error_mean": 0.5950405994888198,
        "rollout_h5_error_seed_std": 0.00976205238162689,
        "rollout_h5_reliable_error_mean": 0.3186419599353064,
        "rollout_h5_reliable_error_seed_std": 0.0029482856819589205,
        "rollout_h5_penalized_error_mean": 1.3089060836893198,
        "rollout_h5_penalized_error_seed_std": 0.0918837442350893,
        "rollout_h5_scorable_fraction_mean": 0.9283650458069063,
        "rollout_h5_scorable_fraction_seed_std": 0.006776948375041712,
        "rollout_h5_source_available_fraction_mean": 0.9408033826638478,
        "rollout_h5_source_available_fraction_seed_std": 0.004778842843558434,
        "ball_presence_rate_mean": 0.9861874559548978,
        "ball_presence_rate_seed_std": 0.0014574071076556428,
        "ball_correct_color_rate_mean": 0.9861698379140239,
        "ball_correct_color_rate_seed_std": 0.0014849406276043367,
        "missing_ball_frames_mean": 3.0387596899224807,
        "missing_ball_frames_seed_std": 0.3206295636842413,
        "color_changed_ball_frames_mean": 0.003875968992248062,
        "color_changed_ball_frames_seed_std": 0.006713375223135184,
        "ball_disappearance_events_mean": 0.10077519379844961,
        "ball_disappearance_events_seed_std": 0.024205418598443405,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.003875968992248062,
        "ball_color_change_events_seed_std": 0.006713375223135184,
        "ball_state_change_events_mean": 0.10465116279069768,
        "ball_state_change_events_seed_std": 0.030764550128658027,
        "rollout_h5_unscorable_ball_frames_mean": 15.75968992248062,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.4909286425091786,
        "rollout_h5_scored_ball_frames_mean": 204.24031007751938,
        "rollout_h5_scored_ball_frames_seed_std": 1.4909286425091752,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 12,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 53,
          "1": 53,
          "2": 53
        },
        "l2_mean": 0.19892887133847242,
        "l2_seed_std": 0.002444580564203386,
        "gt_error_mean": 2.71565296282073,
        "gt_error_seed_std": 0.03779011841067141,
        "iou_mean": 0.7298723662351823,
        "iou_seed_std": 0.0018565563536888279,
        "independent_future_center_error_mean": 2.71565296282073,
        "independent_future_center_error_seed_std": 0.03779011841067141,
        "rollout_h1_error_mean": 0.13974611683708038,
        "rollout_h1_error_seed_std": 0.003995184096070582,
        "rollout_h5_error_mean": 0.6066789491279704,
        "rollout_h5_error_seed_std": 0.016413763832058084,
        "rollout_h5_reliable_error_mean": 0.3330183534394091,
        "rollout_h5_reliable_error_seed_std": 0.01249850814981161,
        "rollout_h5_penalized_error_mean": 0.8725057524824438,
        "rollout_h5_penalized_error_seed_std": 0.16866819365071925,
        "rollout_h5_scorable_fraction_mean": 0.9604059462550029,
        "rollout_h5_scorable_fraction_seed_std": 0.011588627820874393,
        "rollout_h5_source_available_fraction_mean": 0.9692681532304174,
        "rollout_h5_source_available_fraction_seed_std": 0.009220385033087529,
        "ball_presence_rate_mean": 0.9921955403087479,
        "ball_presence_rate_seed_std": 0.0019781410968560944,
        "ball_correct_color_rate_mean": 0.9921383647798742,
        "ball_correct_color_rate_seed_std": 0.0019824743793694336,
        "missing_ball_frames_mean": 1.7169811320754718,
        "missing_ball_frames_seed_std": 0.435191041308332,
        "color_changed_ball_frames_mean": 0.012578616352201257,
        "color_changed_ball_frames_seed_std": 0.010893401305464637,
        "ball_disappearance_events_mean": 0.08805031446540881,
        "ball_disappearance_events_seed_std": 0.028821230785885787,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.012578616352201257,
        "ball_color_change_events_seed_std": 0.010893401305464637,
        "ball_state_change_events_mean": 0.10062893081761007,
        "ball_state_change_events_seed_std": 0.039276716971059104,
        "rollout_h5_unscorable_ball_frames_mean": 8.71069182389937,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.5494981205923644,
        "rollout_h5_scored_ball_frames_mean": 211.28930817610063,
        "rollout_h5_scored_ball_frames_seed_std": 2.549498120592366,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 13,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 19,
          "1": 19,
          "2": 19
        },
        "l2_mean": 0.1954843650261561,
        "l2_seed_std": 0.002024011132050559,
        "gt_error_mean": 2.688562788968656,
        "gt_error_seed_std": 0.08823298832467658,
        "iou_mean": 0.7360094877510893,
        "iou_seed_std": 0.001336370331931991,
        "independent_future_center_error_mean": 2.688562788968656,
        "independent_future_center_error_seed_std": 0.08823298832467658,
        "rollout_h1_error_mean": 0.14163193310787547,
        "rollout_h1_error_seed_std": 0.0013933451609945513,
        "rollout_h5_error_mean": 0.6333772850774209,
        "rollout_h5_error_seed_std": 0.012722204514086401,
        "rollout_h5_reliable_error_mean": 0.33354384580299345,
        "rollout_h5_reliable_error_seed_std": 0.0011007523118514106,
        "rollout_h5_penalized_error_mean": 1.9548215696014737,
        "rollout_h5_penalized_error_seed_std": 0.5586125012426176,
        "rollout_h5_scorable_fraction_mean": 0.8842902711323765,
        "rollout_h5_scorable_fraction_seed_std": 0.04006754482708355,
        "rollout_h5_source_available_fraction_mean": 0.9003189792663477,
        "rollout_h5_source_available_fraction_seed_std": 0.033070070637550214,
        "ball_presence_rate_mean": 0.9773524720893142,
        "ball_presence_rate_seed_std": 0.007986036286057064,
        "ball_correct_color_rate_mean": 0.9773524720893142,
        "ball_correct_color_rate_seed_std": 0.007986036286057064,
        "missing_ball_frames_mean": 4.982456140350877,
        "missing_ball_frames_seed_std": 1.756927982932553,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.15789473684210525,
        "ball_disappearance_events_seed_std": 0.09116056881941459,
        "ball_reappearance_events_mean": 0.017543859649122806,
        "ball_reappearance_events_seed_std": 0.030386856273138196,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.17543859649122806,
        "ball_state_change_events_seed_std": 0.12154742509255279,
        "rollout_h5_unscorable_ball_frames_mean": 25.45614035087719,
        "rollout_h5_unscorable_ball_frames_seed_std": 8.814859861958382,
        "rollout_h5_scored_ball_frames_mean": 194.5438596491228,
        "rollout_h5_scored_ball_frames_seed_std": 8.814859861958366,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 50,
        "causal_chain_depth": 14,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 2,
          "1": 2,
          "2": 2
        },
        "l2_mean": 0.19375204294919968,
        "l2_seed_std": 0.004916225550816061,
        "gt_error_mean": 2.793396489594076,
        "gt_error_seed_std": 0.1738104615852963,
        "iou_mean": 0.7331766909887953,
        "iou_seed_std": 0.008363889141024514,
        "independent_future_center_error_mean": 2.793396489594076,
        "independent_future_center_error_seed_std": 0.1738104615852963,
        "rollout_h1_error_mean": 0.16964183072308045,
        "rollout_h1_error_seed_std": 0.033875462741646115,
        "rollout_h5_error_mean": 0.6944988615226605,
        "rollout_h5_error_seed_std": 0.10785568711586327,
        "rollout_h5_reliable_error_mean": 0.3265223060990084,
        "rollout_h5_reliable_error_seed_std": 0.028703229685393277,
        "rollout_h5_penalized_error_mean": 0.43128560617056727,
        "rollout_h5_penalized_error_seed_std": 0.15813041876167933,
        "rollout_h5_scorable_fraction_mean": 0.9924242424242424,
        "rollout_h5_scorable_fraction_seed_std": 0.013121597027036937,
        "rollout_h5_source_available_fraction_mean": 0.9962121212121212,
        "rollout_h5_source_available_fraction_seed_std": 0.006560798513518469,
        "ball_presence_rate_mean": 1.0,
        "ball_presence_rate_seed_std": 0.0,
        "ball_correct_color_rate_mean": 1.0,
        "ball_correct_color_rate_seed_std": 0.0,
        "missing_ball_frames_mean": 0.0,
        "missing_ball_frames_seed_std": 0.0,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.0,
        "ball_disappearance_events_seed_std": 0.0,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.0,
        "ball_state_change_events_seed_std": 0.0,
        "rollout_h5_unscorable_ball_frames_mean": 1.6666666666666667,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.886751345948129,
        "rollout_h5_scored_ball_frames_mean": 218.33333333333334,
        "rollout_h5_scored_ball_frames_seed_std": 2.886751345948129,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 4,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 4,
          "1": 4,
          "2": 4
        },
        "l2_mean": 0.15126466937363148,
        "l2_seed_std": 0.003072632243062849,
        "gt_error_mean": 1.8008578402344604,
        "gt_error_seed_std": 0.11129164860450053,
        "iou_mean": 0.7283065387607094,
        "iou_seed_std": 0.0038027143749870354,
        "independent_future_center_error_mean": 1.8008578402344604,
        "independent_future_center_error_seed_std": 0.11129164860450053,
        "rollout_h1_error_mean": 0.13664756602977193,
        "rollout_h1_error_seed_std": 0.015085521691450355,
        "rollout_h5_error_mean": 0.540365435290792,
        "rollout_h5_error_seed_std": 0.03912933192027188,
        "rollout_h5_reliable_error_mean": 0.2361962100098566,
        "rollout_h5_reliable_error_seed_std": 0.004230097210500825,
        "rollout_h5_penalized_error_mean": 0.2361962100098566,
        "rollout_h5_penalized_error_seed_std": 0.004230097210500825,
        "rollout_h5_scorable_fraction_mean": 1.0,
        "rollout_h5_scorable_fraction_seed_std": 0.0,
        "rollout_h5_source_available_fraction_mean": 1.0,
        "rollout_h5_source_available_fraction_seed_std": 0.0,
        "ball_presence_rate_mean": 1.0,
        "ball_presence_rate_seed_std": 0.0,
        "ball_correct_color_rate_mean": 1.0,
        "ball_correct_color_rate_seed_std": 0.0,
        "missing_ball_frames_mean": 0.0,
        "missing_ball_frames_seed_std": 0.0,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.0,
        "ball_disappearance_events_seed_std": 0.0,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.0,
        "ball_state_change_events_seed_std": 0.0,
        "rollout_h5_unscorable_ball_frames_mean": 0.0,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.0,
        "rollout_h5_scored_ball_frames_mean": 220.0,
        "rollout_h5_scored_ball_frames_seed_std": 0.0,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 5,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 58,
          "1": 58,
          "2": 58
        },
        "l2_mean": 0.16958372166444516,
        "l2_seed_std": 0.0010615007590971208,
        "gt_error_mean": 2.1503828300346504,
        "gt_error_seed_std": 0.02265237610135365,
        "iou_mean": 0.733801564999776,
        "iou_seed_std": 0.0029314150172734346,
        "independent_future_center_error_mean": 2.1503828300346504,
        "independent_future_center_error_seed_std": 0.02265237610135365,
        "rollout_h1_error_mean": 0.1319721920721409,
        "rollout_h1_error_seed_std": 0.0017788824650462518,
        "rollout_h5_error_mean": 0.5480410531131781,
        "rollout_h5_error_seed_std": 0.004986315119197074,
        "rollout_h5_reliable_error_mean": 0.28551857749963033,
        "rollout_h5_reliable_error_seed_std": 0.0051647020690704076,
        "rollout_h5_penalized_error_mean": 0.9041052049936288,
        "rollout_h5_penalized_error_seed_std": 0.3061118633007374,
        "rollout_h5_scorable_fraction_mean": 0.955067920585162,
        "rollout_h5_scorable_fraction_seed_std": 0.022531631909527866,
        "rollout_h5_source_available_fraction_mean": 0.9635579937304075,
        "rollout_h5_source_available_fraction_seed_std": 0.01832917799925786,
        "ball_presence_rate_mean": 0.9915360501567397,
        "ball_presence_rate_seed_std": 0.004425645110813631,
        "ball_correct_color_rate_mean": 0.9915360501567397,
        "ball_correct_color_rate_seed_std": 0.004425645110813631,
        "missing_ball_frames_mean": 1.8620689655172413,
        "missing_ball_frames_seed_std": 0.973641924379,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.06321839080459771,
        "ball_disappearance_events_seed_std": 0.035890793094243666,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.06321839080459771,
        "ball_state_change_events_seed_std": 0.035890793094243666,
        "rollout_h5_unscorable_ball_frames_mean": 9.885057471264368,
        "rollout_h5_unscorable_ball_frames_seed_std": 4.956959020096132,
        "rollout_h5_scored_ball_frames_mean": 210.11494252873564,
        "rollout_h5_scored_ball_frames_seed_std": 4.956959020096126,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 6,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 104,
          "1": 104,
          "2": 104
        },
        "l2_mean": 0.17541036683206376,
        "l2_seed_std": 0.00018251290047254905,
        "gt_error_mean": 2.2911761276193356,
        "gt_error_seed_std": 0.016340617837129354,
        "iou_mean": 0.731629532291421,
        "iou_seed_std": 0.0008428528841937719,
        "independent_future_center_error_mean": 2.2911761276193356,
        "independent_future_center_error_seed_std": 0.016340617837129354,
        "rollout_h1_error_mean": 0.13561357687905867,
        "rollout_h1_error_seed_std": 0.004290970974492239,
        "rollout_h5_error_mean": 0.5641093143817497,
        "rollout_h5_error_seed_std": 0.0120627331858267,
        "rollout_h5_reliable_error_mean": 0.289056268598395,
        "rollout_h5_reliable_error_seed_std": 0.0036470899681666146,
        "rollout_h5_penalized_error_mean": 0.7252776659771375,
        "rollout_h5_penalized_error_seed_std": 0.05940402315426472,
        "rollout_h5_scorable_fraction_mean": 0.9684440559440559,
        "rollout_h5_scorable_fraction_seed_std": 0.0040993148505122584,
        "rollout_h5_source_available_fraction_mean": 0.9749417249417249,
        "rollout_h5_source_available_fraction_seed_std": 0.003394866024979908,
        "ball_presence_rate_mean": 0.9941433566433566,
        "ball_presence_rate_seed_std": 0.0007194964000504271,
        "ball_correct_color_rate_mean": 0.9941433566433566,
        "ball_correct_color_rate_seed_std": 0.0007194964000504271,
        "missing_ball_frames_mean": 1.2884615384615385,
        "missing_ball_frames_seed_std": 0.15828920801109939,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.05128205128205129,
        "ball_disappearance_events_seed_std": 0.011102889792108188,
        "ball_reappearance_events_mean": 0.0032051282051282055,
        "ball_reappearance_events_seed_std": 0.005551444896054094,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.05448717948717949,
        "ball_state_change_events_seed_std": 0.014687742612037947,
        "rollout_h5_unscorable_ball_frames_mean": 6.9423076923076925,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.9018492671127012,
        "rollout_h5_scored_ball_frames_mean": 213.05769230769232,
        "rollout_h5_scored_ball_frames_seed_std": 0.9018492671127005,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 7,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 141,
          "1": 141,
          "2": 141
        },
        "l2_mean": 0.18368773662593066,
        "l2_seed_std": 0.0003273861656297829,
        "gt_error_mean": 2.444536721254475,
        "gt_error_seed_std": 0.0408419441170532,
        "iou_mean": 0.7315970082693651,
        "iou_seed_std": 0.001010335802841907,
        "independent_future_center_error_mean": 2.444536721254475,
        "independent_future_center_error_seed_std": 0.0408419441170532,
        "rollout_h1_error_mean": 0.14510637692763265,
        "rollout_h1_error_seed_std": 0.0011255882393802511,
        "rollout_h5_error_mean": 0.6075165881278601,
        "rollout_h5_error_seed_std": 0.003085603937276287,
        "rollout_h5_reliable_error_mean": 0.3093785430891461,
        "rollout_h5_reliable_error_seed_std": 0.0033911735712780773,
        "rollout_h5_penalized_error_mean": 0.8291853036578352,
        "rollout_h5_penalized_error_seed_std": 0.1454666648068582,
        "rollout_h5_scorable_fraction_mean": 0.9623253814743177,
        "rollout_h5_scorable_fraction_seed_std": 0.01063157150800809,
        "rollout_h5_source_available_fraction_mean": 0.9708252740167633,
        "rollout_h5_source_available_fraction_seed_std": 0.008400267066921619,
        "ball_presence_rate_mean": 0.992434988179669,
        "ball_presence_rate_seed_std": 0.0018603816991794569,
        "ball_correct_color_rate_mean": 0.9923705136471094,
        "ball_correct_color_rate_seed_std": 0.001913257537129606,
        "missing_ball_frames_mean": 1.6643026004728132,
        "missing_ball_frames_seed_std": 0.4092839738194718,
        "color_changed_ball_frames_mean": 0.014184397163120567,
        "color_changed_ball_frames_seed_std": 0.014184397163120567,
        "ball_disappearance_events_mean": 0.07328605200945626,
        "ball_disappearance_events_seed_std": 0.016378731040840446,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.014184397163120567,
        "ball_color_change_events_seed_std": 0.014184397163120567,
        "ball_state_change_events_mean": 0.08747044917257683,
        "ball_state_change_events_seed_std": 0.029527177297391953,
        "rollout_h5_unscorable_ball_frames_mean": 8.288416075650119,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.338945731761774,
        "rollout_h5_scored_ball_frames_mean": 211.7115839243499,
        "rollout_h5_scored_ball_frames_seed_std": 2.3389457317617777,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 8,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 134,
          "1": 134,
          "2": 134
        },
        "l2_mean": 0.1858526215476183,
        "l2_seed_std": 0.0006404457745581798,
        "gt_error_mean": 2.5134368845428634,
        "gt_error_seed_std": 0.04113026973041198,
        "iou_mean": 0.7319622563904812,
        "iou_seed_std": 0.0008457216609123856,
        "independent_future_center_error_mean": 2.5134368845428634,
        "independent_future_center_error_seed_std": 0.04113026973041198,
        "rollout_h1_error_mean": 0.13812042372288844,
        "rollout_h1_error_seed_std": 0.0024244195457011385,
        "rollout_h5_error_mean": 0.583150378720843,
        "rollout_h5_error_seed_std": 0.008577722271162914,
        "rollout_h5_reliable_error_mean": 0.2960057014578802,
        "rollout_h5_reliable_error_seed_std": 0.00511810764771685,
        "rollout_h5_penalized_error_mean": 0.8712458360231771,
        "rollout_h5_penalized_error_seed_std": 0.21743598200429284,
        "rollout_h5_scorable_fraction_mean": 0.9584011759384894,
        "rollout_h5_scorable_fraction_seed_std": 0.015776736686457064,
        "rollout_h5_source_available_fraction_mean": 0.9648914518317503,
        "rollout_h5_source_available_fraction_seed_std": 0.01442253846560199,
        "ball_presence_rate_mean": 0.9920850293984622,
        "ball_presence_rate_seed_std": 0.0030397600799015926,
        "ball_correct_color_rate_mean": 0.9920624151967435,
        "ball_correct_color_rate_seed_std": 0.003044047117153642,
        "missing_ball_frames_mean": 1.7412935323383085,
        "missing_ball_frames_seed_std": 0.6687472175783513,
        "color_changed_ball_frames_mean": 0.004975124378109453,
        "color_changed_ball_frames_seed_std": 0.0043085840984300435,
        "ball_disappearance_events_mean": 0.0572139303482587,
        "ball_disappearance_events_seed_std": 0.008617168196860087,
        "ball_reappearance_events_mean": 0.01243781094527363,
        "ball_reappearance_events_seed_std": 0.0043085840984300435,
        "ball_color_change_events_mean": 0.004975124378109453,
        "ball_color_change_events_seed_std": 0.0043085840984300435,
        "ball_state_change_events_mean": 0.07462686567164178,
        "ball_state_change_events_seed_std": 0.014925373134328356,
        "rollout_h5_unscorable_ball_frames_mean": 9.15174129353234,
        "rollout_h5_unscorable_ball_frames_seed_std": 3.4708820710205512,
        "rollout_h5_scored_ball_frames_mean": 210.84825870646767,
        "rollout_h5_scored_ball_frames_seed_std": 3.4708820710205477,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 9,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 144,
          "1": 144,
          "2": 144
        },
        "l2_mean": 0.19239714476107447,
        "l2_seed_std": 0.0010284892582961217,
        "gt_error_mean": 2.6204126458029555,
        "gt_error_seed_std": 0.03489847171518755,
        "iou_mean": 0.7313771704802876,
        "iou_seed_std": 0.0008046853986014749,
        "independent_future_center_error_mean": 2.6204126458029555,
        "independent_future_center_error_seed_std": 0.03489847171518755,
        "rollout_h1_error_mean": 0.14496099301295548,
        "rollout_h1_error_seed_std": 0.0024410036100757995,
        "rollout_h5_error_mean": 0.6208116167113299,
        "rollout_h5_error_seed_std": 0.012535382265917924,
        "rollout_h5_reliable_error_mean": 0.3184804898950948,
        "rollout_h5_reliable_error_seed_std": 0.007303947492698138,
        "rollout_h5_penalized_error_mean": 0.9737548930557988,
        "rollout_h5_penalized_error_seed_std": 0.06743268938778914,
        "rollout_h5_scorable_fraction_mean": 0.9526304713804714,
        "rollout_h5_scorable_fraction_seed_std": 0.0046160748155459185,
        "rollout_h5_source_available_fraction_mean": 0.9632260101010102,
        "rollout_h5_source_available_fraction_seed_std": 0.0032035642566579287,
        "ball_presence_rate_mean": 0.9912247474747474,
        "ball_presence_rate_seed_std": 0.0011262350236686705,
        "ball_correct_color_rate_mean": 0.9912142255892256,
        "ball_correct_color_rate_seed_std": 0.001122838516157789,
        "missing_ball_frames_mean": 1.9305555555555556,
        "missing_ball_frames_seed_std": 0.247771705207101,
        "color_changed_ball_frames_mean": 0.0023148148148148147,
        "color_changed_ball_frames_seed_std": 0.004009376869372401,
        "ball_disappearance_events_mean": 0.08101851851851852,
        "ball_disappearance_events_seed_std": 0.02121562821738815,
        "ball_reappearance_events_mean": 0.0023148148148148147,
        "ball_reappearance_events_seed_std": 0.004009376869372401,
        "ball_color_change_events_mean": 0.0023148148148148147,
        "ball_color_change_events_seed_std": 0.004009376869372401,
        "ball_state_change_events_mean": 0.08564814814814814,
        "ball_state_change_events_seed_std": 0.02438808739086282,
        "rollout_h5_unscorable_ball_frames_mean": 10.421296296296296,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.0155364594201048,
        "rollout_h5_scored_ball_frames_mean": 209.57870370370372,
        "rollout_h5_scored_ball_frames_seed_std": 1.0155364594201068,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 10,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 151,
          "1": 151,
          "2": 151
        },
        "l2_mean": 0.19367172519694892,
        "l2_seed_std": 0.0006607299281068057,
        "gt_error_mean": 2.646113562442168,
        "gt_error_seed_std": 0.029400951228528045,
        "iou_mean": 0.7323824039515965,
        "iou_seed_std": 0.0005066213611400654,
        "independent_future_center_error_mean": 2.646113562442168,
        "independent_future_center_error_seed_std": 0.029400951228528045,
        "rollout_h1_error_mean": 0.14173491285506887,
        "rollout_h1_error_seed_std": 0.0031813728772042563,
        "rollout_h5_error_mean": 0.6125829084729261,
        "rollout_h5_error_seed_std": 0.015619688763426579,
        "rollout_h5_reliable_error_mean": 0.32355503404463615,
        "rollout_h5_reliable_error_seed_std": 0.0009101577736244745,
        "rollout_h5_penalized_error_mean": 0.7938937034903926,
        "rollout_h5_penalized_error_seed_std": 0.07497199566604246,
        "rollout_h5_scorable_fraction_mean": 0.9659943808950432,
        "rollout_h5_scorable_fraction_seed_std": 0.00552411577096849,
        "rollout_h5_source_available_fraction_mean": 0.9724563515954244,
        "rollout_h5_source_available_fraction_seed_std": 0.005028083410141528,
        "ball_presence_rate_mean": 0.9932972105157536,
        "ball_presence_rate_seed_std": 0.0014500252383869948,
        "ball_correct_color_rate_mean": 0.9932570740517761,
        "ball_correct_color_rate_seed_std": 0.0014234305138515013,
        "missing_ball_frames_mean": 1.4746136865342163,
        "missing_ball_frames_seed_std": 0.31900555244513595,
        "color_changed_ball_frames_mean": 0.008830022075055188,
        "color_changed_ball_frames_seed_std": 0.01011606113676786,
        "ball_disappearance_events_mean": 0.059602649006622516,
        "ball_disappearance_events_seed_std": 0.006622516556291393,
        "ball_reappearance_events_mean": 0.006622516556291391,
        "ball_reappearance_events_seed_std": 0.006622516556291391,
        "ball_color_change_events_mean": 0.008830022075055188,
        "ball_color_change_events_seed_std": 0.01011606113676786,
        "ball_state_change_events_mean": 0.07505518763796909,
        "ball_state_change_events_seed_std": 0.010116061136767855,
        "rollout_h5_unscorable_ball_frames_mean": 7.481236203090508,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.2153054696130687,
        "rollout_h5_scored_ball_frames_mean": 212.5187637969095,
        "rollout_h5_scored_ball_frames_seed_std": 1.2153054696130767,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 11,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 86,
          "1": 86,
          "2": 86
        },
        "l2_mean": 0.19942156762577767,
        "l2_seed_std": 0.0008620692186758881,
        "gt_error_mean": 2.738135918919227,
        "gt_error_seed_std": 0.015528408486942055,
        "iou_mean": 0.7316493895339005,
        "iou_seed_std": 0.0013355812384917422,
        "independent_future_center_error_mean": 2.738135918919227,
        "independent_future_center_error_seed_std": 0.015528408486942055,
        "rollout_h1_error_mean": 0.13867200374558367,
        "rollout_h1_error_seed_std": 0.0026863468659652453,
        "rollout_h5_error_mean": 0.6054686844393514,
        "rollout_h5_error_seed_std": 0.01593551517881675,
        "rollout_h5_reliable_error_mean": 0.32802741739088587,
        "rollout_h5_reliable_error_seed_std": 0.0037131317780820317,
        "rollout_h5_penalized_error_mean": 1.2417273488435183,
        "rollout_h5_penalized_error_seed_std": 0.15593218106145945,
        "rollout_h5_scorable_fraction_mean": 0.9339852008456659,
        "rollout_h5_scorable_fraction_seed_std": 0.011205447957380033,
        "rollout_h5_source_available_fraction_mean": 0.9443269908386187,
        "rollout_h5_source_available_fraction_seed_std": 0.009002025867385835,
        "ball_presence_rate_mean": 0.9867336152219873,
        "ball_presence_rate_seed_std": 0.0032110782619627883,
        "ball_correct_color_rate_mean": 0.9867336152219873,
        "ball_correct_color_rate_seed_std": 0.0032110782619627883,
        "missing_ball_frames_mean": 2.9186046511627906,
        "missing_ball_frames_seed_std": 0.7064372176318157,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.09689922480620156,
        "ball_disappearance_events_seed_std": 0.037378491321678115,
        "ball_reappearance_events_mean": 0.007751937984496124,
        "ball_reappearance_events_seed_std": 0.006713375223135184,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.10465116279069768,
        "ball_state_change_events_seed_std": 0.04028025133881109,
        "rollout_h5_unscorable_ball_frames_mean": 14.523255813953488,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.4651985506236125,
        "rollout_h5_scored_ball_frames_mean": 205.47674418604652,
        "rollout_h5_scored_ball_frames_seed_std": 2.4651985506236156,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 12,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 53,
          "1": 53,
          "2": 53
        },
        "l2_mean": 0.19898503353385805,
        "l2_seed_std": 0.0021075938484709958,
        "gt_error_mean": 2.7047050977139433,
        "gt_error_seed_std": 0.02714239424108473,
        "iou_mean": 0.7268989201348001,
        "iou_seed_std": 0.0015259235990602467,
        "independent_future_center_error_mean": 2.7047050977139433,
        "independent_future_center_error_seed_std": 0.02714239424108473,
        "rollout_h1_error_mean": 0.14554164400234837,
        "rollout_h1_error_seed_std": 0.0030042175870193455,
        "rollout_h5_error_mean": 0.63201733990845,
        "rollout_h5_error_seed_std": 0.011470932238362012,
        "rollout_h5_reliable_error_mean": 0.34428512967334324,
        "rollout_h5_reliable_error_seed_std": 0.0054983360086601225,
        "rollout_h5_penalized_error_mean": 0.7017316061962697,
        "rollout_h5_penalized_error_seed_std": 0.2035141223459356,
        "rollout_h5_scorable_fraction_mean": 0.973642081189251,
        "rollout_h5_scorable_fraction_seed_std": 0.014791454081065206,
        "rollout_h5_source_available_fraction_mean": 0.9778444825614636,
        "rollout_h5_source_available_fraction_seed_std": 0.011636133212655402,
        "ball_presence_rate_mean": 0.9948542024013722,
        "ball_presence_rate_seed_std": 0.003047916920054358,
        "ball_correct_color_rate_mean": 0.9947970268724986,
        "ball_correct_color_rate_seed_std": 0.002998446312796423,
        "missing_ball_frames_mean": 1.1320754716981132,
        "missing_ball_frames_seed_std": 0.6705417224119571,
        "color_changed_ball_frames_mean": 0.012578616352201257,
        "color_changed_ball_frames_seed_std": 0.010893401305464637,
        "ball_disappearance_events_mean": 0.06289308176100629,
        "ball_disappearance_events_seed_std": 0.02882123078588579,
        "ball_reappearance_events_mean": 0.012578616352201257,
        "ball_reappearance_events_seed_std": 0.010893401305464637,
        "ball_color_change_events_mean": 0.012578616352201257,
        "ball_color_change_events_seed_std": 0.010893401305464637,
        "ball_state_change_events_mean": 0.0880503144654088,
        "ball_state_change_events_seed_std": 0.021786802610929277,
        "rollout_h5_unscorable_ball_frames_mean": 5.79874213836478,
        "rollout_h5_unscorable_ball_frames_seed_std": 3.2541198978343484,
        "rollout_h5_scored_ball_frames_mean": 214.2012578616352,
        "rollout_h5_scored_ball_frames_seed_std": 3.254119897834339,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 13,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 19,
          "1": 19,
          "2": 19
        },
        "l2_mean": 0.19570793028463399,
        "l2_seed_std": 0.0012151936329501322,
        "gt_error_mean": 2.6381076134518118,
        "gt_error_seed_std": 0.034328167866606675,
        "iou_mean": 0.7311885222970465,
        "iou_seed_std": 0.00216415358757004,
        "independent_future_center_error_mean": 2.6381076134518118,
        "independent_future_center_error_seed_std": 0.034328167866606675,
        "rollout_h1_error_mean": 0.14745291567710028,
        "rollout_h1_error_seed_std": 0.004765086770627213,
        "rollout_h5_error_mean": 0.6561490870114701,
        "rollout_h5_error_seed_std": 0.01539340939068905,
        "rollout_h5_reliable_error_mean": 0.34311222513912354,
        "rollout_h5_reliable_error_seed_std": 0.016280892491128754,
        "rollout_h5_penalized_error_mean": 2.1571422952612593,
        "rollout_h5_penalized_error_seed_std": 0.876471128544165,
        "rollout_h5_scorable_fraction_mean": 0.8700159489633174,
        "rollout_h5_scorable_fraction_seed_std": 0.06470764880210328,
        "rollout_h5_source_available_fraction_mean": 0.8883572567783095,
        "rollout_h5_source_available_fraction_seed_std": 0.053685795448918064,
        "ball_presence_rate_mean": 0.9746411483253589,
        "ball_presence_rate_seed_std": 0.012665877025788544,
        "ball_correct_color_rate_mean": 0.9746411483253589,
        "ball_correct_color_rate_seed_std": 0.012665877025788544,
        "missing_ball_frames_mean": 5.578947368421052,
        "missing_ball_frames_seed_std": 2.7864929456734835,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.15789473684210525,
        "ball_disappearance_events_seed_std": 0.09116056881941459,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.15789473684210525,
        "ball_state_change_events_seed_std": 0.09116056881941459,
        "rollout_h5_unscorable_ball_frames_mean": 28.596491228070175,
        "rollout_h5_unscorable_ball_frames_seed_std": 14.235682736462714,
        "rollout_h5_scored_ball_frames_mean": 191.4035087719298,
        "rollout_h5_scored_ball_frames_seed_std": 14.235682736462707,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 100,
        "causal_chain_depth": 14,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 2,
          "1": 2,
          "2": 2
        },
        "l2_mean": 0.19420412182807922,
        "l2_seed_std": 0.005445589470327246,
        "gt_error_mean": 2.706916333444459,
        "gt_error_seed_std": 0.14983760232064086,
        "iou_mean": 0.7291609517290832,
        "iou_seed_std": 0.006184226518763185,
        "independent_future_center_error_mean": 2.706916333444459,
        "independent_future_center_error_seed_std": 0.14983760232064086,
        "rollout_h1_error_mean": 0.19001424703033215,
        "rollout_h1_error_seed_std": 0.060875454793136455,
        "rollout_h5_error_mean": 0.6999869398492988,
        "rollout_h5_error_seed_std": 0.0722480315732786,
        "rollout_h5_reliable_error_mean": 0.3448672597976583,
        "rollout_h5_reliable_error_seed_std": 0.019224909312927186,
        "rollout_h5_penalized_error_mean": 0.3448672597976583,
        "rollout_h5_penalized_error_seed_std": 0.019224909312927186,
        "rollout_h5_scorable_fraction_mean": 1.0,
        "rollout_h5_scorable_fraction_seed_std": 0.0,
        "rollout_h5_source_available_fraction_mean": 1.0,
        "rollout_h5_source_available_fraction_seed_std": 0.0,
        "ball_presence_rate_mean": 1.0,
        "ball_presence_rate_seed_std": 0.0,
        "ball_correct_color_rate_mean": 1.0,
        "ball_correct_color_rate_seed_std": 0.0,
        "missing_ball_frames_mean": 0.0,
        "missing_ball_frames_seed_std": 0.0,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.0,
        "ball_disappearance_events_seed_std": 0.0,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.0,
        "ball_state_change_events_seed_std": 0.0,
        "rollout_h5_unscorable_ball_frames_mean": 0.0,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.0,
        "rollout_h5_scored_ball_frames_mean": 220.0,
        "rollout_h5_scored_ball_frames_seed_std": 0.0,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 4,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 4,
          "1": 4,
          "2": 4
        },
        "l2_mean": 0.15060609206557274,
        "l2_seed_std": 0.00709362196810945,
        "gt_error_mean": 1.6721184895653676,
        "gt_error_seed_std": 0.19374568259356886,
        "iou_mean": 0.7179567950219772,
        "iou_seed_std": 0.004282129284193952,
        "independent_future_center_error_mean": 1.6721184895653676,
        "independent_future_center_error_seed_std": 0.19374568259356886,
        "rollout_h1_error_mean": 0.15264489592161176,
        "rollout_h1_error_seed_std": 0.011245788023031349,
        "rollout_h5_error_mean": 0.6011817655843498,
        "rollout_h5_error_seed_std": 0.08110677418494368,
        "rollout_h5_reliable_error_mean": 0.2481488457237403,
        "rollout_h5_reliable_error_seed_std": 0.022866992414308663,
        "rollout_h5_penalized_error_mean": 0.2481488457237403,
        "rollout_h5_penalized_error_seed_std": 0.022866992414308663,
        "rollout_h5_scorable_fraction_mean": 1.0,
        "rollout_h5_scorable_fraction_seed_std": 0.0,
        "rollout_h5_source_available_fraction_mean": 1.0,
        "rollout_h5_source_available_fraction_seed_std": 0.0,
        "ball_presence_rate_mean": 1.0,
        "ball_presence_rate_seed_std": 0.0,
        "ball_correct_color_rate_mean": 1.0,
        "ball_correct_color_rate_seed_std": 0.0,
        "missing_ball_frames_mean": 0.0,
        "missing_ball_frames_seed_std": 0.0,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.0,
        "ball_disappearance_events_seed_std": 0.0,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.0,
        "ball_state_change_events_seed_std": 0.0,
        "rollout_h5_unscorable_ball_frames_mean": 0.0,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.0,
        "rollout_h5_scored_ball_frames_mean": 220.0,
        "rollout_h5_scored_ball_frames_seed_std": 0.0,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 5,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 58,
          "1": 58,
          "2": 58
        },
        "l2_mean": 0.1704682613583817,
        "l2_seed_std": 0.0005758791670849626,
        "gt_error_mean": 2.1470220677896537,
        "gt_error_seed_std": 0.04621381488779688,
        "iou_mean": 0.7281988958664399,
        "iou_seed_std": 0.0008635440992909608,
        "independent_future_center_error_mean": 2.1470220677896537,
        "independent_future_center_error_seed_std": 0.04621381488779688,
        "rollout_h1_error_mean": 0.1394379915746757,
        "rollout_h1_error_seed_std": 0.0011935801607530889,
        "rollout_h5_error_mean": 0.5712290202158723,
        "rollout_h5_error_seed_std": 0.013373534034023063,
        "rollout_h5_reliable_error_mean": 0.28686870904182565,
        "rollout_h5_reliable_error_seed_std": 0.007565167540415125,
        "rollout_h5_penalized_error_mean": 0.854419959323829,
        "rollout_h5_penalized_error_seed_std": 0.19248156897007862,
        "rollout_h5_scorable_fraction_mean": 0.9588296760710554,
        "rollout_h5_scorable_fraction_seed_std": 0.013621567417934285,
        "rollout_h5_source_available_fraction_mean": 0.9663009404388715,
        "rollout_h5_source_available_fraction_seed_std": 0.011891842402424411,
        "ball_presence_rate_mean": 0.9919278996865204,
        "ball_presence_rate_seed_std": 0.0029396550679484795,
        "ball_correct_color_rate_mean": 0.9919278996865204,
        "ball_correct_color_rate_seed_std": 0.0029396550679484795,
        "missing_ball_frames_mean": 1.7758620689655173,
        "missing_ball_frames_seed_std": 0.6467241149486569,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.07471264367816091,
        "ball_disappearance_events_seed_std": 0.02633664192503356,
        "ball_reappearance_events_mean": 0.005747126436781609,
        "ball_reappearance_events_seed_std": 0.00995431498602803,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.08045977011494253,
        "ball_state_change_events_seed_std": 0.03589079309424367,
        "rollout_h5_unscorable_ball_frames_mean": 9.057471264367816,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.996744831945541,
        "rollout_h5_scored_ball_frames_mean": 210.94252873563218,
        "rollout_h5_scored_ball_frames_seed_std": 2.99674483194554,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 6,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 104,
          "1": 104,
          "2": 104
        },
        "l2_mean": 0.17695734592584464,
        "l2_seed_std": 0.000499297627961098,
        "gt_error_mean": 2.2783677883016997,
        "gt_error_seed_std": 0.019134848591570223,
        "iou_mean": 0.7277571153864004,
        "iou_seed_std": 0.001113501200962265,
        "independent_future_center_error_mean": 2.2783677883016997,
        "independent_future_center_error_seed_std": 0.019134848591570223,
        "rollout_h1_error_mean": 0.14082230145597804,
        "rollout_h1_error_seed_std": 0.00269567371784578,
        "rollout_h5_error_mean": 0.5860071339533043,
        "rollout_h5_error_seed_std": 0.01395972034713474,
        "rollout_h5_reliable_error_mean": 0.3017674622767793,
        "rollout_h5_reliable_error_seed_std": 0.001819635720381529,
        "rollout_h5_penalized_error_mean": 0.8632779740804026,
        "rollout_h5_penalized_error_seed_std": 0.12120818017202052,
        "rollout_h5_scorable_fraction_mean": 0.9593240093240093,
        "rollout_h5_scorable_fraction_seed_std": 0.008724342606257287,
        "rollout_h5_source_available_fraction_mean": 0.9686771561771562,
        "rollout_h5_source_available_fraction_seed_std": 0.007366596078144843,
        "ball_presence_rate_mean": 0.9923805361305361,
        "ball_presence_rate_seed_std": 0.0015280543709443092,
        "ball_correct_color_rate_mean": 0.9923805361305361,
        "ball_correct_color_rate_seed_std": 0.0015280543709443092,
        "missing_ball_frames_mean": 1.6762820512820513,
        "missing_ball_frames_seed_std": 0.33617196160775076,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.08012820512820513,
        "ball_disappearance_events_seed_std": 0.014687742612037953,
        "ball_reappearance_events_mean": 0.006410256410256411,
        "ball_reappearance_events_seed_std": 0.005551444896054094,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.08653846153846154,
        "ball_state_change_events_seed_std": 0.019230769230769232,
        "rollout_h5_unscorable_ball_frames_mean": 8.948717948717949,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.919355373376609,
        "rollout_h5_scored_ball_frames_mean": 211.05128205128204,
        "rollout_h5_scored_ball_frames_seed_std": 1.919355373376611,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 7,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 141,
          "1": 141,
          "2": 141
        },
        "l2_mean": 0.18415202711209055,
        "l2_seed_std": 0.00094489885424352,
        "gt_error_mean": 2.4621184400378113,
        "gt_error_seed_std": 0.03247090381162704,
        "iou_mean": 0.7282488599704353,
        "iou_seed_std": 0.0008646567118531124,
        "independent_future_center_error_mean": 2.4621184400378113,
        "independent_future_center_error_seed_std": 0.03247090381162704,
        "rollout_h1_error_mean": 0.14623290888953067,
        "rollout_h1_error_seed_std": 0.0023453213853199734,
        "rollout_h5_error_mean": 0.6130856783928834,
        "rollout_h5_error_seed_std": 0.0051078693716565034,
        "rollout_h5_reliable_error_mean": 0.30998654080769855,
        "rollout_h5_reliable_error_seed_std": 0.006247586828533586,
        "rollout_h5_penalized_error_mean": 0.7650878254098574,
        "rollout_h5_penalized_error_seed_std": 0.19114411367245276,
        "rollout_h5_scorable_fraction_mean": 0.9669890393294649,
        "rollout_h5_scorable_fraction_seed_std": 0.013598357579181883,
        "rollout_h5_source_available_fraction_mean": 0.9739952718676123,
        "rollout_h5_source_available_fraction_seed_std": 0.011614740027762787,
        "ball_presence_rate_mean": 0.9937352245862884,
        "ball_presence_rate_seed_std": 0.002647645979576184,
        "ball_correct_color_rate_mean": 0.9937137330754352,
        "ball_correct_color_rate_seed_std": 0.002616585930071299,
        "missing_ball_frames_mean": 1.3782505910165486,
        "missing_ball_frames_seed_std": 0.5824821155067629,
        "color_changed_ball_frames_mean": 0.004728132387706856,
        "color_changed_ball_frames_seed_std": 0.008189365520420223,
        "ball_disappearance_events_mean": 0.054373522458628844,
        "ball_disappearance_events_seed_std": 0.02166702456243896,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.004728132387706856,
        "ball_color_change_events_seed_std": 0.008189365520420223,
        "ball_state_change_events_mean": 0.0591016548463357,
        "ball_state_change_events_seed_std": 0.016378731040840446,
        "rollout_h5_unscorable_ball_frames_mean": 7.26241134751773,
        "rollout_h5_unscorable_ball_frames_seed_std": 2.9916386674200144,
        "rollout_h5_scored_ball_frames_mean": 212.73758865248226,
        "rollout_h5_scored_ball_frames_seed_std": 2.991638667420021,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 8,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 134,
          "1": 134,
          "2": 134
        },
        "l2_mean": 0.18616275719149195,
        "l2_seed_std": 0.001034304162561269,
        "gt_error_mean": 2.5333099550959854,
        "gt_error_seed_std": 0.03643820331927213,
        "iou_mean": 0.7257382606396527,
        "iou_seed_std": 0.0012030078398837436,
        "independent_future_center_error_mean": 2.5333099550959854,
        "independent_future_center_error_seed_std": 0.03643820331927213,
        "rollout_h1_error_mean": 0.1399392027162534,
        "rollout_h1_error_seed_std": 0.0009524029599817418,
        "rollout_h5_error_mean": 0.5907582579372461,
        "rollout_h5_error_seed_std": 0.007035644572198823,
        "rollout_h5_reliable_error_mean": 0.30073462444009447,
        "rollout_h5_reliable_error_seed_std": 0.004507384519045974,
        "rollout_h5_penalized_error_mean": 0.9309784935120624,
        "rollout_h5_penalized_error_seed_std": 0.052505075496711226,
        "rollout_h5_scorable_fraction_mean": 0.9543645409317051,
        "rollout_h5_scorable_fraction_seed_std": 0.003942077650350225,
        "rollout_h5_source_available_fraction_mean": 0.9622342831298055,
        "rollout_h5_source_available_fraction_seed_std": 0.0037364793400855843,
        "ball_presence_rate_mean": 0.9909656264133876,
        "ball_presence_rate_seed_std": 0.0012269637276238834,
        "ball_correct_color_rate_mean": 0.9909203980099502,
        "ball_correct_color_rate_seed_std": 0.0013051255146927618,
        "missing_ball_frames_mean": 1.9875621890547264,
        "missing_ball_frames_seed_std": 0.26993202007724754,
        "color_changed_ball_frames_mean": 0.009950248756218905,
        "color_changed_ball_frames_seed_std": 0.017234336393720174,
        "ball_disappearance_events_mean": 0.06716417910447761,
        "ball_disappearance_events_seed_std": 0.007462686567164176,
        "ball_reappearance_events_mean": 0.009950248756218905,
        "ball_reappearance_events_seed_std": 0.0043085840984300435,
        "ball_color_change_events_mean": 0.009950248756218905,
        "ball_color_change_events_seed_std": 0.017234336393720174,
        "ball_state_change_events_mean": 0.08706467661691542,
        "ball_state_change_events_seed_std": 0.01878068267480286,
        "rollout_h5_unscorable_ball_frames_mean": 10.039800995024875,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.8672570830770557,
        "rollout_h5_scored_ball_frames_mean": 209.96019900497512,
        "rollout_h5_scored_ball_frames_seed_std": 0.8672570830770477,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 9,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 144,
          "1": 144,
          "2": 144
        },
        "l2_mean": 0.19290335234944467,
        "l2_seed_std": 0.0012919200319906816,
        "gt_error_mean": 2.6384562972030805,
        "gt_error_seed_std": 0.05408920541598686,
        "iou_mean": 0.7263797764546448,
        "iou_seed_std": 0.0012784685661126134,
        "independent_future_center_error_mean": 2.6384562972030805,
        "independent_future_center_error_seed_std": 0.05408920541598686,
        "rollout_h1_error_mean": 0.1498789583968027,
        "rollout_h1_error_seed_std": 0.00052790985720746,
        "rollout_h5_error_mean": 0.6331717868796464,
        "rollout_h5_error_seed_std": 0.004860848572225074,
        "rollout_h5_reliable_error_mean": 0.32684488321650207,
        "rollout_h5_reliable_error_seed_std": 0.0006035222332791661,
        "rollout_h5_penalized_error_mean": 0.8351438419542763,
        "rollout_h5_penalized_error_seed_std": 0.04956488705933823,
        "rollout_h5_scorable_fraction_mean": 0.9632786195286195,
        "rollout_h5_scorable_fraction_seed_std": 0.003551428626207461,
        "rollout_h5_source_available_fraction_mean": 0.9700126262626263,
        "rollout_h5_source_available_fraction_seed_std": 0.002923020703512045,
        "ball_presence_rate_mean": 0.9929292929292929,
        "ball_presence_rate_seed_std": 0.0005794684264736596,
        "ball_correct_color_rate_mean": 0.9929292929292929,
        "ball_correct_color_rate_seed_std": 0.0005794684264736596,
        "missing_ball_frames_mean": 1.5555555555555556,
        "missing_ball_frames_seed_std": 0.12748305382420708,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.05324074074074074,
        "ball_disappearance_events_seed_std": 0.010607814108694075,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.05324074074074074,
        "ball_state_change_events_seed_std": 0.010607814108694075,
        "rollout_h5_unscorable_ball_frames_mean": 8.078703703703704,
        "rollout_h5_unscorable_ball_frames_seed_std": 0.7813142977656333,
        "rollout_h5_scored_ball_frames_mean": 211.9212962962963,
        "rollout_h5_scored_ball_frames_seed_std": 0.7813142977656408,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 10,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 151,
          "1": 151,
          "2": 151
        },
        "l2_mean": 0.19448157549562306,
        "l2_seed_std": 0.00045091903833313293,
        "gt_error_mean": 2.650573830832693,
        "gt_error_seed_std": 0.01773493628785182,
        "iou_mean": 0.726225162912588,
        "iou_seed_std": 0.0016407869222572497,
        "independent_future_center_error_mean": 2.650573830832693,
        "independent_future_center_error_seed_std": 0.01773493628785182,
        "rollout_h1_error_mean": 0.14553564711448613,
        "rollout_h1_error_seed_std": 0.004687225621471828,
        "rollout_h5_error_mean": 0.6252894106091951,
        "rollout_h5_error_seed_std": 0.01960829414682984,
        "rollout_h5_reliable_error_mean": 0.3324586336989167,
        "rollout_h5_reliable_error_seed_std": 0.0017013905989786918,
        "rollout_h5_penalized_error_mean": 0.9613899431499634,
        "rollout_h5_penalized_error_seed_std": 0.09465148066875521,
        "rollout_h5_scorable_fraction_mean": 0.9543748745735501,
        "rollout_h5_scorable_fraction_seed_std": 0.0069612181415009446,
        "rollout_h5_source_available_fraction_mean": 0.9643287176399759,
        "rollout_h5_source_available_fraction_seed_std": 0.005737242189207076,
        "ball_presence_rate_mean": 0.9906883403572145,
        "ball_presence_rate_seed_std": 0.0013683606059874413,
        "ball_correct_color_rate_mean": 0.9906582380092314,
        "ball_correct_color_rate_seed_std": 0.0013436351989342121,
        "missing_ball_frames_mean": 2.048565121412804,
        "missing_ball_frames_seed_std": 0.30103933331723387,
        "color_changed_ball_frames_mean": 0.006622516556291391,
        "color_changed_ball_frames_seed_std": 0.006622516556291391,
        "ball_disappearance_events_mean": 0.09713024282560706,
        "ball_disappearance_events_seed_std": 0.007647023432975175,
        "ball_reappearance_events_mean": 0.008830022075055188,
        "ball_reappearance_events_seed_std": 0.003823511716487588,
        "ball_color_change_events_mean": 0.006622516556291391,
        "ball_color_change_events_seed_std": 0.006622516556291391,
        "ball_state_change_events_mean": 0.11258278145695365,
        "ball_state_change_events_seed_std": 0.00662251655629139,
        "rollout_h5_unscorable_ball_frames_mean": 10.037527593818984,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.5314679911302036,
        "rollout_h5_scored_ball_frames_mean": 209.962472406181,
        "rollout_h5_scored_ball_frames_seed_std": 1.531467991130209,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 11,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 86,
          "1": 86,
          "2": 86
        },
        "l2_mean": 0.1998198125944581,
        "l2_seed_std": 0.001164138590898354,
        "gt_error_mean": 2.777316072866051,
        "gt_error_seed_std": 0.054080705014288376,
        "iou_mean": 0.725055767292797,
        "iou_seed_std": 0.0018721381302631726,
        "independent_future_center_error_mean": 2.777316072866051,
        "independent_future_center_error_seed_std": 0.054080705014288376,
        "rollout_h1_error_mean": 0.14586413883917268,
        "rollout_h1_error_seed_std": 0.001737600833036181,
        "rollout_h5_error_mean": 0.6251065867543152,
        "rollout_h5_error_seed_std": 0.0031166758618938095,
        "rollout_h5_reliable_error_mean": 0.3336152036251547,
        "rollout_h5_reliable_error_seed_std": 0.007015385231778013,
        "rollout_h5_penalized_error_mean": 1.2008176963798045,
        "rollout_h5_penalized_error_seed_std": 0.09369332031932687,
        "rollout_h5_scorable_fraction_mean": 0.9371564482029598,
        "rollout_h5_scorable_fraction_seed_std": 0.00656094044380614,
        "rollout_h5_source_available_fraction_mean": 0.9466173361522199,
        "rollout_h5_source_available_fraction_seed_std": 0.007242172096218102,
        "ball_presence_rate_mean": 0.9872093023255814,
        "ball_presence_rate_seed_std": 0.002389567559293324,
        "ball_correct_color_rate_mean": 0.9871564482029598,
        "ball_correct_color_rate_seed_std": 0.002389567559293324,
        "missing_ball_frames_mean": 2.813953488372093,
        "missing_ball_frames_seed_std": 0.5257048630445262,
        "color_changed_ball_frames_mean": 0.011627906976744186,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.09302325581395349,
        "ball_disappearance_events_seed_std": 0.0,
        "ball_reappearance_events_mean": 0.015503875968992248,
        "ball_reappearance_events_seed_std": 0.01776192129827845,
        "ball_color_change_events_mean": 0.011627906976744186,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.12015503875968993,
        "ball_state_change_events_seed_std": 0.017761921298278447,
        "rollout_h5_unscorable_ball_frames_mean": 13.825581395348838,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.4434068976373595,
        "rollout_h5_scored_ball_frames_mean": 206.17441860465115,
        "rollout_h5_scored_ball_frames_seed_std": 1.4434068976373606,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 12,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 53,
          "1": 53,
          "2": 53
        },
        "l2_mean": 0.19934825439872983,
        "l2_seed_std": 0.0023858140943170134,
        "gt_error_mean": 2.7149231722784615,
        "gt_error_seed_std": 0.07692643049432558,
        "iou_mean": 0.7219648375954316,
        "iou_seed_std": 0.0022919423243556673,
        "independent_future_center_error_mean": 2.7149231722784615,
        "independent_future_center_error_seed_std": 0.07692643049432558,
        "rollout_h1_error_mean": 0.1475050094636592,
        "rollout_h1_error_seed_std": 0.0045986757727443225,
        "rollout_h5_error_mean": 0.6409230432602052,
        "rollout_h5_error_seed_std": 0.009172851197384778,
        "rollout_h5_reliable_error_mean": 0.34282927213968584,
        "rollout_h5_reliable_error_seed_std": 0.00636320528610351,
        "rollout_h5_penalized_error_mean": 0.919542652465791,
        "rollout_h5_penalized_error_seed_std": 0.08186763704903494,
        "rollout_h5_scorable_fraction_mean": 0.9577758719268153,
        "rollout_h5_scorable_fraction_seed_std": 0.005791615792432076,
        "rollout_h5_source_available_fraction_mean": 0.9656946826758148,
        "rollout_h5_source_available_fraction_seed_std": 0.0051991233503353735,
        "ball_presence_rate_mean": 0.9917095483133219,
        "ball_presence_rate_seed_std": 0.0014204983703607881,
        "ball_correct_color_rate_mean": 0.9916523727844483,
        "ball_correct_color_rate_seed_std": 0.0014256669685296652,
        "missing_ball_frames_mean": 1.8238993710691824,
        "missing_ball_frames_seed_std": 0.3125096414793671,
        "color_changed_ball_frames_mean": 0.012578616352201257,
        "color_changed_ball_frames_seed_std": 0.010893401305464637,
        "ball_disappearance_events_mean": 0.08805031446540881,
        "ball_disappearance_events_seed_std": 0.010893401305464644,
        "ball_reappearance_events_mean": 0.006289308176100628,
        "ball_reappearance_events_seed_std": 0.010893401305464637,
        "ball_color_change_events_mean": 0.012578616352201257,
        "ball_color_change_events_seed_std": 0.010893401305464637,
        "ball_state_change_events_mean": 0.1069182389937107,
        "ball_state_change_events_seed_std": 0.028821230785885787,
        "rollout_h5_unscorable_ball_frames_mean": 9.28930817610063,
        "rollout_h5_unscorable_ball_frames_seed_std": 1.2741554743350498,
        "rollout_h5_scored_ball_frames_mean": 210.71069182389937,
        "rollout_h5_scored_ball_frames_seed_std": 1.2741554743350436,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 13,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 19,
          "1": 19,
          "2": 19
        },
        "l2_mean": 0.1960826612878264,
        "l2_seed_std": 0.0006482070816493145,
        "gt_error_mean": 2.641670175965275,
        "gt_error_seed_std": 0.08202286126881991,
        "iou_mean": 0.7250016988971385,
        "iou_seed_std": 0.0003468787179709667,
        "independent_future_center_error_mean": 2.641670175965275,
        "independent_future_center_error_seed_std": 0.08202286126881991,
        "rollout_h1_error_mean": 0.14966922386304576,
        "rollout_h1_error_seed_std": 0.003005528166992859,
        "rollout_h5_error_mean": 0.66666569441932,
        "rollout_h5_error_seed_std": 0.011576162366500156,
        "rollout_h5_reliable_error_mean": 0.3342842837835001,
        "rollout_h5_reliable_error_seed_std": 0.00829046350424728,
        "rollout_h5_penalized_error_mean": 2.1220646068230473,
        "rollout_h5_penalized_error_seed_std": 0.697915182384072,
        "rollout_h5_scorable_fraction_mean": 0.8719298245614036,
        "rollout_h5_scorable_fraction_seed_std": 0.05069305922280894,
        "rollout_h5_source_available_fraction_mean": 0.8919457735247209,
        "rollout_h5_source_available_fraction_seed_std": 0.042195106770816386,
        "ball_presence_rate_mean": 0.9736044657097288,
        "ball_presence_rate_seed_std": 0.012571385262480703,
        "ball_correct_color_rate_mean": 0.9735247208931419,
        "ball_correct_color_rate_seed_std": 0.0125006200101113,
        "missing_ball_frames_mean": 5.807017543859649,
        "missing_ball_frames_seed_std": 2.7657047577457616,
        "color_changed_ball_frames_mean": 0.017543859649122806,
        "color_changed_ball_frames_seed_std": 0.030386856273138196,
        "ball_disappearance_events_mean": 0.19298245614035087,
        "ball_disappearance_events_seed_std": 0.10956136839295434,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.017543859649122806,
        "ball_color_change_events_seed_std": 0.030386856273138196,
        "ball_state_change_events_mean": 0.21052631578947367,
        "ball_state_change_events_seed_std": 0.09116056881941459,
        "rollout_h5_unscorable_ball_frames_mean": 28.17543859649123,
        "rollout_h5_unscorable_ball_frames_seed_std": 11.152473029017969,
        "rollout_h5_scored_ball_frames_mean": 191.82456140350877,
        "rollout_h5_scored_ball_frames_seed_std": 11.152473029017974,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      },
      {
        "condition": "5ball-49f-ar",
        "mode": "d",
        "reverse_steps": 200,
        "causal_chain_depth": 14,
        "seeds": [
          0,
          1,
          2
        ],
        "examples_per_seed": {
          "0": 2,
          "1": 2,
          "2": 2
        },
        "l2_mean": 0.1956549808382988,
        "l2_seed_std": 0.004558960759962939,
        "gt_error_mean": 2.9048742379398576,
        "gt_error_seed_std": 0.06282917009595404,
        "iou_mean": 0.7278313060008501,
        "iou_seed_std": 0.0026715696050453003,
        "independent_future_center_error_mean": 2.9048742379398576,
        "independent_future_center_error_seed_std": 0.06282917009595404,
        "rollout_h1_error_mean": 0.1459469427103896,
        "rollout_h1_error_seed_std": 0.01340528487942892,
        "rollout_h5_error_mean": 0.6346162689976907,
        "rollout_h5_error_seed_std": 0.07529352520404281,
        "rollout_h5_reliable_error_mean": 0.3346970969735307,
        "rollout_h5_reliable_error_seed_std": 0.02054945009217658,
        "rollout_h5_penalized_error_mean": 0.9092031599768037,
        "rollout_h5_penalized_error_seed_std": 0.9796235338012999,
        "rollout_h5_scorable_fraction_mean": 0.9583333333333334,
        "rollout_h5_scorable_fraction_seed_std": 0.07216878364870322,
        "rollout_h5_source_available_fraction_mean": 0.9810606060606061,
        "rollout_h5_source_available_fraction_seed_std": 0.03280399256759241,
        "ball_presence_rate_mean": 0.9924242424242424,
        "ball_presence_rate_seed_std": 0.013121597027036937,
        "ball_correct_color_rate_mean": 0.9924242424242424,
        "ball_correct_color_rate_seed_std": 0.013121597027036937,
        "missing_ball_frames_mean": 1.6666666666666667,
        "missing_ball_frames_seed_std": 2.886751345948129,
        "color_changed_ball_frames_mean": 0.0,
        "color_changed_ball_frames_seed_std": 0.0,
        "ball_disappearance_events_mean": 0.16666666666666666,
        "ball_disappearance_events_seed_std": 0.28867513459481287,
        "ball_reappearance_events_mean": 0.0,
        "ball_reappearance_events_seed_std": 0.0,
        "ball_color_change_events_mean": 0.0,
        "ball_color_change_events_seed_std": 0.0,
        "ball_state_change_events_mean": 0.16666666666666666,
        "ball_state_change_events_seed_std": 0.28867513459481287,
        "rollout_h5_unscorable_ball_frames_mean": 9.166666666666666,
        "rollout_h5_unscorable_ball_frames_seed_std": 15.87713240271471,
        "rollout_h5_scored_ball_frames_mean": 210.83333333333334,
        "rollout_h5_scored_ball_frames_seed_std": 15.87713240271471,
        "rollout_h5_total_ball_frames_mean": 220.0,
        "rollout_h5_total_ball_frames_seed_std": 0.0,
        "local_pair_center_error_mean": null,
        "local_pair_center_error_seed_std": null,
        "downstream_all_center_error_mean": null,
        "downstream_all_center_error_seed_std": null,
        "downstream_pair_center_error_mean": null,
        "downstream_pair_center_error_seed_std": null,
        "half_target_all_center_error_mean": null,
        "half_target_all_center_error_seed_std": null,
        "half_downstream_all_center_error_mean": null,
        "half_downstream_all_center_error_seed_std": null
      }
    ]
  },
  "ar_bidi_qualitative": {
    "cases": {
      "1": {
        "source": "00000/164.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.010263893799917908,
                "rollout_h1_penalized_error": 0.010263893799917908,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.051921354972742105,
                "rollout_h5_penalized_error": 0.051921354972742105,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 0.5719079444035222,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "l2": 0.21074599027633667,
                "gt_error": 2.7939564212121795,
                "independent_future_center_error": 2.7939564212121795,
                "iou": 0.6520879356820501,
                "rollout_h1_error": 0.2506823502206138,
                "rollout_h5_error": 1.1943980787067123,
                "legacy_rollout_h1_error": 0.2506823502206138,
                "legacy_rollout_h5_error": 1.1943980787067123,
                "rollout_h1_reliable_error": 0.11323752608424077,
                "rollout_h1_penalized_error": 6.234938514148262,
                "rollout_h1_scorable_fraction": 0.5636363636363636,
                "rollout_h1_source_available_fraction": 0.5681818181818182,
                "rollout_h1_source_available_ball_frames": 125,
                "rollout_h1_source_unavailable_ball_frames": 95,
                "rollout_h1_unscorable_ball_frames": 96,
                "rollout_h1_scored_ball_frames": 124,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6315090801996783,
                "rollout_h5_penalized_error": 5.544464186938324,
                "rollout_h5_scorable_fraction": 0.6363636363636364,
                "rollout_h5_source_available_fraction": 0.6590909090909091,
                "rollout_h5_source_available_ball_frames": 145,
                "rollout_h5_source_unavailable_ball_frames": 75,
                "rollout_h5_unscorable_ball_frames": 80,
                "rollout_h5_scored_ball_frames": 140,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9090909090909091,
                "ball_correct_color_rate": 0.9090909090909091,
                "missing_ball_frames": 20,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 11,
                "extra_ball_instances": 11,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "l2": 0.20533792674541473,
                "gt_error": 2.8090608247576916,
                "independent_future_center_error": 2.8090608247576916,
                "iou": 0.7057827716779943,
                "rollout_h1_error": 0.1491104110363492,
                "rollout_h5_error": 0.662966493646635,
                "legacy_rollout_h1_error": 0.1491104110363492,
                "legacy_rollout_h5_error": 0.662966493646635,
                "rollout_h1_reliable_error": 0.04541744466820253,
                "rollout_h1_penalized_error": 0.04541744466820253,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2332038315076102,
                "rollout_h5_penalized_error": 0.2332038315076102,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "seconds": 2.353251990238537
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 0.5289153470948804,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.40077438950538635,
                "l2": 0.105380579829216,
                "gt_error": 2.339210638218512,
                "independent_future_center_error": 2.339210638218512,
                "iou": 0.04822113371337668,
                "rollout_h1_error": 0.7404007774807796,
                "rollout_h5_error": 1.5477997203258957,
                "legacy_rollout_h1_error": 0.7404007774807796,
                "legacy_rollout_h5_error": 1.5477997203258957,
                "rollout_h1_reliable_error": 0.07029941336129096,
                "rollout_h1_penalized_error": 13.886284056269687,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.23121576424622392,
                "rollout_h5_penalized_error": 12.940737999502728,
                "rollout_h5_scorable_fraction": 0.08636363636363636,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 201,
                "rollout_h5_scored_ball_frames": 19,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.5136363636363637,
                "ball_correct_color_rate": 0.2409090909090909,
                "missing_ball_frames": 107,
                "color_changed_ball_frames": 60,
                "extra_ball_frames": 32,
                "extra_ball_instances": 83,
                "ball_disappearance_events": 8,
                "ball_reappearance_events": 4,
                "ball_color_change_events": 14,
                "ball_state_change_events": 26
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.09054549084161326,
                "rollout_h1_penalized_error": 6.222148457920597,
                "rollout_h1_scorable_fraction": 0.5636363636363636,
                "rollout_h1_source_available_fraction": 0.5681818181818182,
                "rollout_h1_source_available_ball_frames": 125,
                "rollout_h1_source_unavailable_ball_frames": 95,
                "rollout_h1_unscorable_ball_frames": 96,
                "rollout_h1_scored_ball_frames": 124,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5127082246376874,
                "rollout_h5_penalized_error": 5.468863642489785,
                "rollout_h5_scorable_fraction": 0.6363636363636364,
                "rollout_h5_source_available_fraction": 0.6590909090909091,
                "rollout_h5_source_available_ball_frames": 145,
                "rollout_h5_source_unavailable_ball_frames": 75,
                "rollout_h5_unscorable_ball_frames": 80,
                "rollout_h5_scored_ball_frames": 140,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9090909090909091,
                "ball_correct_color_rate": 0.9090909090909091,
                "missing_ball_frames": 20,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 11,
                "extra_ball_instances": 11,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.010263893799917908,
                "rollout_h1_penalized_error": 0.010263893799917908,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.051921354972742105,
                "rollout_h5_penalized_error": 0.051921354972742105,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 0.8194218437669666,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "l2": 0.21515128016471863,
                "gt_error": 2.9600745064878056,
                "independent_future_center_error": 2.9600745064878056,
                "iou": 0.7071591327989551,
                "rollout_h1_error": 0.24389923645879127,
                "rollout_h5_error": 0.9614129270055553,
                "legacy_rollout_h1_error": 0.24389923645879127,
                "legacy_rollout_h5_error": 0.9614129270055553,
                "rollout_h1_reliable_error": 0.10174873065223633,
                "rollout_h1_penalized_error": 2.399266585883298,
                "rollout_h1_scorable_fraction": 0.8363636363636363,
                "rollout_h1_source_available_fraction": 0.8409090909090909,
                "rollout_h1_source_available_ball_frames": 185,
                "rollout_h1_source_unavailable_ball_frames": 35,
                "rollout_h1_unscorable_ball_frames": 36,
                "rollout_h1_scored_ball_frames": 184,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6029121423010618,
                "rollout_h5_penalized_error": 2.0799183402752317,
                "rollout_h5_scorable_fraction": 0.8909090909090909,
                "rollout_h5_source_available_fraction": 0.9318181818181818,
                "rollout_h5_source_available_ball_frames": 205,
                "rollout_h5_source_unavailable_ball_frames": 15,
                "rollout_h5_unscorable_ball_frames": 24,
                "rollout_h5_scored_ball_frames": 196,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9318181818181818,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 14,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "l2": 0.20609566569328308,
                "gt_error": 2.756680581524152,
                "independent_future_center_error": 2.756680581524152,
                "iou": 0.7155635040971946,
                "rollout_h1_error": 0.17499348344100732,
                "rollout_h5_error": 0.750582299988356,
                "legacy_rollout_h1_error": 0.17499348344100732,
                "legacy_rollout_h5_error": 0.750582299988356,
                "rollout_h1_reliable_error": 0.06736204948345514,
                "rollout_h1_penalized_error": 0.06736204948345514,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3700925068707808,
                "rollout_h5_penalized_error": 0.3700925068707808,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "seconds": 4.184795924961301
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 0.8159043936757371,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.08384465426206589,
                "l2": 0.05961427837610245,
                "gt_error": 0.7102971545939993,
                "independent_future_center_error": 0.7102971545939993,
                "iou": 0.192081964849962,
                "rollout_h1_error": 0.7624484918236926,
                "rollout_h5_error": 2.035961939031157,
                "legacy_rollout_h1_error": 0.7624484918236926,
                "legacy_rollout_h5_error": 2.035961939031157,
                "rollout_h1_reliable_error": 0.07829789694572668,
                "rollout_h1_penalized_error": 13.630723342756946,
                "rollout_h1_scorable_fraction": 0.03636363636363636,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 212,
                "rollout_h1_scored_ball_frames": 8,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.18986953759650518,
                "rollout_h5_penalized_error": 12.87374779771873,
                "rollout_h5_scorable_fraction": 0.09090909090909091,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 200,
                "rollout_h5_scored_ball_frames": 20,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.7818181818181819,
                "ball_correct_color_rate": 0.5590909090909091,
                "missing_ball_frames": 48,
                "color_changed_ball_frames": 49,
                "extra_ball_frames": 32,
                "extra_ball_instances": 45,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 11,
                "ball_state_change_events": 15
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.09981339660160395,
                "rollout_h1_penalized_error": 2.3976479428591335,
                "rollout_h1_scorable_fraction": 0.8363636363636363,
                "rollout_h1_source_available_fraction": 0.8409090909090909,
                "rollout_h1_source_available_ball_frames": 185,
                "rollout_h1_source_unavailable_ball_frames": 35,
                "rollout_h1_unscorable_ball_frames": 36,
                "rollout_h1_scored_ball_frames": 184,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6163491016185528,
                "rollout_h5_penalized_error": 2.09188944948536,
                "rollout_h5_scorable_fraction": 0.8909090909090909,
                "rollout_h5_source_available_fraction": 0.9318181818181818,
                "rollout_h5_source_available_ball_frames": 205,
                "rollout_h5_source_unavailable_ball_frames": 15,
                "rollout_h5_unscorable_ball_frames": 24,
                "rollout_h5_scored_ball_frames": 196,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9318181818181818,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 14,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.010263893799917908,
                "rollout_h1_penalized_error": 0.010263893799917908,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.051921354972742105,
                "rollout_h5_penalized_error": 0.051921354972742105,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 1.5893631777310344,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "l2": 0.21581515669822693,
                "gt_error": 2.9828468906036845,
                "independent_future_center_error": 2.9828468906036845,
                "iou": 0.689969960657572,
                "rollout_h1_error": 0.190583120300917,
                "rollout_h5_error": 0.8720843318112556,
                "legacy_rollout_h1_error": 0.190583120300917,
                "legacy_rollout_h5_error": 0.8720843318112556,
                "rollout_h1_reliable_error": 0.10271082674541054,
                "rollout_h1_penalized_error": 1.1237599028898135,
                "rollout_h1_scorable_fraction": 0.9272727272727272,
                "rollout_h1_source_available_fraction": 0.9318181818181818,
                "rollout_h1_source_available_ball_frames": 205,
                "rollout_h1_source_unavailable_ball_frames": 15,
                "rollout_h1_unscorable_ball_frames": 16,
                "rollout_h1_scored_ball_frames": 204,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5945456116519799,
                "rollout_h5_penalized_error": 1.0256052938544926,
                "rollout_h5_scorable_fraction": 0.9681818181818181,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 7,
                "rollout_h5_scored_ball_frames": 213,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9863636363636363,
                "ball_correct_color_rate": 0.9681818181818181,
                "missing_ball_frames": 3,
                "color_changed_ball_frames": 4,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "l2": 0.2059093713760376,
                "gt_error": 2.775799061119987,
                "independent_future_center_error": 2.775799061119987,
                "iou": 0.7076916005793229,
                "rollout_h1_error": 0.1555595874795804,
                "rollout_h5_error": 0.6485615508128727,
                "legacy_rollout_h1_error": 0.1555595874795804,
                "legacy_rollout_h5_error": 0.6485615508128727,
                "rollout_h1_reliable_error": 0.05007775847625332,
                "rollout_h1_penalized_error": 0.05007775847625332,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.23012018512306054,
                "rollout_h5_penalized_error": 0.23012018512306054,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "seconds": 9.873056819271628
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 1.8090944100404158,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0006293859332799911,
                "l2": 0.006242102477699518,
                "gt_error": 0.052860857672803234,
                "independent_future_center_error": 0.052860857672803234,
                "iou": 0.7187608110220501,
                "rollout_h1_error": 0.11176812171802207,
                "rollout_h5_error": 0.5641220777139148,
                "legacy_rollout_h1_error": 0.11176812171802207,
                "legacy_rollout_h5_error": 0.5641220777139148,
                "rollout_h1_reliable_error": 0.033604348145328054,
                "rollout_h1_penalized_error": 0.033604348145328054,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.18709835283141418,
                "rollout_h5_penalized_error": 0.18709835283141418,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.14818982751075266,
                "rollout_h1_penalized_error": 2.6289347641134237,
                "rollout_h1_scorable_fraction": 0.8227272727272728,
                "rollout_h1_source_available_fraction": 0.8409090909090909,
                "rollout_h1_source_available_ball_frames": 185,
                "rollout_h1_source_unavailable_ball_frames": 35,
                "rollout_h1_unscorable_ball_frames": 39,
                "rollout_h1_scored_ball_frames": 181,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.9313464868403051,
                "rollout_h5_penalized_error": 2.9129648573739018,
                "rollout_h5_scorable_fraction": 0.85,
                "rollout_h5_source_available_fraction": 0.8863636363636364,
                "rollout_h5_source_available_ball_frames": 195,
                "rollout_h5_source_unavailable_ball_frames": 25,
                "rollout_h5_unscorable_ball_frames": 33,
                "rollout_h5_scored_ball_frames": 187,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9772727272727273,
                "ball_correct_color_rate": 0.9636363636363636,
                "missing_ball_frames": 5,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 3,
                "ball_color_change_events": 1,
                "ball_state_change_events": 7
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.010263893799917908,
                "rollout_h1_penalized_error": 0.010263893799917908,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.051921354972742105,
                "rollout_h5_penalized_error": 0.051921354972742105,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 2.8903541927824596,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "l2": 0.2174740731716156,
                "gt_error": 3.018376575148381,
                "independent_future_center_error": 3.018376575148381,
                "iou": 0.7078909227094453,
                "rollout_h1_error": 0.18803751357667836,
                "rollout_h5_error": 0.7931619843090999,
                "legacy_rollout_h1_error": 0.18803751357667836,
                "legacy_rollout_h5_error": 0.7931619843090999,
                "rollout_h1_reliable_error": 0.08784154273836613,
                "rollout_h1_penalized_error": 1.4293877959240215,
                "rollout_h1_scorable_fraction": 0.9045454545454545,
                "rollout_h1_source_available_fraction": 0.9318181818181818,
                "rollout_h1_source_available_ball_frames": 205,
                "rollout_h1_source_unavailable_ball_frames": 15,
                "rollout_h1_unscorable_ball_frames": 21,
                "rollout_h1_scored_ball_frames": 199,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5501918220017182,
                "rollout_h5_penalized_error": 1.3533521375584456,
                "rollout_h5_scorable_fraction": 0.9409090909090909,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 13,
                "rollout_h5_scored_ball_frames": 207,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "l2": 0.2035103440284729,
                "gt_error": 2.7799218585847845,
                "independent_future_center_error": 2.7799218585847845,
                "iou": 0.7308618091559902,
                "rollout_h1_error": 0.17105529318916565,
                "rollout_h5_error": 0.6383457072021193,
                "legacy_rollout_h1_error": 0.17105529318916565,
                "legacy_rollout_h5_error": 0.6383457072021193,
                "rollout_h1_reliable_error": 0.06473087730054644,
                "rollout_h1_penalized_error": 0.06473087730054644,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.312303277351794,
                "rollout_h5_penalized_error": 0.312303277351794,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "seconds": 15.695669406850357
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 3.2853534510650206,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0004222224815748632,
                "l2": 0.0060177878476679325,
                "gt_error": 0.0488104452143575,
                "independent_future_center_error": 0.0488104452143575,
                "iou": 0.7263223935028146,
                "rollout_h1_error": 0.11841695139954221,
                "rollout_h5_error": 0.5279031108372372,
                "legacy_rollout_h1_error": 0.11841695139954221,
                "legacy_rollout_h5_error": 0.5279031108372372,
                "rollout_h1_reliable_error": 0.028128251702746042,
                "rollout_h1_penalized_error": 0.6696740413403917,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.15444551631911263,
                "rollout_h5_penalized_error": 0.7902496121105598,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11469321910776459,
                "rollout_h1_penalized_error": 0.11469321910776459,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6299100199607822,
                "rollout_h5_penalized_error": 0.6299100199607822,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.010263893799917908,
                "rollout_h1_penalized_error": 0.010263893799917908,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.051921354972742105,
                "rollout_h5_penalized_error": 0.051921354972742105,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 5.575026757482972,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "l2": 0.2146013379096985,
                "gt_error": 2.841076646813209,
                "independent_future_center_error": 2.841076646813209,
                "iou": 0.7016131562623433,
                "rollout_h1_error": 0.19424355910013774,
                "rollout_h5_error": 0.7845849161526538,
                "legacy_rollout_h1_error": 0.19424355910013774,
                "legacy_rollout_h5_error": 0.7845849161526538,
                "rollout_h1_reliable_error": 0.11093432908977853,
                "rollout_h1_penalized_error": 0.11093432908977853,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6428641952512446,
                "rollout_h5_penalized_error": 0.6428641952512446,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "l2": 0.20074066519737244,
                "gt_error": 2.56805622080566,
                "independent_future_center_error": 2.56805622080566,
                "iou": 0.7116990361068205,
                "rollout_h1_error": 0.1647293190319968,
                "rollout_h5_error": 0.6496221682902231,
                "legacy_rollout_h1_error": 0.1647293190319968,
                "legacy_rollout_h5_error": 0.6496221682902231,
                "rollout_h1_reliable_error": 0.046197004001025166,
                "rollout_h1_penalized_error": 0.046197004001025166,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.22231769498389,
                "rollout_h5_penalized_error": 0.22231769498389,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "seconds": 31.350775382622878
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/164.mp4",
                "seconds": 6.390203043153243,
                "post_condition_ball_ball_events": 14,
                "causal_chain_depth": 7,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0004203913267701864,
                "l2": 0.0060174413956701756,
                "gt_error": 0.04770689951974712,
                "independent_future_center_error": 0.04770689951974712,
                "iou": 0.7274671878275353,
                "rollout_h1_error": 0.1057911995990292,
                "rollout_h5_error": 0.4601311432907871,
                "legacy_rollout_h1_error": 0.1057911995990292,
                "legacy_rollout_h5_error": 0.4601311432907871,
                "rollout_h1_reliable_error": 0.030429053170615936,
                "rollout_h1_penalized_error": 0.6718702609233583,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.1686423117516475,
                "rollout_h5_penalized_error": 0.8038010986597975,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-1/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.12267391268704535,
                "rollout_h1_penalized_error": 7.451028898005453,
                "rollout_h1_scorable_fraction": 0.4772727272727273,
                "rollout_h1_source_available_fraction": 0.5,
                "rollout_h1_source_available_ball_frames": 110,
                "rollout_h1_source_unavailable_ball_frames": 110,
                "rollout_h1_unscorable_ball_frames": 115,
                "rollout_h1_scored_ball_frames": 105,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5709411981899705,
                "rollout_h5_penalized_error": 7.664974647904575,
                "rollout_h5_scorable_fraction": 0.4772727272727273,
                "rollout_h5_source_available_fraction": 0.5909090909090909,
                "rollout_h5_source_available_ball_frames": 130,
                "rollout_h5_source_unavailable_ball_frames": 90,
                "rollout_h5_unscorable_ball_frames": 115,
                "rollout_h5_scored_ball_frames": 105,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9181818181818182,
                "ball_correct_color_rate": 0.9090909090909091,
                "missing_ball_frames": 18,
                "color_changed_ball_frames": 2,
                "extra_ball_frames": 23,
                "extra_ball_instances": 23,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            }
          }
        }
      },
      "2": {
        "source": "00000/828.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009127789114737293,
                "rollout_h1_penalized_error": 0.009127789114737293,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.05783622924447393,
                "rollout_h5_penalized_error": 0.05783622924447393,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 0.5719079444035222,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.2217494249343872,
                "gt_error": 2.9885837657439085,
                "independent_future_center_error": 2.9885837657439085,
                "iou": 0.7032919376677287,
                "rollout_h1_error": 0.18677787251780906,
                "rollout_h5_error": 0.823130584329923,
                "legacy_rollout_h1_error": 0.18677787251780906,
                "legacy_rollout_h5_error": 0.823130584329923,
                "rollout_h1_reliable_error": 0.09983432373956448,
                "rollout_h1_penalized_error": 0.09983432373956448,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5521346096027874,
                "rollout_h5_penalized_error": 0.5521346096027874,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "l2": 0.21516378223896027,
                "gt_error": 3.572791955972577,
                "independent_future_center_error": 3.572791955972577,
                "iou": 0.7326327132677019,
                "rollout_h1_error": 0.13650843681980374,
                "rollout_h5_error": 0.5609139606829572,
                "legacy_rollout_h1_error": 0.13650843681980374,
                "legacy_rollout_h5_error": 0.5609139606829572,
                "rollout_h1_reliable_error": 0.07232899616022063,
                "rollout_h1_penalized_error": 0.07232899616022063,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.38816242158834224,
                "rollout_h5_penalized_error": 0.38816242158834224,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "seconds": 2.353251990238537
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 0.5289153470948804,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.6572031378746033,
                "l2": 0.11521930247545242,
                "gt_error": 1.6810029370089035,
                "independent_future_center_error": 1.6810029370089035,
                "iou": 0.04517164727374309,
                "rollout_h1_error": 0.7668310966636929,
                "rollout_h5_error": 2.2660512391843377,
                "legacy_rollout_h1_error": 0.7668310966636929,
                "legacy_rollout_h5_error": 2.2660512391843377,
                "rollout_h1_reliable_error": 0.1538108480409951,
                "rollout_h1_penalized_error": 13.951385740426089,
                "rollout_h1_scorable_fraction": 0.013636363636363636,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 217,
                "rollout_h1_scored_ball_frames": 3,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.1890334121854227,
                "rollout_h5_penalized_error": 13.50790370502434,
                "rollout_h5_scorable_fraction": 0.045454545454545456,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 210,
                "rollout_h5_scored_ball_frames": 10,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.38636363636363635,
                "ball_correct_color_rate": 0.12272727272727273,
                "missing_ball_frames": 135,
                "color_changed_ball_frames": 58,
                "extra_ball_frames": 32,
                "extra_ball_instances": 104,
                "ball_disappearance_events": 9,
                "ball_reappearance_events": 5,
                "ball_color_change_events": 12,
                "ball_state_change_events": 26
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11684901399722104,
                "rollout_h1_penalized_error": 0.11684901399722104,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6044145928521628,
                "rollout_h5_penalized_error": 0.6044145928521628,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009127789114737293,
                "rollout_h1_penalized_error": 0.009127789114737293,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.05783622924447393,
                "rollout_h5_penalized_error": 0.05783622924447393,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 0.8194218437669666,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.2225324809551239,
                "gt_error": 2.989148950706448,
                "independent_future_center_error": 2.989148950706448,
                "iou": 0.7125240044825027,
                "rollout_h1_error": 0.17777955654463676,
                "rollout_h5_error": 0.7717980581867202,
                "legacy_rollout_h1_error": 0.17777955654463676,
                "legacy_rollout_h5_error": 0.7717980581867202,
                "rollout_h1_reliable_error": 0.09639385335218381,
                "rollout_h1_penalized_error": 0.09639385335218381,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5740174154590515,
                "rollout_h5_penalized_error": 0.5740174154590515,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "l2": 0.21666674315929413,
                "gt_error": 3.3700748441290562,
                "independent_future_center_error": 3.3700748441290562,
                "iou": 0.7418234854807557,
                "rollout_h1_error": 0.11823667288208002,
                "rollout_h5_error": 0.5611431978491898,
                "legacy_rollout_h1_error": 0.11823667288208002,
                "legacy_rollout_h5_error": 0.5611431978491898,
                "rollout_h1_reliable_error": 0.06447716042797894,
                "rollout_h1_penalized_error": 0.06447716042797894,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4171121507931283,
                "rollout_h5_penalized_error": 0.4171121507931283,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "seconds": 4.184795924961301
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 0.8159043936757371,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.07626297324895859,
                "l2": 0.05594369024038315,
                "gt_error": 0.3668439328343242,
                "independent_future_center_error": 0.3668439328343242,
                "iou": 0.24203521988925422,
                "rollout_h1_error": 0.6015174478139679,
                "rollout_h5_error": 1.7803451307295777,
                "legacy_rollout_h1_error": 0.6015174478139679,
                "legacy_rollout_h5_error": 1.7803451307295777,
                "rollout_h1_reliable_error": 0.08975610719233536,
                "rollout_h1_penalized_error": 13.950512266687245,
                "rollout_h1_scorable_fraction": 0.013636363636363636,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 217,
                "rollout_h1_scored_ball_frames": 3,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.27293866983218024,
                "rollout_h5_penalized_error": 13.448675776036014,
                "rollout_h5_scorable_fraction": 0.05,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 209,
                "rollout_h5_scored_ball_frames": 11,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.6636363636363637,
                "ball_correct_color_rate": 0.4727272727272727,
                "missing_ball_frames": 74,
                "color_changed_ball_frames": 42,
                "extra_ball_frames": 38,
                "extra_ball_instances": 71,
                "ball_disappearance_events": 6,
                "ball_reappearance_events": 4,
                "ball_color_change_events": 14,
                "ball_state_change_events": 24
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.10705487829575605,
                "rollout_h1_penalized_error": 0.10705487829575605,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6224891780346717,
                "rollout_h5_penalized_error": 0.6224891780346717,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009127789114737293,
                "rollout_h1_penalized_error": 0.009127789114737293,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.05783622924447393,
                "rollout_h5_penalized_error": 0.05783622924447393,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 1.5893631777310344,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.22269243001937866,
                "gt_error": 2.9893367669731967,
                "independent_future_center_error": 2.9893367669731967,
                "iou": 0.7076751170341481,
                "rollout_h1_error": 0.16474552309661852,
                "rollout_h5_error": 0.6973093841179864,
                "legacy_rollout_h1_error": 0.16474552309661852,
                "legacy_rollout_h5_error": 0.6973093841179864,
                "rollout_h1_reliable_error": 0.09602899699298485,
                "rollout_h1_penalized_error": 0.09602899699298485,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5578952753030808,
                "rollout_h5_penalized_error": 0.5578952753030808,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "l2": 0.21922479569911957,
                "gt_error": 3.3769068924001977,
                "independent_future_center_error": 3.3769068924001977,
                "iou": 0.7632101080824436,
                "rollout_h1_error": 0.09537373763499207,
                "rollout_h5_error": 0.4049913879192289,
                "legacy_rollout_h1_error": 0.09537373763499207,
                "legacy_rollout_h5_error": 0.4049913879192289,
                "rollout_h1_reliable_error": 0.06308354020245237,
                "rollout_h1_penalized_error": 0.06308354020245237,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3646702665192426,
                "rollout_h5_penalized_error": 0.3646702665192426,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "seconds": 9.873056819271628
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 1.8090944100404158,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0006361089763231575,
                "l2": 0.0061341943219304085,
                "gt_error": 0.0440351869811586,
                "independent_future_center_error": 0.0440351869811586,
                "iou": 0.7590934339538858,
                "rollout_h1_error": 0.1176480611409647,
                "rollout_h5_error": 0.5721447375460954,
                "legacy_rollout_h1_error": 0.1176480611409647,
                "legacy_rollout_h5_error": 0.5721447375460954,
                "rollout_h1_reliable_error": 0.0548085886739576,
                "rollout_h1_penalized_error": 0.0548085886739576,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3158560617372891,
                "rollout_h5_penalized_error": 0.3158560617372891,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.12271551164957094,
                "rollout_h1_penalized_error": 13.568613891873078,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.39938973971844904,
                "rollout_h5_penalized_error": 12.955262115566235,
                "rollout_h5_scorable_fraction": 0.08636363636363636,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 201,
                "rollout_h5_scored_ball_frames": 19,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.7454545454545455,
                "ball_correct_color_rate": 0.6090909090909091,
                "missing_ball_frames": 56,
                "color_changed_ball_frames": 30,
                "extra_ball_frames": 38,
                "extra_ball_instances": 51,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 3,
                "ball_state_change_events": 9
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009127789114737293,
                "rollout_h1_penalized_error": 0.009127789114737293,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.05783622924447393,
                "rollout_h5_penalized_error": 0.05783622924447393,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 2.8903541927824596,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.22243373095989227,
                "gt_error": 2.9909375539070733,
                "independent_future_center_error": 2.9909375539070733,
                "iou": 0.7068160706227002,
                "rollout_h1_error": 0.17003890775669436,
                "rollout_h5_error": 0.7353761581071195,
                "legacy_rollout_h1_error": 0.17003890775669436,
                "legacy_rollout_h5_error": 0.7353761581071195,
                "rollout_h1_reliable_error": 0.09865199599271642,
                "rollout_h1_penalized_error": 0.09865199599271642,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5694469132645485,
                "rollout_h5_penalized_error": 0.5694469132645485,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "l2": 0.21714571118354797,
                "gt_error": 3.3363115490899586,
                "independent_future_center_error": 3.3363115490899586,
                "iou": 0.7316203102947533,
                "rollout_h1_error": 0.12978486645304885,
                "rollout_h5_error": 0.5648381724969688,
                "legacy_rollout_h1_error": 0.12978486645304885,
                "legacy_rollout_h5_error": 0.5648381724969688,
                "rollout_h1_reliable_error": 0.07879674035640888,
                "rollout_h1_penalized_error": 0.07879674035640888,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5091989388820732,
                "rollout_h5_penalized_error": 0.5091989388820732,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "seconds": 15.695669406850357
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 3.2853534510650206,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041671530925668776,
                "l2": 0.005787780974060297,
                "gt_error": 0.04064997526083961,
                "independent_future_center_error": 0.04064997526083961,
                "iou": 0.766915275325231,
                "rollout_h1_error": 0.11403432886937466,
                "rollout_h5_error": 0.5352945870214066,
                "legacy_rollout_h1_error": 0.11403432886937466,
                "legacy_rollout_h5_error": 0.5352945870214066,
                "rollout_h1_reliable_error": 0.053326877584203444,
                "rollout_h1_penalized_error": 0.053326877584203444,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.313825059095477,
                "rollout_h5_penalized_error": 0.313825059095477,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.08240461424610665,
                "rollout_h1_penalized_error": 13.566964809706572,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4696642227642647,
                "rollout_h5_penalized_error": 13.08562647001989,
                "rollout_h5_scorable_fraction": 0.07727272727272727,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 203,
                "rollout_h5_scored_ball_frames": 17,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8090909090909091,
                "ball_correct_color_rate": 0.7863636363636364,
                "missing_ball_frames": 42,
                "color_changed_ball_frames": 5,
                "extra_ball_frames": 39,
                "extra_ball_instances": 49,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 3,
                "ball_state_change_events": 4
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009127789114737293,
                "rollout_h1_penalized_error": 0.009127789114737293,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.05783622924447393,
                "rollout_h5_penalized_error": 0.05783622924447393,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 5.575026757482972,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.22261369228363037,
                "gt_error": 2.994393031642241,
                "independent_future_center_error": 2.994393031642241,
                "iou": 0.7044471934910144,
                "rollout_h1_error": 0.17797983692391345,
                "rollout_h5_error": 0.7375007016568269,
                "legacy_rollout_h1_error": 0.17797983692391345,
                "legacy_rollout_h5_error": 0.7375007016568269,
                "rollout_h1_reliable_error": 0.10247974065550577,
                "rollout_h1_penalized_error": 0.10247974065550577,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5832836973350265,
                "rollout_h5_penalized_error": 0.5832836973350265,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "l2": 0.21286283433437347,
                "gt_error": 3.3312823094867614,
                "independent_future_center_error": 3.3312823094867614,
                "iou": 0.7272799560933939,
                "rollout_h1_error": 0.13534010007963482,
                "rollout_h5_error": 0.4902935054901602,
                "legacy_rollout_h1_error": 0.13534010007963482,
                "legacy_rollout_h5_error": 0.4902935054901602,
                "rollout_h1_reliable_error": 0.07121081262560962,
                "rollout_h1_penalized_error": 0.07121081262560962,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.41518500698635163,
                "rollout_h5_penalized_error": 0.41518500698635163,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "seconds": 31.350775382622878
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/828.mp4",
                "seconds": 6.390203043153243,
                "post_condition_ball_ball_events": 18,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041151203913614154,
                "l2": 0.005773118697106838,
                "gt_error": 0.03974686188872145,
                "independent_future_center_error": 0.03974686188872145,
                "iou": 0.7690452048040147,
                "rollout_h1_error": 0.1036154513610308,
                "rollout_h5_error": 0.46027842551944514,
                "legacy_rollout_h1_error": 0.1036154513610308,
                "legacy_rollout_h5_error": 0.46027842551944514,
                "rollout_h1_reliable_error": 0.05278436600627231,
                "rollout_h1_penalized_error": 0.05278436600627231,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.30672369080680134,
                "rollout_h5_penalized_error": 0.30672369080680134,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-2/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.06475971072045945,
                "rollout_h1_penalized_error": 13.56624297274416,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3298357456964296,
                "rollout_h5_penalized_error": 12.823688817191295,
                "rollout_h5_scorable_fraction": 0.09545454545454546,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 199,
                "rollout_h5_scored_ball_frames": 21,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.7954545454545454,
                "ball_correct_color_rate": 0.6909090909090909,
                "missing_ball_frames": 45,
                "color_changed_ball_frames": 23,
                "extra_ball_frames": 36,
                "extra_ball_instances": 36,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 6
              }
            }
          }
        }
      },
      "3": {
        "source": "00000/037.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011245269858298596,
                "rollout_h1_penalized_error": 0.011245269858298596,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.061486785088623756,
                "rollout_h5_penalized_error": 0.061486785088623756,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 0.5719079444035222,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.2021315097808838,
                "gt_error": 2.9208288439197365,
                "independent_future_center_error": 2.9208288439197365,
                "iou": 0.7298901837527242,
                "rollout_h1_error": 0.15538912378395997,
                "rollout_h5_error": 0.649931616862954,
                "legacy_rollout_h1_error": 0.15538912378395997,
                "legacy_rollout_h5_error": 0.649931616862954,
                "rollout_h1_reliable_error": 0.11879596819572108,
                "rollout_h1_penalized_error": 0.11879596819572108,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5757410156327426,
                "rollout_h5_penalized_error": 0.5757410156327426,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "l2": 0.18848179280757904,
                "gt_error": 2.652594541401129,
                "independent_future_center_error": 2.652594541401129,
                "iou": 0.7699414754936164,
                "rollout_h1_error": 0.09123162537218632,
                "rollout_h5_error": 0.40319421842958847,
                "legacy_rollout_h1_error": 0.09123162537218632,
                "legacy_rollout_h5_error": 0.40319421842958847,
                "rollout_h1_reliable_error": 0.04545844501047587,
                "rollout_h1_penalized_error": 0.04545844501047587,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.22634152065403815,
                "rollout_h5_penalized_error": 0.22634152065403815,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "seconds": 2.353251990238537
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 0.5289153470948804,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 12.493398666381836,
                "l2": 0.10492490977048874,
                "gt_error": 2.028556396723654,
                "independent_future_center_error": 2.028556396723654,
                "iou": 0.06849504663249062,
                "rollout_h1_error": 0.8485061386620768,
                "rollout_h5_error": 2.2306617155875808,
                "legacy_rollout_h1_error": 0.8485061386620768,
                "legacy_rollout_h5_error": 2.2306617155875808,
                "rollout_h1_reliable_error": 0.21381793855825315,
                "rollout_h1_penalized_error": 13.952204018933143,
                "rollout_h1_scorable_fraction": 0.013636363636363636,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 217,
                "rollout_h1_scored_ball_frames": 3,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2944711681689519,
                "rollout_h5_penalized_error": 13.701528118326706,
                "rollout_h5_scorable_fraction": 0.031818181818181815,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 213,
                "rollout_h5_scored_ball_frames": 7,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.44545454545454544,
                "ball_correct_color_rate": 0.11363636363636363,
                "missing_ball_frames": 122,
                "color_changed_ball_frames": 73,
                "extra_ball_frames": 42,
                "extra_ball_instances": 105,
                "ball_disappearance_events": 8,
                "ball_reappearance_events": 4,
                "ball_color_change_events": 10,
                "ball_state_change_events": 22
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11958883375342595,
                "rollout_h1_penalized_error": 0.11958883375342595,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5602838080852289,
                "rollout_h5_penalized_error": 0.5602838080852289,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011245269858298596,
                "rollout_h1_penalized_error": 0.011245269858298596,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.061486785088623756,
                "rollout_h5_penalized_error": 0.061486785088623756,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 0.8194218437669666,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.20223338901996613,
                "gt_error": 2.993070590612794,
                "independent_future_center_error": 2.993070590612794,
                "iou": 0.7304431453646709,
                "rollout_h1_error": 0.14613315892123477,
                "rollout_h5_error": 0.6675578946730896,
                "legacy_rollout_h1_error": 0.14613315892123477,
                "legacy_rollout_h5_error": 0.6675578946730896,
                "rollout_h1_reliable_error": 0.11597294323059822,
                "rollout_h1_penalized_error": 0.11597294323059822,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5922820405246678,
                "rollout_h5_penalized_error": 0.5922820405246678,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "l2": 0.1901816427707672,
                "gt_error": 2.55861293939392,
                "independent_future_center_error": 2.55861293939392,
                "iou": 0.7775720257753366,
                "rollout_h1_error": 0.09057524260077521,
                "rollout_h5_error": 0.4334458825369629,
                "legacy_rollout_h1_error": 0.09057524260077521,
                "legacy_rollout_h5_error": 0.4334458825369629,
                "rollout_h1_reliable_error": 0.049731797000064,
                "rollout_h1_penalized_error": 0.049731797000064,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.26643351827729556,
                "rollout_h5_penalized_error": 0.26643351827729556,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "seconds": 4.184795924961301
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 0.8159043936757371,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.07340201735496521,
                "l2": 0.056295596063137054,
                "gt_error": 0.4724342996897061,
                "independent_future_center_error": 0.4724342996897061,
                "iou": 0.20902903651530128,
                "rollout_h1_error": 0.7847424889537046,
                "rollout_h5_error": 1.7795485746371733,
                "legacy_rollout_h1_error": 0.7847424889537046,
                "legacy_rollout_h5_error": 1.7795485746371733,
                "rollout_h1_reliable_error": 0.16615236517955903,
                "rollout_h1_penalized_error": 11.791629348429128,
                "rollout_h1_scorable_fraction": 0.16818181818181818,
                "rollout_h1_source_available_fraction": 0.18181818181818182,
                "rollout_h1_source_available_ball_frames": 40,
                "rollout_h1_source_unavailable_ball_frames": 180,
                "rollout_h1_unscorable_ball_frames": 183,
                "rollout_h1_scored_ball_frames": 37,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4411517955140679,
                "rollout_h5_penalized_error": 11.02827566277257,
                "rollout_h5_scorable_fraction": 0.22727272727272727,
                "rollout_h5_source_available_fraction": 0.2727272727272727,
                "rollout_h5_source_available_ball_frames": 60,
                "rollout_h5_source_unavailable_ball_frames": 160,
                "rollout_h5_unscorable_ball_frames": 170,
                "rollout_h5_scored_ball_frames": 50,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9227272727272727,
                "ball_correct_color_rate": 0.7681818181818182,
                "missing_ball_frames": 17,
                "color_changed_ball_frames": 34,
                "extra_ball_frames": 9,
                "extra_ball_instances": 12,
                "ball_disappearance_events": 6,
                "ball_reappearance_events": 4,
                "ball_color_change_events": 15,
                "ball_state_change_events": 25
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11851024867299723,
                "rollout_h1_penalized_error": 1.7121040412932191,
                "rollout_h1_scorable_fraction": 0.8863636363636364,
                "rollout_h1_source_available_fraction": 0.9090909090909091,
                "rollout_h1_source_available_ball_frames": 200,
                "rollout_h1_source_unavailable_ball_frames": 20,
                "rollout_h1_unscorable_ball_frames": 25,
                "rollout_h1_scored_ball_frames": 195,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5793533840026699,
                "rollout_h5_penalized_error": 3.0453137912259933,
                "rollout_h5_scorable_fraction": 0.8181818181818182,
                "rollout_h5_source_available_fraction": 0.9090909090909091,
                "rollout_h5_source_available_ball_frames": 200,
                "rollout_h5_source_unavailable_ball_frames": 20,
                "rollout_h5_unscorable_ball_frames": 40,
                "rollout_h5_scored_ball_frames": 180,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 4,
                "extra_ball_instances": 4,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011245269858298596,
                "rollout_h1_penalized_error": 0.011245269858298596,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.061486785088623756,
                "rollout_h5_penalized_error": 0.061486785088623756,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 1.5893631777310344,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.2052670270204544,
                "gt_error": 2.992120424807763,
                "independent_future_center_error": 2.992120424807763,
                "iou": 0.73619797035845,
                "rollout_h1_error": 0.16454396446185324,
                "rollout_h5_error": 0.6905937288992074,
                "legacy_rollout_h1_error": 0.16454396446185324,
                "legacy_rollout_h5_error": 0.6905937288992074,
                "rollout_h1_reliable_error": 0.11720574118175137,
                "rollout_h1_penalized_error": 0.11720574118175137,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5707613134163221,
                "rollout_h5_penalized_error": 0.5707613134163221,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "l2": 0.18845437467098236,
                "gt_error": 2.8351717991002885,
                "independent_future_center_error": 2.8351717991002885,
                "iou": 0.7574007737162263,
                "rollout_h1_error": 0.13952975687986172,
                "rollout_h5_error": 0.5468159262123172,
                "legacy_rollout_h1_error": 0.13952975687986172,
                "legacy_rollout_h5_error": 0.5468159262123172,
                "rollout_h1_reliable_error": 0.04673751586108438,
                "rollout_h1_penalized_error": 0.04673751586108438,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.24177605784361686,
                "rollout_h5_penalized_error": 0.24177605784361686,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "seconds": 9.873056819271628
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 1.8090944100404158,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0006319861277006567,
                "l2": 0.006176802329719067,
                "gt_error": 0.05155028263460608,
                "independent_future_center_error": 0.05155028263460608,
                "iou": 0.7412323560539914,
                "rollout_h1_error": 0.11508643497349329,
                "rollout_h5_error": 0.49924541410292356,
                "legacy_rollout_h1_error": 0.11508643497349329,
                "legacy_rollout_h5_error": 0.49924541410292356,
                "rollout_h1_reliable_error": 0.04114756467869623,
                "rollout_h1_penalized_error": 0.04114756467869623,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.20211483321309384,
                "rollout_h5_penalized_error": 0.20211483321309384,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.17669288440826855,
                "rollout_h1_penalized_error": 12.936029205334902,
                "rollout_h1_scorable_fraction": 0.08636363636363636,
                "rollout_h1_source_available_fraction": 0.09090909090909091,
                "rollout_h1_source_available_ball_frames": 20,
                "rollout_h1_source_unavailable_ball_frames": 200,
                "rollout_h1_unscorable_ball_frames": 201,
                "rollout_h1_scored_ball_frames": 19,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4015099373756602,
                "rollout_h5_penalized_error": 12.955445223545725,
                "rollout_h5_scorable_fraction": 0.08636363636363636,
                "rollout_h5_source_available_fraction": 0.18181818181818182,
                "rollout_h5_source_available_ball_frames": 40,
                "rollout_h5_source_unavailable_ball_frames": 180,
                "rollout_h5_unscorable_ball_frames": 201,
                "rollout_h5_scored_ball_frames": 19,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8136363636363636,
                "ball_correct_color_rate": 0.8136363636363636,
                "missing_ball_frames": 41,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 40,
                "extra_ball_instances": 40,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011245269858298596,
                "rollout_h1_penalized_error": 0.011245269858298596,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.061486785088623756,
                "rollout_h5_penalized_error": 0.061486785088623756,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 2.8903541927824596,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.20555001497268677,
                "gt_error": 3.0111555780699937,
                "independent_future_center_error": 3.0111555780699937,
                "iou": 0.7238381657074558,
                "rollout_h1_error": 0.1766621985687831,
                "rollout_h5_error": 0.6875893640237496,
                "legacy_rollout_h1_error": 0.1766621985687831,
                "legacy_rollout_h5_error": 0.6875893640237496,
                "rollout_h1_reliable_error": 0.11787976159453438,
                "rollout_h1_penalized_error": 0.11787976159453438,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5634682144626643,
                "rollout_h5_penalized_error": 0.5634682144626643,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "l2": 0.19062207639217377,
                "gt_error": 2.479048024711982,
                "independent_future_center_error": 2.479048024711982,
                "iou": 0.7534034745893953,
                "rollout_h1_error": 0.10895848547769638,
                "rollout_h5_error": 0.4812993568952215,
                "legacy_rollout_h1_error": 0.10895848547769638,
                "legacy_rollout_h5_error": 0.4812993568952215,
                "rollout_h1_reliable_error": 0.0452038244644269,
                "rollout_h1_penalized_error": 0.0452038244644269,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.25546821155678534,
                "rollout_h5_penalized_error": 0.25546821155678534,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "seconds": 15.695669406850357
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 3.2853534510650206,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041054532630369067,
                "l2": 0.005849229637533426,
                "gt_error": 0.04595061097399024,
                "independent_future_center_error": 0.04595061097399024,
                "iou": 0.754026763081901,
                "rollout_h1_error": 0.11803236889870344,
                "rollout_h5_error": 0.48856885787774756,
                "legacy_rollout_h1_error": 0.11803236889870344,
                "legacy_rollout_h5_error": 0.48856885787774756,
                "rollout_h1_reliable_error": 0.04450024317171934,
                "rollout_h1_penalized_error": 0.04450024317171934,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.21946215722476217,
                "rollout_h5_penalized_error": 0.21946215722476217,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.1491142901799027,
                "rollout_h1_penalized_error": 13.696903126754329,
                "rollout_h1_scorable_fraction": 0.031818181818181815,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 213,
                "rollout_h1_scored_ball_frames": 7,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5365181671329664,
                "rollout_h5_penalized_error": 13.152636172342008,
                "rollout_h5_scorable_fraction": 0.07272727272727272,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 204,
                "rollout_h5_scored_ball_frames": 16,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.7454545454545455,
                "ball_correct_color_rate": 0.5954545454545455,
                "missing_ball_frames": 56,
                "color_changed_ball_frames": 33,
                "extra_ball_frames": 34,
                "extra_ball_instances": 46,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 4,
                "ball_state_change_events": 10
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011245269858298596,
                "rollout_h1_penalized_error": 0.011245269858298596,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.061486785088623756,
                "rollout_h5_penalized_error": 0.061486785088623756,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 5.575026757482972,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.20359580218791962,
                "gt_error": 2.960483466560285,
                "independent_future_center_error": 2.960483466560285,
                "iou": 0.7340155630903532,
                "rollout_h1_error": 0.14177602005372317,
                "rollout_h5_error": 0.6298098537982473,
                "legacy_rollout_h1_error": 0.14177602005372317,
                "legacy_rollout_h5_error": 0.6298098537982473,
                "rollout_h1_reliable_error": 0.09837136229421006,
                "rollout_h1_penalized_error": 0.09837136229421006,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5249730601493459,
                "rollout_h5_penalized_error": 0.5249730601493459,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "l2": 0.19070108234882355,
                "gt_error": 2.680420753041183,
                "independent_future_center_error": 2.680420753041183,
                "iou": 0.7570196269970968,
                "rollout_h1_error": 0.12029119453896937,
                "rollout_h5_error": 0.5537481773001359,
                "legacy_rollout_h1_error": 0.12029119453896937,
                "legacy_rollout_h5_error": 0.5537481773001359,
                "rollout_h1_reliable_error": 0.05295685045412823,
                "rollout_h1_penalized_error": 0.05295685045412823,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2607891731502479,
                "rollout_h5_penalized_error": 0.2607891731502479,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "seconds": 31.350775382622878
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/037.mp4",
                "seconds": 6.390203043153243,
                "post_condition_ball_ball_events": 12,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00040960684418678284,
                "l2": 0.0058369445614516735,
                "gt_error": 0.045902235997685795,
                "independent_future_center_error": 0.045902235997685795,
                "iou": 0.7513186413376487,
                "rollout_h1_error": 0.11150035922133882,
                "rollout_h5_error": 0.4717255667278349,
                "legacy_rollout_h1_error": 0.11150035922133882,
                "legacy_rollout_h5_error": 0.4717255667278349,
                "rollout_h1_reliable_error": 0.03898022527470167,
                "rollout_h1_penalized_error": 0.03898022527470167,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.20152710599014567,
                "rollout_h5_penalized_error": 0.20152710599014567,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-3/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.07259677300279219,
                "rollout_h1_penalized_error": 9.409654373940572,
                "rollout_h1_scorable_fraction": 0.33636363636363636,
                "rollout_h1_source_available_fraction": 0.36363636363636365,
                "rollout_h1_source_available_ball_frames": 80,
                "rollout_h1_source_unavailable_ball_frames": 140,
                "rollout_h1_unscorable_ball_frames": 146,
                "rollout_h1_scored_ball_frames": 74,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5416937269948964,
                "rollout_h5_penalized_error": 9.567441531192461,
                "rollout_h5_scorable_fraction": 0.33636363636363636,
                "rollout_h5_source_available_fraction": 0.45454545454545453,
                "rollout_h5_source_available_ball_frames": 100,
                "rollout_h5_source_unavailable_ball_frames": 120,
                "rollout_h5_unscorable_ball_frames": 146,
                "rollout_h5_scored_ball_frames": 74,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8727272727272727,
                "ball_correct_color_rate": 0.8681818181818182,
                "missing_ball_frames": 28,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 28,
                "extra_ball_instances": 28,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            }
          }
        }
      },
      "4": {
        "source": "00000/871.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.013141897895284492,
                "rollout_h1_penalized_error": 0.013141897895284492,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12017417197993048,
                "rollout_h5_penalized_error": 0.12017417197993048,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 0.5719079444035222,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.1802120804786682,
                "gt_error": 2.9316172441334807,
                "independent_future_center_error": 2.9316172441334807,
                "iou": 0.6804623519104029,
                "rollout_h1_error": 0.29781447354067475,
                "rollout_h5_error": 1.0723136882733462,
                "legacy_rollout_h1_error": 0.29781447354067475,
                "legacy_rollout_h5_error": 1.0723136882733462,
                "rollout_h1_reliable_error": 0.1112231452836505,
                "rollout_h1_penalized_error": 0.49388439469584955,
                "rollout_h1_scorable_fraction": 0.9727272727272728,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 6,
                "rollout_h1_scored_ball_frames": 214,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.621512208841034,
                "rollout_h5_penalized_error": 0.6829695879996246,
                "rollout_h5_scorable_fraction": 0.9954545454545455,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 1,
                "rollout_h5_scored_ball_frames": 219,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9954545454545455,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "l2": 0.15634629130363464,
                "gt_error": 2.1137749371697323,
                "independent_future_center_error": 2.1137749371697323,
                "iou": 0.7323005931175983,
                "rollout_h1_error": 0.12345359296884424,
                "rollout_h5_error": 0.5620915895473529,
                "legacy_rollout_h1_error": 0.12345359296884424,
                "legacy_rollout_h5_error": 0.5620915895473529,
                "rollout_h1_reliable_error": 0.058981210866204614,
                "rollout_h1_penalized_error": 0.058981210866204614,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3465982978810254,
                "rollout_h5_penalized_error": 0.3465982978810254,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 2.353251990238537
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 0.5289153470948804,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.4176819324493408,
                "l2": 0.11709634959697723,
                "gt_error": 1.9772398769966546,
                "independent_future_center_error": 1.9772398769966546,
                "iou": 0.043231674843741436,
                "rollout_h1_error": 0.4621959725746668,
                "rollout_h5_error": 1.2297329078419537,
                "legacy_rollout_h1_error": 0.4621959725746668,
                "legacy_rollout_h5_error": 1.2297329078419537,
                "rollout_h1_reliable_error": 0.08167293698761657,
                "rollout_h1_penalized_error": 13.886490847608346,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5334361213801296,
                "rollout_h5_penalized_error": 12.966838848527928,
                "rollout_h5_scorable_fraction": 0.08636363636363636,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 201,
                "rollout_h5_scored_ball_frames": 19,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.39090909090909093,
                "ball_correct_color_rate": 0.18636363636363637,
                "missing_ball_frames": 134,
                "color_changed_ball_frames": 45,
                "extra_ball_frames": 33,
                "extra_ball_instances": 75,
                "ball_disappearance_events": 17,
                "ball_reappearance_events": 12,
                "ball_color_change_events": 13,
                "ball_state_change_events": 42
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11618758455583914,
                "rollout_h1_penalized_error": 0.4987134401697058,
                "rollout_h1_scorable_fraction": 0.9727272727272728,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 6,
                "rollout_h1_scored_ball_frames": 214,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6344481900809549,
                "rollout_h5_penalized_error": 0.6958467693248185,
                "rollout_h5_scorable_fraction": 0.9954545454545455,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 1,
                "rollout_h5_scored_ball_frames": 219,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9954545454545455,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.013141897895284492,
                "rollout_h1_penalized_error": 0.013141897895284492,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12017417197993048,
                "rollout_h5_penalized_error": 0.12017417197993048,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 0.8194218437669666,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.1827574521303177,
                "gt_error": 2.293221368467229,
                "independent_future_center_error": 2.293221368467229,
                "iou": 0.7213812704291628,
                "rollout_h1_error": 0.24317251036216578,
                "rollout_h5_error": 0.94261299461259,
                "legacy_rollout_h1_error": 0.24317251036216578,
                "legacy_rollout_h5_error": 0.94261299461259,
                "rollout_h1_reliable_error": 0.08570757504438262,
                "rollout_h1_penalized_error": 0.724636122711954,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.557615518857652,
                "rollout_h5_penalized_error": 1.1750937054428021,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "l2": 0.1642698496580124,
                "gt_error": 2.266442922476234,
                "independent_future_center_error": 2.266442922476234,
                "iou": 0.7429215756978419,
                "rollout_h1_error": 0.11886510944539445,
                "rollout_h5_error": 0.5672527742749669,
                "legacy_rollout_h1_error": 0.11886510944539445,
                "legacy_rollout_h5_error": 0.5672527742749669,
                "rollout_h1_reliable_error": 0.05551463142055091,
                "rollout_h1_penalized_error": 0.05551463142055091,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.322253812733029,
                "rollout_h5_penalized_error": 0.322253812733029,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 4.184795924961301
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 0.8159043936757371,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.06068188697099686,
                "l2": 0.05184537172317505,
                "gt_error": 0.3548493720861899,
                "independent_future_center_error": 0.3548493720861899,
                "iou": 0.1868891850408125,
                "rollout_h1_error": 0.5295811142952948,
                "rollout_h5_error": 1.8326458169158273,
                "legacy_rollout_h1_error": 0.5295811142952948,
                "legacy_rollout_h5_error": 1.8326458169158273,
                "rollout_h1_reliable_error": 0.06865751872820468,
                "rollout_h1_penalized_error": 12.926698878298897,
                "rollout_h1_scorable_fraction": 0.08636363636363636,
                "rollout_h1_source_available_fraction": 0.09090909090909091,
                "rollout_h1_source_available_ball_frames": 20,
                "rollout_h1_source_unavailable_ball_frames": 200,
                "rollout_h1_unscorable_ball_frames": 201,
                "rollout_h1_scored_ball_frames": 19,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.43658574115948834,
                "rollout_h5_penalized_error": 11.899409279310168,
                "rollout_h5_scorable_fraction": 0.16363636363636364,
                "rollout_h5_source_available_fraction": 0.18181818181818182,
                "rollout_h5_source_available_ball_frames": 40,
                "rollout_h5_source_unavailable_ball_frames": 180,
                "rollout_h5_unscorable_ball_frames": 184,
                "rollout_h5_scored_ball_frames": 36,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.740909090909091,
                "ball_correct_color_rate": 0.6727272727272727,
                "missing_ball_frames": 57,
                "color_changed_ball_frames": 15,
                "extra_ball_frames": 32,
                "extra_ball_instances": 50,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 10,
                "ball_state_change_events": 14
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.08759535907019755,
                "rollout_h1_penalized_error": 0.7264380983729591,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5426849329976838,
                "rollout_h5_penalized_error": 1.1608417825764685,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.013141897895284492,
                "rollout_h1_penalized_error": 0.013141897895284492,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12017417197993048,
                "rollout_h5_penalized_error": 0.12017417197993048,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 1.5893631777310344,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.1836315244436264,
                "gt_error": 3.013464668540949,
                "independent_future_center_error": 3.013464668540949,
                "iou": 0.6924116405704737,
                "rollout_h1_error": 0.2697592502556887,
                "rollout_h5_error": 0.8758598001787605,
                "legacy_rollout_h1_error": 0.2697592502556887,
                "legacy_rollout_h5_error": 0.8758598001787605,
                "rollout_h1_reliable_error": 0.08233448386019684,
                "rollout_h1_penalized_error": 0.7853245408537345,
                "rollout_h1_scorable_fraction": 0.95,
                "rollout_h1_source_available_fraction": 0.9545454545454546,
                "rollout_h1_source_available_ball_frames": 210,
                "rollout_h1_source_unavailable_ball_frames": 10,
                "rollout_h1_unscorable_ball_frames": 11,
                "rollout_h1_scored_ball_frames": 209,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5182344991593113,
                "rollout_h5_penalized_error": 0.7040149690398337,
                "rollout_h5_scorable_fraction": 0.9863636363636363,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 3,
                "rollout_h5_scored_ball_frames": 217,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "l2": 0.15821246802806854,
                "gt_error": 2.005188376450655,
                "independent_future_center_error": 2.005188376450655,
                "iou": 0.7424378899136689,
                "rollout_h1_error": 0.12672793858528103,
                "rollout_h5_error": 0.5152321510102964,
                "legacy_rollout_h1_error": 0.12672793858528103,
                "legacy_rollout_h5_error": 0.5152321510102964,
                "rollout_h1_reliable_error": 0.05066300804920059,
                "rollout_h1_penalized_error": 0.05066300804920059,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.28384337840157725,
                "rollout_h5_penalized_error": 0.28384337840157725,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 9.873056819271628
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 1.8090944100404158,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.000670354173053056,
                "l2": 0.006218323949724436,
                "gt_error": 0.04396398372464964,
                "independent_future_center_error": 0.04396398372464964,
                "iou": 0.7480855945014582,
                "rollout_h1_error": 0.10511282949486957,
                "rollout_h5_error": 0.5492172230716973,
                "legacy_rollout_h1_error": 0.10511282949486957,
                "legacy_rollout_h5_error": 0.5492172230716973,
                "rollout_h1_reliable_error": 0.050981105695163995,
                "rollout_h1_penalized_error": 0.050981105695163995,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.35172693137698013,
                "rollout_h5_penalized_error": 0.35172693137698013,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.10984395793137744,
                "rollout_h1_penalized_error": 0.9390248290922614,
                "rollout_h1_scorable_fraction": 0.9409090909090909,
                "rollout_h1_source_available_fraction": 0.9545454545454546,
                "rollout_h1_source_available_ball_frames": 210,
                "rollout_h1_source_unavailable_ball_frames": 10,
                "rollout_h1_unscorable_ball_frames": 13,
                "rollout_h1_scored_ball_frames": 207,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6576871205630981,
                "rollout_h5_penalized_error": 1.454495441204835,
                "rollout_h5_scorable_fraction": 0.9409090909090909,
                "rollout_h5_source_available_fraction": 0.9545454545454546,
                "rollout_h5_source_available_ball_frames": 210,
                "rollout_h5_source_unavailable_ball_frames": 10,
                "rollout_h5_unscorable_ball_frames": 13,
                "rollout_h5_scored_ball_frames": 207,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 3,
                "ball_state_change_events": 3
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.013141897895284492,
                "rollout_h1_penalized_error": 0.013141897895284492,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12017417197993048,
                "rollout_h5_penalized_error": 0.12017417197993048,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 2.8903541927824596,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.18379047513008118,
                "gt_error": 2.2936605488060517,
                "independent_future_center_error": 2.2936605488060517,
                "iou": 0.7138183953999447,
                "rollout_h1_error": 0.23277600380452965,
                "rollout_h5_error": 0.930396676636226,
                "legacy_rollout_h1_error": 0.23277600380452965,
                "legacy_rollout_h5_error": 0.930396676636226,
                "rollout_h1_reliable_error": 0.0807676965585225,
                "rollout_h1_penalized_error": 0.7199207841572691,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5555226298283866,
                "rollout_h5_penalized_error": 1.1730959477330487,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "l2": 0.15765202045440674,
                "gt_error": 2.316917891304289,
                "independent_future_center_error": 2.316917891304289,
                "iou": 0.7348334657462485,
                "rollout_h1_error": 0.13033646280335193,
                "rollout_h5_error": 0.554830393568405,
                "legacy_rollout_h1_error": 0.13033646280335193,
                "legacy_rollout_h5_error": 0.554830393568405,
                "rollout_h1_reliable_error": 0.05219592119910727,
                "rollout_h1_penalized_error": 0.05219592119910727,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3024740904362767,
                "rollout_h5_penalized_error": 0.3024740904362767,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 15.695669406850357
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 3.2853534510650206,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041191099444404244,
                "l2": 0.005948297679424286,
                "gt_error": 0.043463074502505465,
                "independent_future_center_error": 0.043463074502505465,
                "iou": 0.751530957270602,
                "rollout_h1_error": 0.103576003519313,
                "rollout_h5_error": 0.5216500408168814,
                "legacy_rollout_h1_error": 0.103576003519313,
                "legacy_rollout_h5_error": 0.5216500408168814,
                "rollout_h1_reliable_error": 0.04777331699308438,
                "rollout_h1_penalized_error": 0.04777331699308438,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.33746878808206887,
                "rollout_h5_penalized_error": 0.33746878808206887,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.09846668932629027,
                "rollout_h1_penalized_error": 6.545787427393886,
                "rollout_h1_scorable_fraction": 0.5409090909090909,
                "rollout_h1_source_available_fraction": 0.5681818181818182,
                "rollout_h1_source_available_ball_frames": 125,
                "rollout_h1_source_unavailable_ball_frames": 95,
                "rollout_h1_unscorable_ball_frames": 101,
                "rollout_h1_scored_ball_frames": 119,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6255677716236108,
                "rollout_h5_penalized_error": 6.830901194636529,
                "rollout_h5_scorable_fraction": 0.5409090909090909,
                "rollout_h5_source_available_fraction": 0.6590909090909091,
                "rollout_h5_source_available_ball_frames": 145,
                "rollout_h5_source_unavailable_ball_frames": 75,
                "rollout_h5_unscorable_ball_frames": 101,
                "rollout_h5_scored_ball_frames": 119,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9318181818181818,
                "ball_correct_color_rate": 0.9181818181818182,
                "missing_ball_frames": 15,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 19,
                "extra_ball_instances": 19,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 6
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.013141897895284492,
                "rollout_h1_penalized_error": 0.013141897895284492,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12017417197993048,
                "rollout_h5_penalized_error": 0.12017417197993048,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 5.575026757482972,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.18381989002227783,
                "gt_error": 2.3024599560098062,
                "independent_future_center_error": 2.3024599560098062,
                "iou": 0.703643460901684,
                "rollout_h1_error": 0.2687046503781787,
                "rollout_h5_error": 0.9236091143993723,
                "legacy_rollout_h1_error": 0.2687046503781787,
                "legacy_rollout_h5_error": 0.9236091143993723,
                "rollout_h1_reliable_error": 0.08516630771648627,
                "rollout_h1_penalized_error": 0.7241194584444165,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5806398235132044,
                "rollout_h5_penalized_error": 1.197071450795829,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "l2": 0.16368813812732697,
                "gt_error": 1.9742367993980823,
                "independent_future_center_error": 1.9742367993980823,
                "iou": 0.7413905853932838,
                "rollout_h1_error": 0.13373346090276209,
                "rollout_h5_error": 0.5926662896306845,
                "legacy_rollout_h1_error": 0.13373346090276209,
                "legacy_rollout_h5_error": 0.5926662896306845,
                "rollout_h1_reliable_error": 0.053122934168928555,
                "rollout_h1_penalized_error": 0.053122934168928555,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.26771420372878574,
                "rollout_h5_penalized_error": 0.26771420372878574,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 31.350775382622878
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/871.mp4",
                "seconds": 6.390203043153243,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00040767021710053086,
                "l2": 0.005929033271968365,
                "gt_error": 0.04295606970877049,
                "independent_future_center_error": 0.04295606970877049,
                "iou": 0.7511526134152967,
                "rollout_h1_error": 0.1154318288623612,
                "rollout_h5_error": 0.5979584749427485,
                "legacy_rollout_h1_error": 0.1154318288623612,
                "legacy_rollout_h5_error": 0.5979584749427485,
                "rollout_h1_reliable_error": 0.047644909417868635,
                "rollout_h1_penalized_error": 0.047644909417868635,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.33136263423247775,
                "rollout_h5_penalized_error": 0.33136263423247775,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-4/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11947908570838563,
                "rollout_h1_penalized_error": 3.68888256811413,
                "rollout_h1_scorable_fraction": 0.7454545454545455,
                "rollout_h1_source_available_fraction": 0.7727272727272727,
                "rollout_h1_source_available_ball_frames": 170,
                "rollout_h1_source_unavailable_ball_frames": 50,
                "rollout_h1_unscorable_ball_frames": 56,
                "rollout_h1_scored_ball_frames": 164,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7119351703075611,
                "rollout_h5_penalized_error": 5.473551694703127,
                "rollout_h5_scorable_fraction": 0.6454545454545455,
                "rollout_h5_source_available_fraction": 0.7727272727272727,
                "rollout_h5_source_available_ball_frames": 170,
                "rollout_h5_source_unavailable_ball_frames": 50,
                "rollout_h5_unscorable_ball_frames": 78,
                "rollout_h5_scored_ball_frames": 142,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 2,
                "extra_ball_frames": 7,
                "extra_ball_instances": 7,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            }
          }
        }
      },
      "5": {
        "source": "00000/066.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011227397910031677,
                "rollout_h1_penalized_error": 0.011227397910031677,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.1259052783925878,
                "rollout_h5_penalized_error": 0.1259052783925878,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 0.5719079444035222,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "l2": 0.20848488807678223,
                "gt_error": 2.9204784576558045,
                "independent_future_center_error": 2.9204784576558045,
                "iou": 0.6012679029654548,
                "rollout_h1_error": 0.7463756955512872,
                "rollout_h5_error": 1.7577921577965334,
                "legacy_rollout_h1_error": 0.7463756955512872,
                "legacy_rollout_h5_error": 1.7577921577965334,
                "rollout_h1_reliable_error": 0.10091705920101937,
                "rollout_h1_penalized_error": 5.015343556786496,
                "rollout_h1_scorable_fraction": 0.65,
                "rollout_h1_source_available_fraction": 0.6590909090909091,
                "rollout_h1_source_available_ball_frames": 145,
                "rollout_h1_source_unavailable_ball_frames": 75,
                "rollout_h1_unscorable_ball_frames": 77,
                "rollout_h1_scored_ball_frames": 143,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7072665066709148,
                "rollout_h5_penalized_error": 4.676659654893198,
                "rollout_h5_scorable_fraction": 0.7045454545454546,
                "rollout_h5_source_available_fraction": 0.75,
                "rollout_h5_source_available_ball_frames": 165,
                "rollout_h5_source_unavailable_ball_frames": 55,
                "rollout_h5_unscorable_ball_frames": 65,
                "rollout_h5_scored_ball_frames": 155,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8863636363636364,
                "ball_correct_color_rate": 0.7863636363636364,
                "missing_ball_frames": 25,
                "color_changed_ball_frames": 22,
                "extra_ball_frames": 10,
                "extra_ball_instances": 24,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 6,
                "ball_state_change_events": 11
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "l2": 0.1695094257593155,
                "gt_error": 2.7978518430535138,
                "independent_future_center_error": 2.7978518430535138,
                "iou": 0.7601797285791682,
                "rollout_h1_error": 0.10322156869195591,
                "rollout_h5_error": 0.4977987869644316,
                "legacy_rollout_h1_error": 0.10322156869195591,
                "legacy_rollout_h5_error": 0.4977987869644316,
                "rollout_h1_reliable_error": 0.04567676888946958,
                "rollout_h1_penalized_error": 0.04567676888946958,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2919246934865398,
                "rollout_h5_penalized_error": 0.2919246934865398,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "seconds": 2.353251990238537
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 0.5289153470948804,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 8.092841148376465,
                "l2": 0.14239703118801117,
                "gt_error": 1.2035451474468377,
                "independent_future_center_error": 1.2035451474468377,
                "iou": 0.1400079703276832,
                "rollout_h1_error": 1.1761756250379487,
                "rollout_h5_error": 2.584912617690154,
                "legacy_rollout_h1_error": 1.1761756250379487,
                "legacy_rollout_h5_error": 2.584912617690154,
                "rollout_h1_reliable_error": 0.1280815917265254,
                "rollout_h1_penalized_error": 13.887334641330872,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.8512007953124087,
                "rollout_h5_penalized_error": 13.054695501405801,
                "rollout_h5_scorable_fraction": 0.08181818181818182,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 202,
                "rollout_h5_scored_ball_frames": 18,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.5045454545454545,
                "ball_correct_color_rate": 0.38636363636363635,
                "missing_ball_frames": 109,
                "color_changed_ball_frames": 26,
                "extra_ball_frames": 38,
                "extra_ball_instances": 126,
                "ball_disappearance_events": 8,
                "ball_reappearance_events": 5,
                "ball_color_change_events": 10,
                "ball_state_change_events": 23
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.1292514911154774,
                "rollout_h1_penalized_error": 10.70260951845261,
                "rollout_h1_scorable_fraction": 0.24545454545454545,
                "rollout_h1_source_available_fraction": 0.25,
                "rollout_h1_source_available_ball_frames": 55,
                "rollout_h1_source_unavailable_ball_frames": 165,
                "rollout_h1_unscorable_ball_frames": 166,
                "rollout_h1_scored_ball_frames": 54,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7743631833197742,
                "rollout_h5_penalized_error": 9.767228279596386,
                "rollout_h5_scorable_fraction": 0.32727272727272727,
                "rollout_h5_source_available_fraction": 0.3409090909090909,
                "rollout_h5_source_available_ball_frames": 75,
                "rollout_h5_source_unavailable_ball_frames": 145,
                "rollout_h5_unscorable_ball_frames": 148,
                "rollout_h5_scored_ball_frames": 72,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8818181818181818,
                "ball_correct_color_rate": 0.6363636363636364,
                "missing_ball_frames": 26,
                "color_changed_ball_frames": 54,
                "extra_ball_frames": 10,
                "extra_ball_instances": 23,
                "ball_disappearance_events": 6,
                "ball_reappearance_events": 3,
                "ball_color_change_events": 8,
                "ball_state_change_events": 17
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011227397910031677,
                "rollout_h1_penalized_error": 0.011227397910031677,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.1259052783925878,
                "rollout_h5_penalized_error": 0.1259052783925878,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 0.8194218437669666,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "l2": 0.2192343771457672,
                "gt_error": 3.147107076352781,
                "independent_future_center_error": 3.147107076352781,
                "iou": 0.7001139139247775,
                "rollout_h1_error": 0.2550414764946626,
                "rollout_h5_error": 1.0850191309400052,
                "legacy_rollout_h1_error": 0.2550414764946626,
                "legacy_rollout_h5_error": 1.0850191309400052,
                "rollout_h1_reliable_error": 0.1736869666190239,
                "rollout_h1_penalized_error": 1.5070388838887987,
                "rollout_h1_scorable_fraction": 0.9045454545454545,
                "rollout_h1_source_available_fraction": 0.9090909090909091,
                "rollout_h1_source_available_ball_frames": 200,
                "rollout_h1_source_unavailable_ball_frames": 20,
                "rollout_h1_unscorable_ball_frames": 21,
                "rollout_h1_scored_ball_frames": 199,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.9739723050508411,
                "rollout_h5_penalized_error": 2.23093334910667,
                "rollout_h5_scorable_fraction": 0.9045454545454545,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 21,
                "rollout_h5_scored_ball_frames": 199,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9818181818181818,
                "ball_correct_color_rate": 0.9772727272727273,
                "missing_ball_frames": 4,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 4,
                "extra_ball_instances": 4,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "l2": 0.1823633313179016,
                "gt_error": 2.062583140663326,
                "independent_future_center_error": 2.062583140663326,
                "iou": 0.7414428676339531,
                "rollout_h1_error": 0.13289688738087552,
                "rollout_h5_error": 0.5923662018576923,
                "legacy_rollout_h1_error": 0.13289688738087552,
                "legacy_rollout_h5_error": 0.5923662018576923,
                "rollout_h1_reliable_error": 0.056920131969853974,
                "rollout_h1_penalized_error": 0.056920131969853974,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3588325029667851,
                "rollout_h5_penalized_error": 0.3588325029667851,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "seconds": 4.184795924961301
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 0.8159043936757371,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.07062333822250366,
                "l2": 0.05369046702980995,
                "gt_error": 0.4119023479621425,
                "independent_future_center_error": 0.4119023479621425,
                "iou": 0.18531306136368758,
                "rollout_h1_error": 0.6287538726313991,
                "rollout_h5_error": 1.8599538077281081,
                "legacy_rollout_h1_error": 0.6287538726313991,
                "legacy_rollout_h5_error": 1.8599538077281081,
                "rollout_h1_reliable_error": 0.15697676666798346,
                "rollout_h1_penalized_error": 12.552913026337436,
                "rollout_h1_scorable_fraction": 0.11363636363636363,
                "rollout_h1_source_available_fraction": 0.13636363636363635,
                "rollout_h1_source_available_ball_frames": 30,
                "rollout_h1_source_unavailable_ball_frames": 190,
                "rollout_h1_unscorable_ball_frames": 195,
                "rollout_h1_scored_ball_frames": 25,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7711507930349829,
                "rollout_h5_penalized_error": 12.622705529333684,
                "rollout_h5_scorable_fraction": 0.11363636363636363,
                "rollout_h5_source_available_fraction": 0.22727272727272727,
                "rollout_h5_source_available_ball_frames": 50,
                "rollout_h5_source_unavailable_ball_frames": 170,
                "rollout_h5_unscorable_ball_frames": 195,
                "rollout_h5_scored_ball_frames": 25,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8045454545454546,
                "ball_correct_color_rate": 0.6636363636363637,
                "missing_ball_frames": 43,
                "color_changed_ball_frames": 31,
                "extra_ball_frames": 39,
                "extra_ball_instances": 44,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 3,
                "ball_color_change_events": 15,
                "ball_state_change_events": 22
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.22156477205897107,
                "rollout_h1_penalized_error": 6.295995689152201,
                "rollout_h1_scorable_fraction": 0.5636363636363636,
                "rollout_h1_source_available_fraction": 0.5681818181818182,
                "rollout_h1_source_available_ball_frames": 125,
                "rollout_h1_source_unavailable_ball_frames": 95,
                "rollout_h1_unscorable_ball_frames": 96,
                "rollout_h1_scored_ball_frames": 124,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 1.0839181238821602,
                "rollout_h5_penalized_error": 6.0697829874607905,
                "rollout_h5_scorable_fraction": 0.6181818181818182,
                "rollout_h5_source_available_fraction": 0.6590909090909091,
                "rollout_h5_source_available_ball_frames": 145,
                "rollout_h5_source_unavailable_ball_frames": 75,
                "rollout_h5_unscorable_ball_frames": 84,
                "rollout_h5_scored_ball_frames": 136,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.8227272727272728,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 39,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 2,
                "ball_state_change_events": 2
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011227397910031677,
                "rollout_h1_penalized_error": 0.011227397910031677,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.1259052783925878,
                "rollout_h5_penalized_error": 0.1259052783925878,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 1.5893631777310344,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "l2": 0.2161870002746582,
                "gt_error": 3.079422417445503,
                "independent_future_center_error": 3.079422417445503,
                "iou": 0.7201565804820873,
                "rollout_h1_error": 0.22270099994307854,
                "rollout_h5_error": 0.9293092095492789,
                "legacy_rollout_h1_error": 0.22270099994307854,
                "legacy_rollout_h5_error": 0.9293092095492789,
                "rollout_h1_reliable_error": 0.12704721016403142,
                "rollout_h1_penalized_error": 0.509276894170402,
                "rollout_h1_scorable_fraction": 0.9727272727272728,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 6,
                "rollout_h1_scored_ball_frames": 214,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.753399465886087,
                "rollout_h5_penalized_error": 1.1185468156454925,
                "rollout_h5_scorable_fraction": 0.9727272727272728,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 6,
                "rollout_h5_scored_ball_frames": 214,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9954545454545455,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 0,
                "ball_state_change_events": 2
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "l2": 0.19222337007522583,
                "gt_error": 2.459384620915693,
                "independent_future_center_error": 2.459384620915693,
                "iou": 0.749135711625989,
                "rollout_h1_error": 0.1232305537952399,
                "rollout_h5_error": 0.532027191367912,
                "legacy_rollout_h1_error": 0.1232305537952399,
                "legacy_rollout_h5_error": 0.532027191367912,
                "rollout_h1_reliable_error": 0.04987287575894462,
                "rollout_h1_penalized_error": 0.04987287575894462,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3118589515986273,
                "rollout_h5_penalized_error": 0.3118589515986273,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "seconds": 9.873056819271628
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 1.8090944100404158,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0006611254066228867,
                "l2": 0.006136828567832708,
                "gt_error": 0.07919087979821958,
                "independent_future_center_error": 0.07919087979821958,
                "iou": 0.7278299407040889,
                "rollout_h1_error": 0.23173291722865577,
                "rollout_h5_error": 0.8853704519934538,
                "legacy_rollout_h1_error": 0.23173291722865577,
                "legacy_rollout_h5_error": 0.8853704519934538,
                "rollout_h1_reliable_error": 0.04651068526128311,
                "rollout_h1_penalized_error": 0.04651068526128311,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.309971092319538,
                "rollout_h5_penalized_error": 0.309971092319538,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.1624962601344909,
                "rollout_h1_penalized_error": 0.1624962601344909,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.8640102128839151,
                "rollout_h5_penalized_error": 0.8640102128839151,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011227397910031677,
                "rollout_h1_penalized_error": 0.011227397910031677,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.1259052783925878,
                "rollout_h5_penalized_error": 0.1259052783925878,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 2.8903541927824596,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "l2": 0.21624739468097687,
                "gt_error": 3.1666744830795266,
                "independent_future_center_error": 3.1666744830795266,
                "iou": 0.7078661851232394,
                "rollout_h1_error": 0.26858992421301364,
                "rollout_h5_error": 0.9586883299561986,
                "legacy_rollout_h1_error": 0.26858992421301364,
                "legacy_rollout_h5_error": 0.9586883299561986,
                "rollout_h1_reliable_error": 0.14685766730529376,
                "rollout_h1_penalized_error": 0.5285470661169026,
                "rollout_h1_scorable_fraction": 0.9727272727272728,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 6,
                "rollout_h1_scored_ball_frames": 214,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7898273549356741,
                "rollout_h5_penalized_error": 0.85051966524838,
                "rollout_h5_scorable_fraction": 0.9954545454545455,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 1,
                "rollout_h5_scored_ball_frames": 219,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9954545454545455,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 0,
                "ball_state_change_events": 2
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "l2": 0.1882239729166031,
                "gt_error": 2.5027713992986698,
                "independent_future_center_error": 2.5027713992986698,
                "iou": 0.742609464919427,
                "rollout_h1_error": 0.11177351707386307,
                "rollout_h5_error": 0.5057511551664383,
                "legacy_rollout_h1_error": 0.11177351707386307,
                "legacy_rollout_h5_error": 0.5057511551664383,
                "rollout_h1_reliable_error": 0.05235438147731951,
                "rollout_h1_penalized_error": 0.05235438147731951,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.31499164180272937,
                "rollout_h5_penalized_error": 0.31499164180272937,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "seconds": 15.695669406850357
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 3.2853534510650206,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041719028376974165,
                "l2": 0.005826845299452543,
                "gt_error": 0.07190309022623088,
                "independent_future_center_error": 0.07190309022623088,
                "iou": 0.7337743814868996,
                "rollout_h1_error": 0.21416572073345969,
                "rollout_h5_error": 0.8781931461260057,
                "legacy_rollout_h1_error": 0.21416572073345969,
                "legacy_rollout_h5_error": 0.8781931461260057,
                "rollout_h1_reliable_error": 0.04354027658007452,
                "rollout_h1_penalized_error": 0.04354027658007452,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.28652179378695086,
                "rollout_h5_penalized_error": 0.28652179378695086,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.14965642869513238,
                "rollout_h1_penalized_error": 1.866915238994983,
                "rollout_h1_scorable_fraction": 0.8772727272727273,
                "rollout_h1_source_available_fraction": 0.8863636363636364,
                "rollout_h1_source_available_ball_frames": 195,
                "rollout_h1_source_unavailable_ball_frames": 25,
                "rollout_h1_unscorable_ball_frames": 27,
                "rollout_h1_scored_ball_frames": 193,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7636636792580783,
                "rollout_h5_penalized_error": 2.5880007625952883,
                "rollout_h5_scorable_fraction": 0.8636363636363636,
                "rollout_h5_source_available_fraction": 0.8863636363636364,
                "rollout_h5_source_available_ball_frames": 195,
                "rollout_h5_source_unavailable_ball_frames": 25,
                "rollout_h5_unscorable_ball_frames": 30,
                "rollout_h5_scored_ball_frames": 190,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9818181818181818,
                "ball_correct_color_rate": 0.9772727272727273,
                "missing_ball_frames": 4,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 1,
                "ball_state_change_events": 5
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.011227397910031677,
                "rollout_h1_penalized_error": 0.011227397910031677,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.1259052783925878,
                "rollout_h5_penalized_error": 0.1259052783925878,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 5.575026757482972,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "l2": 0.21470482647418976,
                "gt_error": 3.093531676243399,
                "independent_future_center_error": 3.093531676243399,
                "iou": 0.6650647753371937,
                "rollout_h1_error": 0.2599159592763758,
                "rollout_h5_error": 0.8418322829387404,
                "legacy_rollout_h1_error": 0.2599159592763758,
                "legacy_rollout_h5_error": 0.8418322829387404,
                "rollout_h1_reliable_error": 0.1043134807809016,
                "rollout_h1_penalized_error": 11.589804325012762,
                "rollout_h1_scorable_fraction": 0.18181818181818182,
                "rollout_h1_source_available_fraction": 0.20454545454545456,
                "rollout_h1_source_available_ball_frames": 45,
                "rollout_h1_source_unavailable_ball_frames": 175,
                "rollout_h1_unscorable_ball_frames": 180,
                "rollout_h1_scored_ball_frames": 40,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6222601973996088,
                "rollout_h5_penalized_error": 11.683976455307072,
                "rollout_h5_scorable_fraction": 0.18181818181818182,
                "rollout_h5_source_available_fraction": 0.29545454545454547,
                "rollout_h5_source_available_ball_frames": 65,
                "rollout_h5_source_unavailable_ball_frames": 155,
                "rollout_h5_unscorable_ball_frames": 180,
                "rollout_h5_scored_ball_frames": 40,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8363636363636363,
                "ball_correct_color_rate": 0.8136363636363636,
                "missing_ball_frames": 36,
                "color_changed_ball_frames": 5,
                "extra_ball_frames": 33,
                "extra_ball_instances": 33,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "l2": 0.18652449548244476,
                "gt_error": 2.6237381276214577,
                "independent_future_center_error": 2.6237381276214577,
                "iou": 0.7355549047631864,
                "rollout_h1_error": 0.11252958966575412,
                "rollout_h5_error": 0.504883516664353,
                "legacy_rollout_h1_error": 0.11252958966575412,
                "legacy_rollout_h5_error": 0.504883516664353,
                "rollout_h1_reliable_error": 0.05653941620926299,
                "rollout_h1_penalized_error": 0.05653941620926299,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.305922670554883,
                "rollout_h5_penalized_error": 0.305922670554883,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "seconds": 31.350775382622878
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/066.mp4",
                "seconds": 6.390203043153243,
                "post_condition_ball_ball_events": 13,
                "causal_chain_depth": 10,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0004156575014349073,
                "l2": 0.005813891068100929,
                "gt_error": 0.0758414069968092,
                "independent_future_center_error": 0.0758414069968092,
                "iou": 0.7311961964280734,
                "rollout_h1_error": 0.2247478846767858,
                "rollout_h5_error": 0.8849622251328653,
                "legacy_rollout_h1_error": 0.2247478846767858,
                "legacy_rollout_h5_error": 0.8849622251328653,
                "rollout_h1_reliable_error": 0.042804708670408455,
                "rollout_h1_penalized_error": 0.042804708670408455,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2896290694405325,
                "rollout_h5_penalized_error": 0.2896290694405325,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-5/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.16688002713585257,
                "rollout_h1_penalized_error": 1.8820250321725238,
                "rollout_h1_scorable_fraction": 0.8772727272727273,
                "rollout_h1_source_available_fraction": 0.8863636363636364,
                "rollout_h1_source_available_ball_frames": 195,
                "rollout_h1_source_unavailable_ball_frames": 25,
                "rollout_h1_unscorable_ball_frames": 27,
                "rollout_h1_scored_ball_frames": 193,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.9243102759717959,
                "rollout_h5_penalized_error": 1.5852015433597537,
                "rollout_h5_scorable_fraction": 0.95,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 11,
                "rollout_h5_scored_ball_frames": 209,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9772727272727273,
                "ball_correct_color_rate": 0.9727272727272728,
                "missing_ball_frames": 5,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 1,
                "ball_state_change_events": 6
              }
            }
          }
        }
      },
      "6": {
        "source": "00000/704.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009047721244247676,
                "rollout_h1_penalized_error": 0.009047721244247676,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.053877349843233314,
                "rollout_h5_penalized_error": 0.053877349843233314,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 0.573654280626215,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.2183626890182495,
                "gt_error": 2.9459943325177878,
                "independent_future_center_error": 2.9459943325177878,
                "iou": 0.7076041470642934,
                "rollout_h1_error": 0.2480315661220673,
                "rollout_h5_error": 1.1601601530680146,
                "legacy_rollout_h1_error": 0.2480315661220673,
                "legacy_rollout_h5_error": 1.1601601530680146,
                "rollout_h1_reliable_error": 0.19133597243940703,
                "rollout_h1_penalized_error": 9.703244825592735,
                "rollout_h1_scorable_fraction": 0.3181818181818182,
                "rollout_h1_source_available_fraction": 0.3409090909090909,
                "rollout_h1_source_available_ball_frames": 75,
                "rollout_h1_source_unavailable_ball_frames": 145,
                "rollout_h1_unscorable_ball_frames": 150,
                "rollout_h1_scored_ball_frames": 70,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7876840802638453,
                "rollout_h5_penalized_error": 9.892991950809602,
                "rollout_h5_scorable_fraction": 0.3181818181818182,
                "rollout_h5_source_available_fraction": 0.4318181818181818,
                "rollout_h5_source_available_ball_frames": 95,
                "rollout_h5_source_unavailable_ball_frames": 125,
                "rollout_h5_unscorable_ball_frames": 150,
                "rollout_h5_scored_ball_frames": 70,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8954545454545455,
                "ball_correct_color_rate": 0.8909090909090909,
                "missing_ball_frames": 23,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 30,
                "extra_ball_instances": 30,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "l2": 0.18332555890083313,
                "gt_error": 2.4051761889982264,
                "independent_future_center_error": 2.4051761889982264,
                "iou": 0.7320314624169695,
                "rollout_h1_error": 0.12835725139901807,
                "rollout_h5_error": 0.5891989260405004,
                "legacy_rollout_h1_error": 0.12835725139901807,
                "legacy_rollout_h5_error": 0.5891989260405004,
                "rollout_h1_reliable_error": 0.04725269531940883,
                "rollout_h1_penalized_error": 0.04725269531940883,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2618290037401605,
                "rollout_h5_penalized_error": 0.2618290037401605,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "seconds": 2.2804260533303022
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 0.5026871847803704,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.37691038846969604,
                "l2": 0.1025768369436264,
                "gt_error": 1.727420623901187,
                "independent_future_center_error": 1.727420623901187,
                "iou": 0.07721548504578497,
                "rollout_h1_error": 0.5374468714008529,
                "rollout_h5_error": 1.513303598177239,
                "legacy_rollout_h1_error": 0.5374468714008529,
                "legacy_rollout_h5_error": 1.513303598177239,
                "rollout_h1_reliable_error": 0.18577478323291508,
                "rollout_h1_penalized_error": 12.936813551142487,
                "rollout_h1_scorable_fraction": 0.08636363636363636,
                "rollout_h1_source_available_fraction": 0.09090909090909091,
                "rollout_h1_source_available_ball_frames": 20,
                "rollout_h1_source_unavailable_ball_frames": 200,
                "rollout_h1_unscorable_ball_frames": 201,
                "rollout_h1_scored_ball_frames": 19,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3923533298851956,
                "rollout_h5_penalized_error": 12.45466234221352,
                "rollout_h5_scorable_fraction": 0.12272727272727273,
                "rollout_h5_source_available_fraction": 0.18181818181818182,
                "rollout_h5_source_available_ball_frames": 40,
                "rollout_h5_source_unavailable_ball_frames": 180,
                "rollout_h5_unscorable_ball_frames": 193,
                "rollout_h5_scored_ball_frames": 27,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.4,
                "ball_correct_color_rate": 0.15454545454545454,
                "missing_ball_frames": 132,
                "color_changed_ball_frames": 54,
                "extra_ball_frames": 29,
                "extra_ball_instances": 81,
                "ball_disappearance_events": 9,
                "ball_reappearance_events": 5,
                "ball_color_change_events": 11,
                "ball_state_change_events": 25
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.12020685305110748,
                "rollout_h1_penalized_error": 2.988328647053802,
                "rollout_h1_scorable_fraction": 0.7954545454545454,
                "rollout_h1_source_available_fraction": 0.8181818181818182,
                "rollout_h1_source_available_ball_frames": 180,
                "rollout_h1_source_unavailable_ball_frames": 40,
                "rollout_h1_unscorable_ball_frames": 45,
                "rollout_h1_scored_ball_frames": 175,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.732287422976787,
                "rollout_h5_penalized_error": 4.6942880277450625,
                "rollout_h5_scorable_fraction": 0.7045454545454546,
                "rollout_h5_source_available_fraction": 0.8181818181818182,
                "rollout_h5_source_available_ball_frames": 180,
                "rollout_h5_source_unavailable_ball_frames": 40,
                "rollout_h5_unscorable_ball_frames": 65,
                "rollout_h5_scored_ball_frames": 155,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 8,
                "extra_ball_instances": 8,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009047721244247676,
                "rollout_h1_penalized_error": 0.009047721244247676,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.053877349843233314,
                "rollout_h5_penalized_error": 0.053877349843233314,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 0.8251921383115197,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.2229352742433548,
                "gt_error": 2.9169408116410187,
                "independent_future_center_error": 2.9169408116410187,
                "iou": 0.7024836367003873,
                "rollout_h1_error": 0.22220459101073803,
                "rollout_h5_error": 1.0142496390716236,
                "legacy_rollout_h1_error": 0.22220459101073803,
                "legacy_rollout_h5_error": 1.0142496390716236,
                "rollout_h1_reliable_error": 0.1068947705147135,
                "rollout_h1_penalized_error": 3.2967222371547678,
                "rollout_h1_scorable_fraction": 0.7727272727272727,
                "rollout_h1_source_available_fraction": 0.7954545454545454,
                "rollout_h1_source_available_ball_frames": 175,
                "rollout_h1_source_unavailable_ball_frames": 45,
                "rollout_h1_unscorable_ball_frames": 50,
                "rollout_h1_scored_ball_frames": 170,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6331397583872153,
                "rollout_h5_penalized_error": 4.931456624632949,
                "rollout_h5_scorable_fraction": 0.6818181818181818,
                "rollout_h5_source_available_fraction": 0.7954545454545454,
                "rollout_h5_source_available_ball_frames": 175,
                "rollout_h5_source_unavailable_ball_frames": 45,
                "rollout_h5_unscorable_ball_frames": 70,
                "rollout_h5_scored_ball_frames": 150,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 9,
                "extra_ball_instances": 9,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "l2": 0.19002701342105865,
                "gt_error": 2.365631014887425,
                "independent_future_center_error": 2.365631014887425,
                "iou": 0.73882727818687,
                "rollout_h1_error": 0.10365960021746735,
                "rollout_h5_error": 0.4146360590890837,
                "legacy_rollout_h1_error": 0.10365960021746735,
                "legacy_rollout_h5_error": 0.4146360590890837,
                "rollout_h1_reliable_error": 0.04730769820036574,
                "rollout_h1_penalized_error": 0.04730769820036574,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.21913339323073722,
                "rollout_h5_penalized_error": 0.21913339323073722,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "seconds": 3.989798934805939
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 0.8086506313411519,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.07370030134916306,
                "l2": 0.056049615144729614,
                "gt_error": 0.3950361866333099,
                "independent_future_center_error": 0.3950361866333099,
                "iou": 0.15885540227401349,
                "rollout_h1_error": 0.5854943702076623,
                "rollout_h5_error": 1.9640876320529739,
                "legacy_rollout_h1_error": 0.5854943702076623,
                "legacy_rollout_h5_error": 1.9640876320529739,
                "rollout_h1_reliable_error": 0.07047850875448887,
                "rollout_h1_penalized_error": 13.566476923572825,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.27209474795432786,
                "rollout_h5_penalized_error": 13.070359737875487,
                "rollout_h5_scorable_fraction": 0.07727272727272727,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 203,
                "rollout_h5_scored_ball_frames": 17,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.6363636363636364,
                "ball_correct_color_rate": 0.5181818181818182,
                "missing_ball_frames": 80,
                "color_changed_ball_frames": 26,
                "extra_ball_frames": 40,
                "extra_ball_instances": 79,
                "ball_disappearance_events": 6,
                "ball_reappearance_events": 3,
                "ball_color_change_events": 7,
                "ball_state_change_events": 16
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11556399774487398,
                "rollout_h1_penalized_error": 2.9846354666965715,
                "rollout_h1_scorable_fraction": 0.7954545454545454,
                "rollout_h1_source_available_fraction": 0.8181818181818182,
                "rollout_h1_source_available_ball_frames": 180,
                "rollout_h1_source_unavailable_ball_frames": 40,
                "rollout_h1_unscorable_ball_frames": 45,
                "rollout_h1_scored_ball_frames": 175,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6591285801904482,
                "rollout_h5_penalized_error": 4.642744297600142,
                "rollout_h5_scorable_fraction": 0.7045454545454546,
                "rollout_h5_source_available_fraction": 0.8181818181818182,
                "rollout_h5_source_available_ball_frames": 180,
                "rollout_h5_source_unavailable_ball_frames": 40,
                "rollout_h5_unscorable_ball_frames": 65,
                "rollout_h5_scored_ball_frames": 155,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 8,
                "extra_ball_instances": 8,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009047721244247676,
                "rollout_h1_penalized_error": 0.009047721244247676,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.053877349843233314,
                "rollout_h5_penalized_error": 0.053877349843233314,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 1.591032328998803,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.2216212898492813,
                "gt_error": 3.1141703958170925,
                "independent_future_center_error": 3.1141703958170925,
                "iou": 0.7249196454573257,
                "rollout_h1_error": 0.4009836170208924,
                "rollout_h5_error": 1.398238114142127,
                "legacy_rollout_h1_error": 0.4009836170208924,
                "legacy_rollout_h5_error": 1.398238114142127,
                "rollout_h1_reliable_error": 0.13747856632308764,
                "rollout_h1_penalized_error": 6.885176966710516,
                "rollout_h1_scorable_fraction": 0.5181818181818182,
                "rollout_h1_source_available_fraction": 0.5227272727272727,
                "rollout_h1_source_available_ball_frames": 115,
                "rollout_h1_source_unavailable_ball_frames": 105,
                "rollout_h1_unscorable_ball_frames": 106,
                "rollout_h1_scored_ball_frames": 114,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7694734567210664,
                "rollout_h5_penalized_error": 6.969525915971106,
                "rollout_h5_scorable_fraction": 0.5363636363636364,
                "rollout_h5_source_available_fraction": 0.6136363636363636,
                "rollout_h5_source_available_ball_frames": 135,
                "rollout_h5_source_unavailable_ball_frames": 85,
                "rollout_h5_unscorable_ball_frames": 102,
                "rollout_h5_scored_ball_frames": 118,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9,
                "ball_correct_color_rate": 0.9,
                "missing_ball_frames": 22,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 20,
                "extra_ball_instances": 20,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "l2": 0.19441752135753632,
                "gt_error": 2.7080984384036912,
                "independent_future_center_error": 2.7080984384036912,
                "iou": 0.7258570744074182,
                "rollout_h1_error": 0.12170593267324044,
                "rollout_h5_error": 0.5220071294746316,
                "legacy_rollout_h1_error": 0.12170593267324044,
                "legacy_rollout_h5_error": 0.5220071294746316,
                "rollout_h1_reliable_error": 0.04764180371228242,
                "rollout_h1_penalized_error": 0.6883006137131308,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2547769034458631,
                "rollout_h5_penalized_error": 0.8860204816406398,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "seconds": 9.093979189089234
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 1.7307300050451886,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.000595014716964215,
                "l2": 0.005827613174915314,
                "gt_error": 0.04258762305561932,
                "independent_future_center_error": 0.04258762305561932,
                "iou": 0.7583301235302615,
                "rollout_h1_error": 0.0932399045537337,
                "rollout_h5_error": 0.3976372510220778,
                "legacy_rollout_h1_error": 0.0932399045537337,
                "legacy_rollout_h5_error": 0.3976372510220778,
                "rollout_h1_reliable_error": 0.03768835542970536,
                "rollout_h1_penalized_error": 0.678799594897944,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.16568429302109342,
                "rollout_h5_penalized_error": 0.8009775353260868,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.12525578299744536,
                "rollout_h1_penalized_error": 13.632430902249734,
                "rollout_h1_scorable_fraction": 0.03636363636363636,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 212,
                "rollout_h1_scored_ball_frames": 8,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5000984945021897,
                "rollout_h5_penalized_error": 13.149987468877953,
                "rollout_h5_scorable_fraction": 0.07272727272727272,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 204,
                "rollout_h5_scored_ball_frames": 16,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.4954545454545455,
                "ball_correct_color_rate": 0.39545454545454545,
                "missing_ball_frames": 111,
                "color_changed_ball_frames": 22,
                "extra_ball_frames": 39,
                "extra_ball_instances": 110,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 8,
                "ball_state_change_events": 13
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009047721244247676,
                "rollout_h1_penalized_error": 0.009047721244247676,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.053877349843233314,
                "rollout_h5_penalized_error": 0.053877349843233314,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 2.876904402377217,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.21449975669384003,
                "gt_error": 2.9009848225585744,
                "independent_future_center_error": 2.9009848225585744,
                "iou": 0.6730915645062738,
                "rollout_h1_error": 0.32301399458469615,
                "rollout_h5_error": 1.3879211041081434,
                "legacy_rollout_h1_error": 0.32301399458469615,
                "legacy_rollout_h5_error": 1.3879211041081434,
                "rollout_h1_reliable_error": 0.15677520776052184,
                "rollout_h1_penalized_error": 0.8560432285590434,
                "rollout_h1_scorable_fraction": 0.95,
                "rollout_h1_source_available_fraction": 0.9545454545454546,
                "rollout_h1_source_available_ball_frames": 210,
                "rollout_h1_source_unavailable_ball_frames": 10,
                "rollout_h1_unscorable_ball_frames": 11,
                "rollout_h1_scored_ball_frames": 209,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.8771897499398825,
                "rollout_h5_penalized_error": 1.058075375491579,
                "rollout_h5_scorable_fraction": 0.9863636363636363,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 3,
                "rollout_h5_scored_ball_frames": 217,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "l2": 0.1934795081615448,
                "gt_error": 2.6047595477955854,
                "independent_future_center_error": 2.6047595477955854,
                "iou": 0.7257716700459226,
                "rollout_h1_error": 0.1613787081295615,
                "rollout_h5_error": 0.6700331272292986,
                "legacy_rollout_h1_error": 0.1613787081295615,
                "legacy_rollout_h5_error": 0.6700331272292986,
                "rollout_h1_reliable_error": 0.05991611406170649,
                "rollout_h1_penalized_error": 0.05991611406170649,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3182122396864457,
                "rollout_h5_penalized_error": 0.3182122396864457,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "seconds": 17.850873600516934
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 3.2851483935567862,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00029239177820272744,
                "l2": 0.005632202140986919,
                "gt_error": 0.040361517809544396,
                "independent_future_center_error": 0.040361517809544396,
                "iou": 0.761307310330355,
                "rollout_h1_error": 0.09102975357540076,
                "rollout_h5_error": 0.43512041872763374,
                "legacy_rollout_h1_error": 0.09102975357540076,
                "legacy_rollout_h5_error": 0.43512041872763374,
                "rollout_h1_reliable_error": 0.03496457008008529,
                "rollout_h1_penalized_error": 0.6761996179733064,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.1618542573450218,
                "rollout_h5_penalized_error": 0.7973215921807459,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.04983601322263013,
                "rollout_h1_penalized_error": 13.56563245784652,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4233099742098185,
                "rollout_h5_penalized_error": 12.583178163558097,
                "rollout_h5_scorable_fraction": 0.11363636363636363,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 195,
                "rollout_h5_scored_ball_frames": 25,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8045454545454546,
                "ball_correct_color_rate": 0.8045454545454546,
                "missing_ball_frames": 43,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 36,
                "extra_ball_instances": 36,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.009047721244247676,
                "rollout_h1_penalized_error": 0.009047721244247676,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.053877349843233314,
                "rollout_h5_penalized_error": 0.053877349843233314,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 5.541629557830414,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.20711944997310638,
                "gt_error": 3.129429969416849,
                "independent_future_center_error": 3.129429969416849,
                "iou": 0.6862560991777894,
                "rollout_h1_error": 0.17794364246132877,
                "rollout_h5_error": 0.8448331115447375,
                "legacy_rollout_h1_error": 0.17794364246132877,
                "legacy_rollout_h5_error": 0.8448331115447375,
                "rollout_h1_reliable_error": 0.12531393929222354,
                "rollout_h1_penalized_error": 0.12531393929222354,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7341850001273729,
                "rollout_h5_penalized_error": 0.7341850001273729,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "l2": 0.19951729476451874,
                "gt_error": 2.8488538804616894,
                "independent_future_center_error": 2.8488538804616894,
                "iou": 0.7038618511770789,
                "rollout_h1_error": 0.1584701165948185,
                "rollout_h5_error": 0.6450912103655795,
                "legacy_rollout_h1_error": 0.1584701165948185,
                "legacy_rollout_h5_error": 0.6450912103655795,
                "rollout_h1_reliable_error": 0.051786054397290726,
                "rollout_h1_penalized_error": 0.051786054397290726,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.276766769480615,
                "rollout_h5_penalized_error": 0.276766769480615,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "seconds": 33.81271155786401
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/704.mp4",
                "seconds": 6.405363415567471,
                "post_condition_ball_ball_events": 17,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041093924664892256,
                "l2": 0.0056340997107326984,
                "gt_error": 0.041525402780458104,
                "independent_future_center_error": 0.041525402780458104,
                "iou": 0.7620413586840313,
                "rollout_h1_error": 0.10030943446494976,
                "rollout_h5_error": 0.4335283713355011,
                "legacy_rollout_h1_error": 0.10030943446494976,
                "legacy_rollout_h5_error": 0.4335283713355011,
                "rollout_h1_reliable_error": 0.03635574470251208,
                "rollout_h1_penalized_error": 0.6775275573856229,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.16741645787836434,
                "rollout_h5_penalized_error": 0.8026309654171183,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-6/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.05022547539048319,
                "rollout_h1_penalized_error": 13.56564839038975,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.26604867915335423,
                "rollout_h5_penalized_error": 13.069892541649956,
                "rollout_h5_scorable_fraction": 0.07727272727272727,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 203,
                "rollout_h5_scored_ball_frames": 17,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8090909090909091,
                "ball_correct_color_rate": 0.8045454545454546,
                "missing_ball_frames": 42,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 40,
                "extra_ball_instances": 40,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            }
          }
        }
      },
      "7": {
        "source": "00000/967.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01063986573228458,
                "rollout_h1_penalized_error": 0.01063986573228458,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.052963967978433016,
                "rollout_h5_penalized_error": 0.052963967978433016,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 0.5601688665504169,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.20965366065502167,
                "gt_error": 3.6386857059412545,
                "independent_future_center_error": 3.6386857059412545,
                "iou": 0.5982215836724138,
                "rollout_h1_error": 0.29639637535530294,
                "rollout_h5_error": 1.3251652193723404,
                "legacy_rollout_h1_error": 0.29639637535530294,
                "legacy_rollout_h5_error": 1.3251652193723404,
                "rollout_h1_reliable_error": 0.1399700083756845,
                "rollout_h1_penalized_error": 4.977081766407505,
                "rollout_h1_scorable_fraction": 0.6545454545454545,
                "rollout_h1_source_available_fraction": 0.6590909090909091,
                "rollout_h1_source_available_ball_frames": 145,
                "rollout_h1_source_unavailable_ball_frames": 75,
                "rollout_h1_unscorable_ball_frames": 76,
                "rollout_h1_scored_ball_frames": 144,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7311220436702248,
                "rollout_h5_penalized_error": 4.632507812415163,
                "rollout_h5_scorable_fraction": 0.7090909090909091,
                "rollout_h5_source_available_fraction": 0.75,
                "rollout_h5_source_available_ball_frames": 165,
                "rollout_h5_source_unavailable_ball_frames": 55,
                "rollout_h5_unscorable_ball_frames": 64,
                "rollout_h5_scored_ball_frames": 156,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9863636363636363,
                "ball_correct_color_rate": 0.8090909090909091,
                "missing_ball_frames": 3,
                "color_changed_ball_frames": 39,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 4,
                "ball_state_change_events": 7
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "l2": 0.20549376308918,
                "gt_error": 3.00489204230178,
                "independent_future_center_error": 3.00489204230178,
                "iou": 0.7129018363576475,
                "rollout_h1_error": 0.16690641815447488,
                "rollout_h5_error": 0.6567504151613542,
                "legacy_rollout_h1_error": 0.16690641815447488,
                "legacy_rollout_h5_error": 0.6567504151613542,
                "rollout_h1_reliable_error": 0.06481630447191926,
                "rollout_h1_penalized_error": 0.06481630447191926,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3786418295253657,
                "rollout_h5_penalized_error": 0.3786418295253657,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "seconds": 2.346733521412326
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 0.5326710832887329,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 8.64268970489502,
                "l2": 0.10470322519540787,
                "gt_error": 1.0851869101472178,
                "independent_future_center_error": 1.0851869101472178,
                "iou": 0.1866388806199769,
                "rollout_h1_error": 0.5851484192733186,
                "rollout_h5_error": 1.5601535247133065,
                "legacy_rollout_h1_error": 0.5851484192733186,
                "legacy_rollout_h5_error": 1.5601535247133065,
                "rollout_h1_reliable_error": 0.13713811803950313,
                "rollout_h1_penalized_error": 12.35968139573386,
                "rollout_h1_scorable_fraction": 0.12727272727272726,
                "rollout_h1_source_available_fraction": 0.13636363636363635,
                "rollout_h1_source_available_ball_frames": 30,
                "rollout_h1_source_unavailable_ball_frames": 190,
                "rollout_h1_unscorable_ball_frames": 192,
                "rollout_h1_scored_ball_frames": 28,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4369117086222657,
                "rollout_h5_penalized_error": 11.837166147099037,
                "rollout_h5_scorable_fraction": 0.16818181818181818,
                "rollout_h5_source_available_fraction": 0.22727272727272727,
                "rollout_h5_source_available_ball_frames": 50,
                "rollout_h5_source_unavailable_ball_frames": 170,
                "rollout_h5_unscorable_ball_frames": 183,
                "rollout_h5_scored_ball_frames": 37,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.6818181818181818,
                "ball_correct_color_rate": 0.4681818181818182,
                "missing_ball_frames": 70,
                "color_changed_ball_frames": 47,
                "extra_ball_frames": 35,
                "extra_ball_instances": 61,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 8,
                "ball_state_change_events": 14
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.1404665494190358,
                "rollout_h1_penalized_error": 4.977406775090427,
                "rollout_h1_scorable_fraction": 0.6545454545454545,
                "rollout_h1_source_available_fraction": 0.6590909090909091,
                "rollout_h1_source_available_ball_frames": 145,
                "rollout_h1_source_unavailable_ball_frames": 75,
                "rollout_h1_unscorable_ball_frames": 76,
                "rollout_h1_scored_ball_frames": 144,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6811831371154277,
                "rollout_h5_penalized_error": 5.147771916765124,
                "rollout_h5_scorable_fraction": 0.6681818181818182,
                "rollout_h5_source_available_fraction": 0.75,
                "rollout_h5_source_available_ball_frames": 165,
                "rollout_h5_source_unavailable_ball_frames": 55,
                "rollout_h5_unscorable_ball_frames": 73,
                "rollout_h5_scored_ball_frames": 147,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9318181818181818,
                "ball_correct_color_rate": 0.8590909090909091,
                "missing_ball_frames": 15,
                "color_changed_ball_frames": 16,
                "extra_ball_frames": 14,
                "extra_ball_instances": 14,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 2,
                "ball_state_change_events": 3
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01063986573228458,
                "rollout_h1_penalized_error": 0.01063986573228458,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.052963967978433016,
                "rollout_h5_penalized_error": 0.052963967978433016,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 0.837201556598302,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.21139994263648987,
                "gt_error": 3.6854783662554187,
                "independent_future_center_error": 3.6854783662554187,
                "iou": 0.6750336631769738,
                "rollout_h1_error": 0.2401672359551036,
                "rollout_h5_error": 1.144232510862348,
                "legacy_rollout_h1_error": 0.2401672359551036,
                "legacy_rollout_h5_error": 1.144232510862348,
                "rollout_h1_reliable_error": 0.14486014270018077,
                "rollout_h1_penalized_error": 3.0715631978247964,
                "rollout_h1_scorable_fraction": 0.7909090909090909,
                "rollout_h1_source_available_fraction": 0.7954545454545454,
                "rollout_h1_source_available_ball_frames": 175,
                "rollout_h1_source_unavailable_ball_frames": 45,
                "rollout_h1_unscorable_ball_frames": 46,
                "rollout_h1_scored_ball_frames": 174,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.8008934688074189,
                "rollout_h5_penalized_error": 4.37877204671873,
                "rollout_h5_scorable_fraction": 0.7318181818181818,
                "rollout_h5_source_available_fraction": 0.7954545454545454,
                "rollout_h5_source_available_ball_frames": 175,
                "rollout_h5_source_unavailable_ball_frames": 45,
                "rollout_h5_unscorable_ball_frames": 59,
                "rollout_h5_scored_ball_frames": 161,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9590909090909091,
                "ball_correct_color_rate": 0.9545454545454546,
                "missing_ball_frames": 9,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 6,
                "extra_ball_instances": 6,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 1,
                "ball_state_change_events": 3
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "l2": 0.1991528421640396,
                "gt_error": 2.6814259896822468,
                "independent_future_center_error": 2.6814259896822468,
                "iou": 0.7348339339940992,
                "rollout_h1_error": 0.12262830160440678,
                "rollout_h5_error": 0.6450564840716027,
                "legacy_rollout_h1_error": 0.12262830160440678,
                "legacy_rollout_h5_error": 0.6450564840716027,
                "rollout_h1_reliable_error": 0.07077887488634067,
                "rollout_h1_penalized_error": 0.07077887488634067,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4610540672893579,
                "rollout_h5_penalized_error": 0.4610540672893579,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "seconds": 4.009249631090954
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 0.8454754513804801,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0630602017045021,
                "l2": 0.0525454506278038,
                "gt_error": 0.5458503924388382,
                "independent_future_center_error": 0.5458503924388382,
                "iou": 0.22911761734508132,
                "rollout_h1_error": 0.78926833635524,
                "rollout_h5_error": 2.204590009272216,
                "legacy_rollout_h1_error": 0.78926833635524,
                "legacy_rollout_h5_error": 2.204590009272216,
                "rollout_h1_reliable_error": 0.1306263556222554,
                "rollout_h1_penalized_error": 13.568937517308326,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2824412222738341,
                "rollout_h5_penalized_error": 12.504171739922384,
                "rollout_h5_scorable_fraction": 0.11818181818181818,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 194,
                "rollout_h5_scored_ball_frames": 26,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8681818181818182,
                "ball_correct_color_rate": 0.6818181818181818,
                "missing_ball_frames": 29,
                "color_changed_ball_frames": 41,
                "extra_ball_frames": 22,
                "extra_ball_instances": 23,
                "ball_disappearance_events": 5,
                "ball_reappearance_events": 3,
                "ball_color_change_events": 22,
                "ball_state_change_events": 30
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.10328230470880746,
                "rollout_h1_penalized_error": 5.335945814526154,
                "rollout_h1_scorable_fraction": 0.6272727272727273,
                "rollout_h1_source_available_fraction": 0.6363636363636364,
                "rollout_h1_source_available_ball_frames": 140,
                "rollout_h1_source_unavailable_ball_frames": 80,
                "rollout_h1_unscorable_ball_frames": 82,
                "rollout_h1_scored_ball_frames": 138,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6986348123621049,
                "rollout_h5_penalized_error": 4.9761123432521925,
                "rollout_h5_scorable_fraction": 0.6818181818181818,
                "rollout_h5_source_available_fraction": 0.7272727272727273,
                "rollout_h5_source_available_ball_frames": 160,
                "rollout_h5_source_unavailable_ball_frames": 60,
                "rollout_h5_unscorable_ball_frames": 70,
                "rollout_h5_scored_ball_frames": 150,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9863636363636363,
                "ball_correct_color_rate": 0.8454545454545455,
                "missing_ball_frames": 3,
                "color_changed_ball_frames": 31,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 5
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01063986573228458,
                "rollout_h1_penalized_error": 0.01063986573228458,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.052963967978433016,
                "rollout_h5_penalized_error": 0.052963967978433016,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 1.5825340097154756,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.2126605063676834,
                "gt_error": 3.7059890825993533,
                "independent_future_center_error": 3.7059890825993533,
                "iou": 0.6771701563955548,
                "rollout_h1_error": 0.23133459737781745,
                "rollout_h5_error": 1.0675233710576837,
                "legacy_rollout_h1_error": 0.23133459737781745,
                "legacy_rollout_h5_error": 1.0675233710576837,
                "rollout_h1_reliable_error": 0.13580964598182116,
                "rollout_h1_penalized_error": 3.3827306680963924,
                "rollout_h1_scorable_fraction": 0.7681818181818182,
                "rollout_h1_source_available_fraction": 0.7727272727272727,
                "rollout_h1_source_available_ball_frames": 170,
                "rollout_h1_source_unavailable_ball_frames": 50,
                "rollout_h1_unscorable_ball_frames": 51,
                "rollout_h1_scored_ball_frames": 169,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7410355759858905,
                "rollout_h5_penalized_error": 4.700451499183295,
                "rollout_h5_scorable_fraction": 0.7045454545454546,
                "rollout_h5_source_available_fraction": 0.7727272727272727,
                "rollout_h5_source_available_ball_frames": 170,
                "rollout_h5_source_unavailable_ball_frames": 50,
                "rollout_h5_unscorable_ball_frames": 65,
                "rollout_h5_scored_ball_frames": 155,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9590909090909091,
                "ball_correct_color_rate": 0.9454545454545454,
                "missing_ball_frames": 9,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 7,
                "extra_ball_instances": 7,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 1,
                "ball_state_change_events": 3
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "l2": 0.20200704038143158,
                "gt_error": 2.13068450210551,
                "independent_future_center_error": 2.13068450210551,
                "iou": 0.7503548646188368,
                "rollout_h1_error": 0.11459468894593883,
                "rollout_h5_error": 0.5584883668510443,
                "legacy_rollout_h1_error": 0.11459468894593883,
                "legacy_rollout_h5_error": 0.5584883668510443,
                "rollout_h1_reliable_error": 0.06511795167521156,
                "rollout_h1_penalized_error": 0.06511795167521156,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.365388728225151,
                "rollout_h5_penalized_error": 0.365388728225151,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "seconds": 8.909289646960262
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 1.7947963418555446,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0006324341520667076,
                "l2": 0.006477612070739269,
                "gt_error": 0.051638882615184206,
                "independent_future_center_error": 0.051638882615184206,
                "iou": 0.7287157482556182,
                "rollout_h1_error": 0.12360644583957135,
                "rollout_h5_error": 0.48708019429728094,
                "legacy_rollout_h1_error": 0.12360644583957135,
                "legacy_rollout_h5_error": 0.48708019429728094,
                "rollout_h1_reliable_error": 0.04630834559287828,
                "rollout_h1_penalized_error": 0.687027767326427,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.20280532289758782,
                "rollout_h5_penalized_error": 0.8364112456627407,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.2077361938059799,
                "rollout_h1_penalized_error": 9.581786719391872,
                "rollout_h1_scorable_fraction": 0.32727272727272727,
                "rollout_h1_source_available_fraction": 0.3409090909090909,
                "rollout_h1_source_available_ball_frames": 75,
                "rollout_h1_source_unavailable_ball_frames": 145,
                "rollout_h1_unscorable_ball_frames": 148,
                "rollout_h1_scored_ball_frames": 72,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.971480906195495,
                "rollout_h5_penalized_error": 9.412673247888675,
                "rollout_h5_scorable_fraction": 0.35909090909090907,
                "rollout_h5_source_available_fraction": 0.4318181818181818,
                "rollout_h5_source_available_ball_frames": 95,
                "rollout_h5_source_unavailable_ball_frames": 125,
                "rollout_h5_unscorable_ball_frames": 141,
                "rollout_h5_scored_ball_frames": 79,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8727272727272727,
                "ball_correct_color_rate": 0.7727272727272727,
                "missing_ball_frames": 28,
                "color_changed_ball_frames": 22,
                "extra_ball_frames": 25,
                "extra_ball_instances": 25,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 6
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01063986573228458,
                "rollout_h1_penalized_error": 0.01063986573228458,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.052963967978433016,
                "rollout_h5_penalized_error": 0.052963967978433016,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 2.8988324743861864,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.20820175111293793,
                "gt_error": 3.348594150563555,
                "independent_future_center_error": 3.348594150563555,
                "iou": 0.6386425460153798,
                "rollout_h1_error": 0.23295242000295568,
                "rollout_h5_error": 0.8581143187025672,
                "legacy_rollout_h1_error": 0.23295242000295568,
                "legacy_rollout_h5_error": 0.8581143187025672,
                "rollout_h1_reliable_error": 0.12920678905578523,
                "rollout_h1_penalized_error": 3.122877949190934,
                "rollout_h1_scorable_fraction": 0.7863636363636364,
                "rollout_h1_source_available_fraction": 0.7954545454545454,
                "rollout_h1_source_available_ball_frames": 175,
                "rollout_h1_source_unavailable_ball_frames": 45,
                "rollout_h1_unscorable_ball_frames": 47,
                "rollout_h1_scored_ball_frames": 173,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6896255342721076,
                "rollout_h5_penalized_error": 2.5852065014231265,
                "rollout_h5_scorable_fraction": 0.8590909090909091,
                "rollout_h5_source_available_fraction": 0.8863636363636364,
                "rollout_h5_source_available_ball_frames": 195,
                "rollout_h5_source_unavailable_ball_frames": 25,
                "rollout_h5_unscorable_ball_frames": 31,
                "rollout_h5_scored_ball_frames": 189,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9545454545454546,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 9,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 1,
                "ball_state_change_events": 3
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "l2": 0.20298515260219574,
                "gt_error": 2.4347827801513984,
                "independent_future_center_error": 2.4347827801513984,
                "iou": 0.7334624047393687,
                "rollout_h1_error": 0.11257367107394578,
                "rollout_h5_error": 0.5350743376375353,
                "legacy_rollout_h1_error": 0.11257367107394578,
                "legacy_rollout_h5_error": 0.5350743376375353,
                "rollout_h1_reliable_error": 0.06899186993283889,
                "rollout_h1_penalized_error": 0.06899186993283889,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.39173021603654956,
                "rollout_h5_penalized_error": 0.39173021603654956,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "seconds": 17.334990748561854
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 3.3378658196597826,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00042076880345121026,
                "l2": 0.006187962368130684,
                "gt_error": 0.04891776506639561,
                "independent_future_center_error": 0.04891776506639561,
                "iou": 0.7281812565021201,
                "rollout_h1_error": 0.11551399522223411,
                "rollout_h5_error": 0.4709647028628427,
                "legacy_rollout_h1_error": 0.11551399522223411,
                "legacy_rollout_h5_error": 0.4709647028628427,
                "rollout_h1_reliable_error": 0.0469609600486585,
                "rollout_h1_penalized_error": 0.6876507174887628,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.20578511056875287,
                "rollout_h5_penalized_error": 0.8392555884397618,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.1298511035768198,
                "rollout_h1_penalized_error": 4.970458483266429,
                "rollout_h1_scorable_fraction": 0.6545454545454545,
                "rollout_h1_source_available_fraction": 0.6818181818181818,
                "rollout_h1_source_available_ball_frames": 150,
                "rollout_h1_source_unavailable_ball_frames": 70,
                "rollout_h1_unscorable_ball_frames": 76,
                "rollout_h1_scored_ball_frames": 144,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7959717817970342,
                "rollout_h5_penalized_error": 6.680416748467898,
                "rollout_h5_scorable_fraction": 0.5590909090909091,
                "rollout_h5_source_available_fraction": 0.6818181818181818,
                "rollout_h5_source_available_ball_frames": 150,
                "rollout_h5_source_unavailable_ball_frames": 70,
                "rollout_h5_unscorable_ball_frames": 97,
                "rollout_h5_scored_ball_frames": 123,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 2,
                "extra_ball_frames": 10,
                "extra_ball_instances": 10,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01063986573228458,
                "rollout_h1_penalized_error": 0.01063986573228458,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.052963967978433016,
                "rollout_h5_penalized_error": 0.052963967978433016,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 5.555056483019143,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.21422791481018066,
                "gt_error": 3.7560163915171354,
                "independent_future_center_error": 3.7560163915171354,
                "iou": 0.6223843148215932,
                "rollout_h1_error": 0.40600218224204304,
                "rollout_h5_error": 1.3270110043585213,
                "legacy_rollout_h1_error": 0.40600218224204304,
                "legacy_rollout_h5_error": 1.3270110043585213,
                "rollout_h1_reliable_error": 0.10015869609278068,
                "rollout_h1_penalized_error": 5.270159292177745,
                "rollout_h1_scorable_fraction": 0.6318181818181818,
                "rollout_h1_source_available_fraction": 0.6363636363636364,
                "rollout_h1_source_available_ball_frames": 140,
                "rollout_h1_source_unavailable_ball_frames": 80,
                "rollout_h1_unscorable_ball_frames": 81,
                "rollout_h1_scored_ball_frames": 139,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5612399042169375,
                "rollout_h5_penalized_error": 5.3762847502264535,
                "rollout_h5_scorable_fraction": 0.6454545454545455,
                "rollout_h5_source_available_fraction": 0.7272727272727273,
                "rollout_h5_source_available_ball_frames": 160,
                "rollout_h5_source_unavailable_ball_frames": 60,
                "rollout_h5_unscorable_ball_frames": 78,
                "rollout_h5_scored_ball_frames": 142,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8636363636363636,
                "ball_correct_color_rate": 0.759090909090909,
                "missing_ball_frames": 30,
                "color_changed_ball_frames": 23,
                "extra_ball_frames": 15,
                "extra_ball_instances": 29,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 7
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "l2": 0.20122528076171875,
                "gt_error": 2.5123365340855512,
                "independent_future_center_error": 2.5123365340855512,
                "iou": 0.7384731270310613,
                "rollout_h1_error": 0.11668656172806832,
                "rollout_h5_error": 0.587512075477493,
                "legacy_rollout_h1_error": 0.11668656172806832,
                "legacy_rollout_h5_error": 0.587512075477493,
                "rollout_h1_reliable_error": 0.07067026337298984,
                "rollout_h1_penalized_error": 0.07067026337298984,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.40556866428094407,
                "rollout_h5_penalized_error": 0.40556866428094407,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "seconds": 34.151127539167646
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/967.mp4",
                "seconds": 6.387960589291262,
                "post_condition_ball_ball_events": 20,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0004169678722973913,
                "l2": 0.006154863629490137,
                "gt_error": 0.05037388283383837,
                "independent_future_center_error": 0.05037388283383837,
                "iou": 0.725732820751788,
                "rollout_h1_error": 0.1234868170618547,
                "rollout_h5_error": 0.49884650851649237,
                "legacy_rollout_h1_error": 0.1234868170618547,
                "legacy_rollout_h5_error": 0.49884650851649237,
                "rollout_h1_reliable_error": 0.046953836722412455,
                "rollout_h1_penalized_error": 0.6876439179500731,
                "rollout_h1_scorable_fraction": 0.9545454545454546,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 10,
                "rollout_h1_scored_ball_frames": 210,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.21193697648942786,
                "rollout_h5_penalized_error": 0.8451278240913155,
                "rollout_h5_scorable_fraction": 0.9545454545454546,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 10,
                "rollout_h5_scored_ball_frames": 210,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 1,
                "extra_ball_instances": 1,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-7/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.08144470251232644,
                "rollout_h1_penalized_error": 13.56692554059019,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2371702972906084,
                "rollout_h5_penalized_error": 12.56202592754455,
                "rollout_h5_scorable_fraction": 0.11363636363636363,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 195,
                "rollout_h5_scored_ball_frames": 25,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.7318181818181818,
                "ball_correct_color_rate": 0.6590909090909091,
                "missing_ball_frames": 59,
                "color_changed_ball_frames": 16,
                "extra_ball_frames": 32,
                "extra_ball_instances": 48,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 3
              }
            }
          }
        }
      },
      "8": {
        "source": "00001/016.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01705284803703113,
                "rollout_h1_penalized_error": 0.01705284803703113,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12448319659110785,
                "rollout_h5_penalized_error": 0.12448319659110785,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 0.573654280626215,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.17848250269889832,
                "gt_error": 2.630893795919316,
                "independent_future_center_error": 2.630893795919316,
                "iou": 0.3910894710309276,
                "rollout_h1_error": 0.4507563837215243,
                "rollout_h5_error": 1.5525383058565678,
                "legacy_rollout_h1_error": 0.4507563837215243,
                "legacy_rollout_h5_error": 1.5525383058565678,
                "rollout_h1_reliable_error": 0.09209595884596233,
                "rollout_h1_penalized_error": 10.374170440875433,
                "rollout_h1_scorable_fraction": 0.2681818181818182,
                "rollout_h1_source_available_fraction": 0.2727272727272727,
                "rollout_h1_source_available_ball_frames": 60,
                "rollout_h1_source_unavailable_ball_frames": 160,
                "rollout_h1_unscorable_ball_frames": 161,
                "rollout_h1_scored_ball_frames": 59,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.44081515682800065,
                "rollout_h5_penalized_error": 9.471230919104947,
                "rollout_h5_scorable_fraction": 0.3409090909090909,
                "rollout_h5_source_available_fraction": 0.36363636363636365,
                "rollout_h5_source_available_ball_frames": 80,
                "rollout_h5_source_unavailable_ball_frames": 140,
                "rollout_h5_unscorable_ball_frames": 145,
                "rollout_h5_scored_ball_frames": 75,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.85,
                "ball_correct_color_rate": 0.7772727272727272,
                "missing_ball_frames": 33,
                "color_changed_ball_frames": 16,
                "extra_ball_frames": 16,
                "extra_ball_instances": 16,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 5
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "l2": 0.17462317645549774,
                "gt_error": 2.0556621748274173,
                "independent_future_center_error": 2.0556621748274173,
                "iou": 0.7067462747122149,
                "rollout_h1_error": 0.15177875987258724,
                "rollout_h5_error": 0.6593175973191794,
                "legacy_rollout_h1_error": 0.15177875987258724,
                "legacy_rollout_h5_error": 0.6593175973191794,
                "rollout_h1_reliable_error": 0.04876841798293207,
                "rollout_h1_penalized_error": 0.04876841798293207,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2688497214950946,
                "rollout_h5_penalized_error": 0.2688497214950946,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "seconds": 2.2804260533303022
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-10/oracle.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 0.5243159993260633,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.32632431387901306,
                "l2": 0.10139816999435425,
                "gt_error": 2.170051492913796,
                "independent_future_center_error": 2.170051492913796,
                "iou": 0.07721377383635461,
                "rollout_h1_error": 1.019765258286258,
                "rollout_h5_error": 2.3083444631419434,
                "legacy_rollout_h1_error": 1.019765258286258,
                "legacy_rollout_h5_error": 2.3083444631419434,
                "rollout_h1_reliable_error": 0.09636735499338864,
                "rollout_h1_penalized_error": 13.248314006629471,
                "rollout_h1_scorable_fraction": 0.06363636363636363,
                "rollout_h1_source_available_fraction": 0.06818181818181818,
                "rollout_h1_source_available_ball_frames": 15,
                "rollout_h1_source_unavailable_ball_frames": 205,
                "rollout_h1_unscorable_ball_frames": 206,
                "rollout_h1_scored_ball_frames": 14,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.28798894253439716,
                "rollout_h5_penalized_error": 12.315907197573225,
                "rollout_h5_scorable_fraction": 0.1318181818181818,
                "rollout_h5_source_available_fraction": 0.1590909090909091,
                "rollout_h5_source_available_ball_frames": 35,
                "rollout_h5_source_unavailable_ball_frames": 185,
                "rollout_h5_unscorable_ball_frames": 191,
                "rollout_h5_scored_ball_frames": 29,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.4636363636363636,
                "ball_correct_color_rate": 0.2590909090909091,
                "missing_ball_frames": 118,
                "color_changed_ball_frames": 45,
                "extra_ball_frames": 31,
                "extra_ball_instances": 72,
                "ball_disappearance_events": 9,
                "ball_reappearance_events": 4,
                "ball_color_change_events": 10,
                "ball_state_change_events": 23
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.08883062082495315,
                "rollout_h1_penalized_error": 10.373294736587981,
                "rollout_h1_scorable_fraction": 0.2681818181818182,
                "rollout_h1_source_available_fraction": 0.2727272727272727,
                "rollout_h1_source_available_ball_frames": 60,
                "rollout_h1_source_unavailable_ball_frames": 160,
                "rollout_h1_unscorable_ball_frames": 161,
                "rollout_h1_scored_ball_frames": 59,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3830727446069919,
                "rollout_h5_penalized_error": 9.451546005847785,
                "rollout_h5_scorable_fraction": 0.3409090909090909,
                "rollout_h5_source_available_fraction": 0.36363636363636365,
                "rollout_h5_source_available_ball_frames": 80,
                "rollout_h5_source_unavailable_ball_frames": 140,
                "rollout_h5_unscorable_ball_frames": 145,
                "rollout_h5_scored_ball_frames": 75,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.85,
                "ball_correct_color_rate": 0.7772727272727272,
                "missing_ball_frames": 33,
                "color_changed_ball_frames": 16,
                "extra_ball_frames": 16,
                "extra_ball_instances": 16,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 5
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01705284803703113,
                "rollout_h1_penalized_error": 0.01705284803703113,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12448319659110785,
                "rollout_h5_penalized_error": 0.12448319659110785,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 0.8251921383115197,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.19028174877166748,
                "gt_error": 2.831964143521057,
                "independent_future_center_error": 2.831964143521057,
                "iou": 0.6669837992847906,
                "rollout_h1_error": 0.18832150969834482,
                "rollout_h5_error": 0.8307067814291317,
                "legacy_rollout_h1_error": 0.18832150969834482,
                "legacy_rollout_h5_error": 0.8307067814291317,
                "rollout_h1_reliable_error": 0.11325292454983,
                "rollout_h1_penalized_error": 1.1335353026720933,
                "rollout_h1_scorable_fraction": 0.9272727272727272,
                "rollout_h1_source_available_fraction": 0.9318181818181818,
                "rollout_h1_source_available_ball_frames": 205,
                "rollout_h1_source_unavailable_ball_frames": 15,
                "rollout_h1_unscorable_ball_frames": 16,
                "rollout_h1_scored_ball_frames": 204,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5708856431526428,
                "rollout_h5_penalized_error": 0.817635642799521,
                "rollout_h5_scorable_fraction": 0.9818181818181818,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 4,
                "rollout_h5_scored_ball_frames": 216,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9818181818181818,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 4,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "l2": 0.1776416152715683,
                "gt_error": 2.6762937058610077,
                "independent_future_center_error": 2.6762937058610077,
                "iou": 0.7362615610064621,
                "rollout_h1_error": 0.12189510990677684,
                "rollout_h5_error": 0.5647799044701182,
                "legacy_rollout_h1_error": 0.12189510990677684,
                "legacy_rollout_h5_error": 0.5647799044701182,
                "rollout_h1_reliable_error": 0.06308652296528107,
                "rollout_h1_penalized_error": 0.06308652296528107,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3178800343485952,
                "rollout_h5_penalized_error": 0.3178800343485952,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "seconds": 3.989798934805939
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-20/oracle.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 0.8422485236078501,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.07698728889226913,
                "l2": 0.057150084525346756,
                "gt_error": 0.7062634387999344,
                "independent_future_center_error": 0.7062634387999344,
                "iou": 0.2159798801288443,
                "rollout_h1_error": 0.7195690162534383,
                "rollout_h5_error": 2.150975033997824,
                "legacy_rollout_h1_error": 0.7195690162534383,
                "legacy_rollout_h5_error": 2.150975033997824,
                "rollout_h1_reliable_error": 0.030098746417224945,
                "rollout_h1_penalized_error": 13.88555313505252,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.25507429649042274,
                "rollout_h5_penalized_error": 12.753429491006901,
                "rollout_h5_scorable_fraction": 0.1,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 198,
                "rollout_h5_scored_ball_frames": 22,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.6681818181818182,
                "ball_correct_color_rate": 0.35,
                "missing_ball_frames": 73,
                "color_changed_ball_frames": 70,
                "extra_ball_frames": 31,
                "extra_ball_instances": 58,
                "ball_disappearance_events": 5,
                "ball_reappearance_events": 3,
                "ball_color_change_events": 6,
                "ball_state_change_events": 14
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.09095175050359178,
                "rollout_h1_penalized_error": 10.373863585001798,
                "rollout_h1_scorable_fraction": 0.2681818181818182,
                "rollout_h1_source_available_fraction": 0.2727272727272727,
                "rollout_h1_source_available_ball_frames": 60,
                "rollout_h1_source_unavailable_ball_frames": 160,
                "rollout_h1_unscorable_ball_frames": 161,
                "rollout_h1_scored_ball_frames": 59,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.454042880726052,
                "rollout_h5_penalized_error": 9.475740370433828,
                "rollout_h5_scorable_fraction": 0.3409090909090909,
                "rollout_h5_source_available_fraction": 0.36363636363636365,
                "rollout_h5_source_available_ball_frames": 80,
                "rollout_h5_source_unavailable_ball_frames": 140,
                "rollout_h5_unscorable_ball_frames": 145,
                "rollout_h5_scored_ball_frames": 75,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.85,
                "ball_correct_color_rate": 0.7772727272727272,
                "missing_ball_frames": 33,
                "color_changed_ball_frames": 16,
                "extra_ball_frames": 15,
                "extra_ball_instances": 15,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01705284803703113,
                "rollout_h1_penalized_error": 0.01705284803703113,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12448319659110785,
                "rollout_h5_penalized_error": 0.12448319659110785,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 1.591032328998803,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.19044294953346252,
                "gt_error": 2.8625340112760536,
                "independent_future_center_error": 2.8625340112760536,
                "iou": 0.7036007385949916,
                "rollout_h1_error": 0.16474802707459343,
                "rollout_h5_error": 0.7455569133266828,
                "legacy_rollout_h1_error": 0.16474802707459343,
                "legacy_rollout_h5_error": 0.7455569133266828,
                "rollout_h1_reliable_error": 0.11013463173025195,
                "rollout_h1_penalized_error": 0.11013463173025195,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5750157959356603,
                "rollout_h5_penalized_error": 0.5750157959356603,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "l2": 0.18125486373901367,
                "gt_error": 2.6752876009000843,
                "independent_future_center_error": 2.6752876009000843,
                "iou": 0.7265320581488321,
                "rollout_h1_error": 0.12120106425786355,
                "rollout_h5_error": 0.47893816172707115,
                "legacy_rollout_h1_error": 0.12120106425786355,
                "legacy_rollout_h5_error": 0.47893816172707115,
                "rollout_h1_reliable_error": 0.04646557999545164,
                "rollout_h1_penalized_error": 0.04646557999545164,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.22861801429571807,
                "rollout_h5_penalized_error": 0.22861801429571807,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "seconds": 9.093979189089234
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-50/oracle.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 1.7950885297323111,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0005904671852476895,
                "l2": 0.0066064330749213696,
                "gt_error": 0.055985584342840476,
                "independent_future_center_error": 0.055985584342840476,
                "iou": 0.7084098115208886,
                "rollout_h1_error": 0.16570716555209677,
                "rollout_h5_error": 0.7863310267814926,
                "legacy_rollout_h1_error": 0.16570716555209677,
                "legacy_rollout_h5_error": 0.7863310267814926,
                "rollout_h1_reliable_error": 0.058100439668150386,
                "rollout_h1_penalized_error": 0.058100439668150386,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.32759824046014385,
                "rollout_h5_penalized_error": 0.32759824046014385,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.035623663971663944,
                "rollout_h1_penalized_error": 13.885653588098966,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3736322854730023,
                "rollout_h5_penalized_error": 13.641462775067028,
                "rollout_h5_scorable_fraction": 0.03636363636363636,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 212,
                "rollout_h5_scored_ball_frames": 8,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.65,
                "ball_correct_color_rate": 0.6363636363636364,
                "missing_ball_frames": 77,
                "color_changed_ball_frames": 3,
                "extra_ball_frames": 42,
                "extra_ball_instances": 75,
                "ball_disappearance_events": 2,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01705284803703113,
                "rollout_h1_penalized_error": 0.01705284803703113,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12448319659110785,
                "rollout_h5_penalized_error": 0.12448319659110785,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 2.9134466555302163,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.19063782691955566,
                "gt_error": 2.8702189595996064,
                "independent_future_center_error": 2.8702189595996064,
                "iou": 0.6918407409455071,
                "rollout_h1_error": 0.176218261428798,
                "rollout_h5_error": 0.7921225930611309,
                "legacy_rollout_h1_error": 0.176218261428798,
                "legacy_rollout_h5_error": 0.7921225930611309,
                "rollout_h1_reliable_error": 0.1201652349066867,
                "rollout_h1_penalized_error": 0.1201652349066867,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6280593526822082,
                "rollout_h5_penalized_error": 0.6280593526822082,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "l2": 0.18924042582511902,
                "gt_error": 2.811105564904372,
                "independent_future_center_error": 2.811105564904372,
                "iou": 0.7350170057451748,
                "rollout_h1_error": 0.15151746017122295,
                "rollout_h5_error": 0.6773688866038007,
                "legacy_rollout_h1_error": 0.15151746017122295,
                "legacy_rollout_h5_error": 0.6773688866038007,
                "rollout_h1_reliable_error": 0.052754797105535774,
                "rollout_h1_penalized_error": 0.052754797105535774,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.25919802249879104,
                "rollout_h5_penalized_error": 0.25919802249879104,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "seconds": 17.850873600516934
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-100/oracle.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 3.279187685373472,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00042490678606554866,
                "l2": 0.006361377891153097,
                "gt_error": 0.05474968013203943,
                "independent_future_center_error": 0.05474968013203943,
                "iou": 0.7155464529674544,
                "rollout_h1_error": 0.1668954305119069,
                "rollout_h5_error": 0.7252051873441928,
                "legacy_rollout_h1_error": 0.1668954305119069,
                "legacy_rollout_h5_error": 0.7252051873441928,
                "rollout_h1_reliable_error": 0.05843639092953557,
                "rollout_h1_penalized_error": 0.05843639092953557,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.31878498803100985,
                "rollout_h5_penalized_error": 0.31878498803100985,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.14422202440943668,
                "rollout_h1_penalized_error": 11.024418503882071,
                "rollout_h1_scorable_fraction": 0.22272727272727272,
                "rollout_h1_source_available_fraction": 0.22727272727272727,
                "rollout_h1_source_available_ball_frames": 50,
                "rollout_h1_source_unavailable_ball_frames": 170,
                "rollout_h1_unscorable_ball_frames": 171,
                "rollout_h1_scored_ball_frames": 49,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.49057061842297267,
                "rollout_h5_penalized_error": 10.232823826756395,
                "rollout_h5_scorable_fraction": 0.2863636363636364,
                "rollout_h5_source_available_fraction": 0.3181818181818182,
                "rollout_h5_source_available_ball_frames": 70,
                "rollout_h5_source_unavailable_ball_frames": 150,
                "rollout_h5_unscorable_ball_frames": 157,
                "rollout_h5_scored_ball_frames": 63,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8045454545454546,
                "ball_correct_color_rate": 0.7863636363636364,
                "missing_ball_frames": 43,
                "color_changed_ball_frames": 4,
                "extra_ball_frames": 29,
                "extra_ball_instances": 36,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 7
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.01705284803703113,
                "rollout_h1_penalized_error": 0.01705284803703113,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.12448319659110785,
                "rollout_h5_penalized_error": 0.12448319659110785,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 5.572433684886034,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "l2": 0.1911526322364807,
                "gt_error": 2.8765584766396324,
                "independent_future_center_error": 2.8765584766396324,
                "iou": 0.6761296681866557,
                "rollout_h1_error": 0.18607865281304922,
                "rollout_h5_error": 0.8130102224414153,
                "legacy_rollout_h1_error": 0.18607865281304922,
                "legacy_rollout_h5_error": 0.8130102224414153,
                "rollout_h1_reliable_error": 0.10809782800343903,
                "rollout_h1_penalized_error": 0.10809782800343903,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5507100012053348,
                "rollout_h5_penalized_error": 0.5507100012053348,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "l2": 0.18043160438537598,
                "gt_error": 2.6006998284388785,
                "independent_future_center_error": 2.6006998284388785,
                "iou": 0.7476804574153649,
                "rollout_h1_error": 0.13443492240954488,
                "rollout_h5_error": 0.6556551017373065,
                "legacy_rollout_h1_error": 0.13443492240954488,
                "legacy_rollout_h5_error": 0.6556551017373065,
                "rollout_h1_reliable_error": 0.06396464541048914,
                "rollout_h1_penalized_error": 0.06396464541048914,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.34779429089864783,
                "rollout_h5_penalized_error": 0.34779429089864783,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "seconds": 33.81271155786401
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-200/oracle.mp4",
              "metrics": {
                "source": "00001/016.mp4",
                "seconds": 6.441074530959928,
                "post_condition_ball_ball_events": 21,
                "causal_chain_depth": 11,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00042215557186864316,
                "l2": 0.006335060577839613,
                "gt_error": 0.0537347929852603,
                "independent_future_center_error": 0.0537347929852603,
                "iou": 0.7149197651834455,
                "rollout_h1_error": 0.16295802288880182,
                "rollout_h5_error": 0.8058312180779535,
                "legacy_rollout_h1_error": 0.16295802288880182,
                "legacy_rollout_h5_error": 0.8058312180779535,
                "rollout_h1_reliable_error": 0.055449383513270514,
                "rollout_h1_penalized_error": 0.055449383513270514,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.32131589824458073,
                "rollout_h5_penalized_error": 0.32131589824458073,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-8/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.13637450256709033,
                "rollout_h1_penalized_error": 0.5183498058715593,
                "rollout_h1_scorable_fraction": 0.9727272727272728,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 6,
                "rollout_h1_scored_ball_frames": 214,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.7816060857868515,
                "rollout_h5_penalized_error": 1.145984164094418,
                "rollout_h5_scorable_fraction": 0.9727272727272728,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 6,
                "rollout_h5_scored_ball_frames": 214,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9954545454545455,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 0,
                "ball_state_change_events": 2
              }
            }
          }
        }
      },
      "9": {
        "source": "00000/927.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.023880002626560207,
                "rollout_h1_penalized_error": 0.023880002626560207,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.15409422216037325,
                "rollout_h5_penalized_error": 0.15409422216037325,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 0.5678373770788312,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.18677988648414612,
                "gt_error": 2.76345104516177,
                "independent_future_center_error": 2.76345104516177,
                "iou": 0.6828532480587837,
                "rollout_h1_error": 0.38216977118144396,
                "rollout_h5_error": 1.3259854738530605,
                "legacy_rollout_h1_error": 0.38216977118144396,
                "legacy_rollout_h5_error": 1.3259854738530605,
                "rollout_h1_reliable_error": 0.12125256770870461,
                "rollout_h1_penalized_error": 0.12125256770870461,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6518787386355205,
                "rollout_h5_penalized_error": 0.6518787386355205,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "l2": 0.1628493070602417,
                "gt_error": 2.3350467180209065,
                "independent_future_center_error": 2.3350467180209065,
                "iou": 0.7296525689898082,
                "rollout_h1_error": 0.20182919477661557,
                "rollout_h5_error": 0.6682982494593737,
                "legacy_rollout_h1_error": 0.20182919477661557,
                "legacy_rollout_h5_error": 0.6682982494593737,
                "rollout_h1_reliable_error": 0.05641680475612079,
                "rollout_h1_penalized_error": 5.178496375292425,
                "rollout_h1_scorable_fraction": 0.6363636363636364,
                "rollout_h1_source_available_fraction": 0.6590909090909091,
                "rollout_h1_source_available_ball_frames": 145,
                "rollout_h1_source_unavailable_ball_frames": 75,
                "rollout_h1_unscorable_ball_frames": 80,
                "rollout_h1_scored_ball_frames": 140,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.26999095232489045,
                "rollout_h5_penalized_error": 5.314407196472551,
                "rollout_h5_scorable_fraction": 0.6363636363636364,
                "rollout_h5_source_available_fraction": 0.75,
                "rollout_h5_source_available_ball_frames": 165,
                "rollout_h5_source_unavailable_ball_frames": 55,
                "rollout_h5_unscorable_ball_frames": 80,
                "rollout_h5_scored_ball_frames": 140,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9272727272727272,
                "ball_correct_color_rate": 0.9272727272727272,
                "missing_ball_frames": 16,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 16,
                "extra_ball_instances": 16,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 2.2903846589116648
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 0.504961978236679,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.35604384541511536,
                "l2": 0.1127626821398735,
                "gt_error": 2.235553861071268,
                "independent_future_center_error": 2.235553861071268,
                "iou": 0.047535514607558574,
                "rollout_h1_error": 1.4450158262861357,
                "rollout_h5_error": 2.78026331303968,
                "legacy_rollout_h1_error": 1.4450158262861357,
                "legacy_rollout_h5_error": 2.78026331303968,
                "rollout_h1_reliable_error": 0.13509677013677618,
                "rollout_h1_penalized_error": 13.887462190029241,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.14447983550254137,
                "rollout_h5_penalized_error": 13.505878542447844,
                "rollout_h5_scorable_fraction": 0.045454545454545456,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 210,
                "rollout_h5_scored_ball_frames": 10,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.4409090909090909,
                "ball_correct_color_rate": 0.1,
                "missing_ball_frames": 123,
                "color_changed_ball_frames": 75,
                "extra_ball_frames": 35,
                "extra_ball_instances": 103,
                "ball_disappearance_events": 10,
                "ball_reappearance_events": 5,
                "ball_color_change_events": 10,
                "ball_state_change_events": 25
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.14056903177787936,
                "rollout_h1_penalized_error": 0.522429938831145,
                "rollout_h1_scorable_fraction": 0.9727272727272728,
                "rollout_h1_source_available_fraction": 0.9772727272727273,
                "rollout_h1_source_available_ball_frames": 215,
                "rollout_h1_source_unavailable_ball_frames": 5,
                "rollout_h1_unscorable_ball_frames": 6,
                "rollout_h1_scored_ball_frames": 214,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6133885047923152,
                "rollout_h5_penalized_error": 0.9823543353088235,
                "rollout_h5_scorable_fraction": 0.9727272727272728,
                "rollout_h5_source_available_fraction": 0.9772727272727273,
                "rollout_h5_source_available_ball_frames": 215,
                "rollout_h5_source_unavailable_ball_frames": 5,
                "rollout_h5_unscorable_ball_frames": 6,
                "rollout_h5_scored_ball_frames": 214,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9954545454545455,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 1
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.023880002626560207,
                "rollout_h1_penalized_error": 0.023880002626560207,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.15409422216037325,
                "rollout_h5_penalized_error": 0.15409422216037325,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 0.8242561182206762,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.18461637198925018,
                "gt_error": 2.7810091545149795,
                "independent_future_center_error": 2.7810091545149795,
                "iou": 0.6714885024346312,
                "rollout_h1_error": 0.3461837782060078,
                "rollout_h5_error": 1.3541721066875627,
                "legacy_rollout_h1_error": 0.3461837782060078,
                "legacy_rollout_h5_error": 1.3541721066875627,
                "rollout_h1_reliable_error": 0.12198194290373457,
                "rollout_h1_penalized_error": 0.12198194290373457,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6058413914869634,
                "rollout_h5_penalized_error": 0.6058413914869634,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "l2": 0.16273729503154755,
                "gt_error": 1.7535662447998874,
                "independent_future_center_error": 1.7535662447998874,
                "iou": 0.7418068440133406,
                "rollout_h1_error": 0.31003774324129124,
                "rollout_h5_error": 1.121925933987759,
                "legacy_rollout_h1_error": 0.31003774324129124,
                "legacy_rollout_h5_error": 1.121925933987759,
                "rollout_h1_reliable_error": 0.04827168046589112,
                "rollout_h1_penalized_error": 0.04827168046589112,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2229666355333281,
                "rollout_h5_penalized_error": 0.2229666355333281,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 3.9633188000797026
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 0.8092607299913652,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.05447068810462952,
                "l2": 0.04840102791786194,
                "gt_error": 0.46034738016576265,
                "independent_future_center_error": 0.46034738016576265,
                "iou": 0.2569718970224294,
                "rollout_h1_error": 0.6348004899440717,
                "rollout_h5_error": 1.9557713161259775,
                "legacy_rollout_h1_error": 0.6348004899440717,
                "legacy_rollout_h5_error": 1.9557713161259775,
                "rollout_h1_reliable_error": 0.13334732027847226,
                "rollout_h1_penalized_error": 12.295522620094035,
                "rollout_h1_scorable_fraction": 0.1318181818181818,
                "rollout_h1_source_available_fraction": 0.13636363636363635,
                "rollout_h1_source_available_ball_frames": 30,
                "rollout_h1_source_unavailable_ball_frames": 190,
                "rollout_h1_unscorable_ball_frames": 191,
                "rollout_h1_scored_ball_frames": 29,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.31361863155394637,
                "rollout_h5_penalized_error": 11.187861539038593,
                "rollout_h5_scorable_fraction": 0.21363636363636362,
                "rollout_h5_source_available_fraction": 0.22727272727272727,
                "rollout_h5_source_available_ball_frames": 50,
                "rollout_h5_source_unavailable_ball_frames": 170,
                "rollout_h5_unscorable_ball_frames": 173,
                "rollout_h5_scored_ball_frames": 47,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8363636363636363,
                "ball_correct_color_rate": 0.6954545454545454,
                "missing_ball_frames": 36,
                "color_changed_ball_frames": 31,
                "extra_ball_frames": 26,
                "extra_ball_instances": 29,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 7,
                "ball_state_change_events": 13
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.1152311566744829,
                "rollout_h1_penalized_error": 0.1152311566744829,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6025899188359206,
                "rollout_h5_penalized_error": 0.6025899188359206,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.023880002626560207,
                "rollout_h1_penalized_error": 0.023880002626560207,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.15409422216037325,
                "rollout_h5_penalized_error": 0.15409422216037325,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 1.5857417176760333,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.1848079115152359,
                "gt_error": 2.7763233458487604,
                "independent_future_center_error": 2.7763233458487604,
                "iou": 0.667900658864568,
                "rollout_h1_error": 0.3694750219305927,
                "rollout_h5_error": 1.4537135551713825,
                "legacy_rollout_h1_error": 0.3694750219305927,
                "legacy_rollout_h5_error": 1.4537135551713825,
                "rollout_h1_reliable_error": 0.12031403870376264,
                "rollout_h1_penalized_error": 0.12031403870376264,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6138145165322073,
                "rollout_h5_penalized_error": 0.6138145165322073,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "l2": 0.1639518439769745,
                "gt_error": 2.002814220099121,
                "independent_future_center_error": 2.002814220099121,
                "iou": 0.7149292124203965,
                "rollout_h1_error": 0.2568157070895269,
                "rollout_h5_error": 1.0319324346212888,
                "legacy_rollout_h1_error": 0.2568157070895269,
                "legacy_rollout_h5_error": 1.0319324346212888,
                "rollout_h1_reliable_error": 0.06360141209346828,
                "rollout_h1_penalized_error": 0.06360141209346828,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.35523367261963906,
                "rollout_h5_penalized_error": 0.35523367261963906,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 8.953169566670633
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 1.7246302613057196,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0005644148332066834,
                "l2": 0.006316130515187979,
                "gt_error": 0.081864488370196,
                "independent_future_center_error": 0.081864488370196,
                "iou": 0.7287512348896276,
                "rollout_h1_error": 0.29668971656634985,
                "rollout_h5_error": 1.1654558693731978,
                "legacy_rollout_h1_error": 0.29668971656634985,
                "legacy_rollout_h5_error": 1.1654558693731978,
                "rollout_h1_reliable_error": 0.0462430549119682,
                "rollout_h1_penalized_error": 0.0462430549119682,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.22380041214550653,
                "rollout_h5_penalized_error": 0.22380041214550653,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.12712265370131864,
                "rollout_h1_penalized_error": 4.650149566756337,
                "rollout_h1_scorable_fraction": 0.6772727272727272,
                "rollout_h1_source_available_fraction": 0.7045454545454546,
                "rollout_h1_source_available_ball_frames": 155,
                "rollout_h1_source_unavailable_ball_frames": 65,
                "rollout_h1_unscorable_ball_frames": 71,
                "rollout_h1_scored_ball_frames": 149,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6470823441749488,
                "rollout_h5_penalized_error": 4.450233722958913,
                "rollout_h5_scorable_fraction": 0.7181818181818181,
                "rollout_h5_source_available_fraction": 0.7954545454545454,
                "rollout_h5_source_available_ball_frames": 175,
                "rollout_h5_source_unavailable_ball_frames": 45,
                "rollout_h5_unscorable_ball_frames": 62,
                "rollout_h5_scored_ball_frames": 158,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9363636363636364,
                "ball_correct_color_rate": 0.9181818181818182,
                "missing_ball_frames": 14,
                "color_changed_ball_frames": 4,
                "extra_ball_frames": 10,
                "extra_ball_instances": 10,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 3,
                "ball_state_change_events": 7
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.023880002626560207,
                "rollout_h1_penalized_error": 0.023880002626560207,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.15409422216037325,
                "rollout_h5_penalized_error": 0.15409422216037325,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 2.900369336861851,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.18472075462341309,
                "gt_error": 2.758712396276361,
                "independent_future_center_error": 2.758712396276361,
                "iou": 0.6625909193018706,
                "rollout_h1_error": 0.23761614968742986,
                "rollout_h5_error": 1.0253282653480433,
                "legacy_rollout_h1_error": 0.23761614968742986,
                "legacy_rollout_h5_error": 1.0253282653480433,
                "rollout_h1_reliable_error": 0.11670939405123416,
                "rollout_h1_penalized_error": 0.11670939405123416,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.615875946920502,
                "rollout_h5_penalized_error": 0.615875946920502,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "l2": 0.1720992773771286,
                "gt_error": 2.0746154673942088,
                "independent_future_center_error": 2.0746154673942088,
                "iou": 0.7322838160745484,
                "rollout_h1_error": 0.2544701966816511,
                "rollout_h5_error": 1.1279479228788922,
                "legacy_rollout_h1_error": 0.2544701966816511,
                "legacy_rollout_h5_error": 1.1279479228788922,
                "rollout_h1_reliable_error": 0.06700802149213059,
                "rollout_h1_penalized_error": 0.06700802149213059,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.40164883269006413,
                "rollout_h5_penalized_error": 0.40164883269006413,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 17.36067567817268
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 3.263464827245722,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0002929852344095707,
                "l2": 0.006054788827896118,
                "gt_error": 0.06588336881610757,
                "independent_future_center_error": 0.06588336881610757,
                "iou": 0.7331200321330598,
                "rollout_h1_error": 0.20041604515380937,
                "rollout_h5_error": 0.8012629925446558,
                "legacy_rollout_h1_error": 0.20041604515380937,
                "legacy_rollout_h5_error": 0.8012629925446558,
                "rollout_h1_reliable_error": 0.043865475657548704,
                "rollout_h1_penalized_error": 0.043865475657548704,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.21300009448353147,
                "rollout_h5_penalized_error": 0.21300009448353147,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.201480476601322,
                "rollout_h1_penalized_error": 4.130210563519672,
                "rollout_h1_scorable_fraction": 0.7181818181818181,
                "rollout_h1_source_available_fraction": 0.7272727272727273,
                "rollout_h1_source_available_ball_frames": 160,
                "rollout_h1_source_unavailable_ball_frames": 60,
                "rollout_h1_unscorable_ball_frames": 62,
                "rollout_h1_scored_ball_frames": 158,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.9454653181428159,
                "rollout_h5_penalized_error": 4.784496679768456,
                "rollout_h5_scorable_fraction": 0.7090909090909091,
                "rollout_h5_source_available_fraction": 0.8181818181818182,
                "rollout_h5_source_available_ball_frames": 180,
                "rollout_h5_source_unavailable_ball_frames": 40,
                "rollout_h5_unscorable_ball_frames": 64,
                "rollout_h5_scored_ball_frames": 156,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9818181818181818,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 4,
                "extra_ball_frames": 7,
                "extra_ball_instances": 7,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 3,
                "ball_state_change_events": 3
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.023880002626560207,
                "rollout_h1_penalized_error": 0.023880002626560207,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.15409422216037325,
                "rollout_h5_penalized_error": 0.15409422216037325,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 5.58349205210938,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "l2": 0.19204452633857727,
                "gt_error": 2.6341964035554994,
                "independent_future_center_error": 2.6341964035554994,
                "iou": 0.7013753819517402,
                "rollout_h1_error": 0.41277439734665133,
                "rollout_h5_error": 1.3992700684832895,
                "legacy_rollout_h1_error": 0.41277439734665133,
                "legacy_rollout_h5_error": 1.3992700684832895,
                "rollout_h1_reliable_error": 0.09500197707635642,
                "rollout_h1_penalized_error": 0.09500197707635642,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5150149009494348,
                "rollout_h5_penalized_error": 0.5150149009494348,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "l2": 0.17345604300498962,
                "gt_error": 2.625895489166127,
                "independent_future_center_error": 2.625895489166127,
                "iou": 0.7176833586657663,
                "rollout_h1_error": 0.2332441024671641,
                "rollout_h5_error": 0.7610644721425283,
                "legacy_rollout_h1_error": 0.2332441024671641,
                "legacy_rollout_h5_error": 0.7610644721425283,
                "rollout_h1_reliable_error": 0.0550198564074625,
                "rollout_h1_penalized_error": 0.0550198564074625,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3276139103661175,
                "rollout_h5_penalized_error": 0.3276139103661175,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "seconds": 34.25121279943934
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/927.mp4",
                "seconds": 6.399287107467119,
                "post_condition_ball_ball_events": 19,
                "causal_chain_depth": 9,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.00041463185334578156,
                "l2": 0.006066311616450548,
                "gt_error": 0.06606744633166675,
                "independent_future_center_error": 0.06606744633166675,
                "iou": 0.7338980539544818,
                "rollout_h1_error": 0.2161741384977924,
                "rollout_h5_error": 0.7025251374787677,
                "legacy_rollout_h1_error": 0.2161741384977924,
                "legacy_rollout_h5_error": 0.7025251374787677,
                "rollout_h1_reliable_error": 0.045717169759795,
                "rollout_h1_penalized_error": 0.045717169759795,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.22068163580902267,
                "rollout_h5_penalized_error": 0.22068163580902267,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-9/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11991917286629683,
                "rollout_h1_penalized_error": 1.1397167329291806,
                "rollout_h1_scorable_fraction": 0.9272727272727272,
                "rollout_h1_source_available_fraction": 0.9318181818181818,
                "rollout_h1_source_available_ball_frames": 205,
                "rollout_h1_source_unavailable_ball_frames": 15,
                "rollout_h1_unscorable_ball_frames": 16,
                "rollout_h1_scored_ball_frames": 204,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6161657776659267,
                "rollout_h5_penalized_error": 1.7228360377985197,
                "rollout_h5_scorable_fraction": 0.9181818181818182,
                "rollout_h5_source_available_fraction": 0.9318181818181818,
                "rollout_h5_source_available_ball_frames": 205,
                "rollout_h5_source_unavailable_ball_frames": 15,
                "rollout_h5_unscorable_ball_frames": 18,
                "rollout_h5_scored_ball_frames": 202,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9863636363636363,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 2,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 2,
                "ball_state_change_events": 4
              }
            }
          }
        }
      },
      "10": {
        "source": "00000/221.mp4",
        "seed": 0,
        "steps": {
          "10": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.008981451927045683,
                "rollout_h1_penalized_error": 0.008981451927045683,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.0513893906150388,
                "rollout_h5_penalized_error": 0.0513893906150388,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-10/bidirectional.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 0.5678373770788312,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.18458864092826843,
                "gt_error": 2.9457854461607047,
                "independent_future_center_error": 2.9457854461607047,
                "iou": 0.6407401327825323,
                "rollout_h1_error": 0.27367089238713577,
                "rollout_h5_error": 0.9405424586569326,
                "legacy_rollout_h1_error": 0.27367089238713577,
                "legacy_rollout_h5_error": 0.9405424586569326,
                "rollout_h1_reliable_error": 0.11155770878203156,
                "rollout_h1_penalized_error": 1.4508401461180649,
                "rollout_h1_scorable_fraction": 0.9045454545454545,
                "rollout_h1_source_available_fraction": 0.9090909090909091,
                "rollout_h1_source_available_ball_frames": 200,
                "rollout_h1_source_unavailable_ball_frames": 20,
                "rollout_h1_unscorable_ball_frames": 21,
                "rollout_h1_scored_ball_frames": 199,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6745416397972799,
                "rollout_h5_penalized_error": 2.20495004706247,
                "rollout_h5_scorable_fraction": 0.8863636363636364,
                "rollout_h5_source_available_fraction": 0.9090909090909091,
                "rollout_h5_source_available_ball_frames": 200,
                "rollout_h5_source_unavailable_ball_frames": 20,
                "rollout_h5_unscorable_ball_frames": 25,
                "rollout_h5_scored_ball_frames": 195,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 0.9772727272727273,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 5,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 2,
                "ball_state_change_events": 2
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-10/autoregressive.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "l2": 0.1734849512577057,
                "gt_error": 2.2981861932545398,
                "independent_future_center_error": 2.2981861932545398,
                "iou": 0.7296666059727382,
                "rollout_h1_error": 0.1401811660917792,
                "rollout_h5_error": 0.539883311648382,
                "legacy_rollout_h1_error": 0.1401811660917792,
                "legacy_rollout_h5_error": 0.539883311648382,
                "rollout_h1_reliable_error": 0.042662515676844974,
                "rollout_h1_penalized_error": 0.042662515676844974,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.24164587375680288,
                "rollout_h5_penalized_error": 0.24164587375680288,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "seconds": 2.2903846589116648
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-10/oracle.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 0.5411722144053783,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 7.450701713562012,
                "l2": 0.1330428421497345,
                "gt_error": 1.86872044845476,
                "independent_future_center_error": 1.86872044845476,
                "iou": 0.03273747358910277,
                "rollout_h1_error": 0.7450684064115612,
                "rollout_h5_error": 1.9162259250394476,
                "legacy_rollout_h1_error": 0.7450684064115612,
                "legacy_rollout_h5_error": 1.9162259250394476,
                "rollout_h1_reliable_error": 0.1617655347566475,
                "rollout_h1_penalized_error": 13.887947076658694,
                "rollout_h1_scorable_fraction": 0.01818181818181818,
                "rollout_h1_source_available_fraction": 0.022727272727272728,
                "rollout_h1_source_available_ball_frames": 5,
                "rollout_h1_source_unavailable_ball_frames": 215,
                "rollout_h1_unscorable_ball_frames": 216,
                "rollout_h1_scored_ball_frames": 4,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2779781483594683,
                "rollout_h5_penalized_error": 13.133833261885755,
                "rollout_h5_scorable_fraction": 0.07272727272727272,
                "rollout_h5_source_available_fraction": 0.11363636363636363,
                "rollout_h5_source_available_ball_frames": 25,
                "rollout_h5_source_unavailable_ball_frames": 195,
                "rollout_h5_unscorable_ball_frames": 204,
                "rollout_h5_scored_ball_frames": 16,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.5363636363636364,
                "ball_correct_color_rate": 0.19090909090909092,
                "missing_ball_frames": 102,
                "color_changed_ball_frames": 76,
                "extra_ball_frames": 35,
                "extra_ball_instances": 65,
                "ball_disappearance_events": 10,
                "ball_reappearance_events": 7,
                "ball_color_change_events": 14,
                "ball_state_change_events": 31
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-10/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.12060701935869007,
                "rollout_h1_penalized_error": 0.12060701935869007,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6386661766518674,
                "rollout_h5_penalized_error": 0.6386661766518674,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            }
          },
          "20": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.008981451927045683,
                "rollout_h1_penalized_error": 0.008981451927045683,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.0513893906150388,
                "rollout_h5_penalized_error": 0.0513893906150388,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-20/bidirectional.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 0.8242561182206762,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.18847425282001495,
                "gt_error": 2.843886663970914,
                "independent_future_center_error": 2.843886663970914,
                "iou": 0.6590674242447505,
                "rollout_h1_error": 0.20385592699301228,
                "rollout_h5_error": 0.8082103093642882,
                "legacy_rollout_h1_error": 0.20385592699301228,
                "legacy_rollout_h5_error": 0.8082103093642882,
                "rollout_h1_reliable_error": 0.09191661174665525,
                "rollout_h1_penalized_error": 1.7523970404357088,
                "rollout_h1_scorable_fraction": 0.8818181818181818,
                "rollout_h1_source_available_fraction": 0.8863636363636364,
                "rollout_h1_source_available_ball_frames": 195,
                "rollout_h1_source_unavailable_ball_frames": 25,
                "rollout_h1_unscorable_ball_frames": 26,
                "rollout_h1_scored_ball_frames": 194,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.5350899966565992,
                "rollout_h5_penalized_error": 1.7720941445724494,
                "rollout_h5_scorable_fraction": 0.9090909090909091,
                "rollout_h5_source_available_fraction": 0.9318181818181818,
                "rollout_h5_source_available_ball_frames": 205,
                "rollout_h5_source_unavailable_ball_frames": 15,
                "rollout_h5_unscorable_ball_frames": 20,
                "rollout_h5_scored_ball_frames": 200,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9818181818181818,
                "ball_correct_color_rate": 0.9772727272727273,
                "missing_ball_frames": 4,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 1,
                "ball_state_change_events": 3
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-20/autoregressive.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "l2": 0.1831459105014801,
                "gt_error": 2.529484193113995,
                "independent_future_center_error": 2.529484193113995,
                "iou": 0.7602119213807956,
                "rollout_h1_error": 0.1037581304025954,
                "rollout_h5_error": 0.4556013678615885,
                "legacy_rollout_h1_error": 0.1037581304025954,
                "legacy_rollout_h5_error": 0.4556013678615885,
                "rollout_h1_reliable_error": 0.039694372096489086,
                "rollout_h1_penalized_error": 0.039694372096489086,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.24254287655083062,
                "rollout_h5_penalized_error": 0.24254287655083062,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "seconds": 3.9633188000797026
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-20/oracle.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 0.8405625016603153,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.061733540147542953,
                "l2": 0.049216076731681824,
                "gt_error": 0.25418584446097847,
                "independent_future_center_error": 0.25418584446097847,
                "iou": 0.25609554038236426,
                "rollout_h1_error": 0.5425158524443581,
                "rollout_h5_error": 1.657034077492812,
                "legacy_rollout_h1_error": 0.5425158524443581,
                "legacy_rollout_h5_error": 1.657034077492812,
                "rollout_h1_reliable_error": 0.1644301229078246,
                "rollout_h1_penalized_error": 12.045479798607486,
                "rollout_h1_scorable_fraction": 0.15,
                "rollout_h1_source_available_fraction": 0.1590909090909091,
                "rollout_h1_source_available_ball_frames": 35,
                "rollout_h1_source_unavailable_ball_frames": 185,
                "rollout_h1_unscorable_ball_frames": 187,
                "rollout_h1_scored_ball_frames": 33,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.33085746949871714,
                "rollout_h5_penalized_error": 11.379879992884504,
                "rollout_h5_scorable_fraction": 0.2,
                "rollout_h5_source_available_fraction": 0.25,
                "rollout_h5_source_available_ball_frames": 55,
                "rollout_h5_source_unavailable_ball_frames": 165,
                "rollout_h5_unscorable_ball_frames": 176,
                "rollout_h5_scored_ball_frames": 44,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.7954545454545454,
                "ball_correct_color_rate": 0.7045454545454546,
                "missing_ball_frames": 45,
                "color_changed_ball_frames": 20,
                "extra_ball_frames": 25,
                "extra_ball_instances": 44,
                "ball_disappearance_events": 4,
                "ball_reappearance_events": 2,
                "ball_color_change_events": 14,
                "ball_state_change_events": 20
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-20/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.07747002791673176,
                "rollout_h1_penalized_error": 1.7396577801493214,
                "rollout_h1_scorable_fraction": 0.8818181818181818,
                "rollout_h1_source_available_fraction": 0.8863636363636364,
                "rollout_h1_source_available_ball_frames": 195,
                "rollout_h1_source_unavailable_ball_frames": 25,
                "rollout_h1_unscorable_ball_frames": 26,
                "rollout_h1_scored_ball_frames": 194,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4222103932679455,
                "rollout_h5_penalized_error": 2.2931092883310824,
                "rollout_h5_scorable_fraction": 0.8636363636363636,
                "rollout_h5_source_available_fraction": 0.8863636363636364,
                "rollout_h5_source_available_ball_frames": 195,
                "rollout_h5_source_unavailable_ball_frames": 25,
                "rollout_h5_unscorable_ball_frames": 30,
                "rollout_h5_scored_ball_frames": 190,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.9954545454545455,
                "ball_correct_color_rate": 0.9772727272727273,
                "missing_ball_frames": 1,
                "color_changed_ball_frames": 4,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 1,
                "ball_color_change_events": 1,
                "ball_state_change_events": 3
              }
            }
          },
          "50": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.008981451927045683,
                "rollout_h1_penalized_error": 0.008981451927045683,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.0513893906150388,
                "rollout_h5_penalized_error": 0.0513893906150388,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-50/bidirectional.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 1.5857417176760333,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.19195987284183502,
                "gt_error": 2.8950918355264688,
                "independent_future_center_error": 2.8950918355264688,
                "iou": 0.7078209823352558,
                "rollout_h1_error": 0.13831511844864222,
                "rollout_h5_error": 0.6374504728287215,
                "legacy_rollout_h1_error": 0.13831511844864222,
                "legacy_rollout_h5_error": 0.6374504728287215,
                "rollout_h1_reliable_error": 0.07589713388992796,
                "rollout_h1_penalized_error": 0.07589713388992796,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.4612416863822495,
                "rollout_h5_penalized_error": 0.4612416863822495,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-50/autoregressive.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "l2": 0.19027432799339294,
                "gt_error": 2.368213216411816,
                "independent_future_center_error": 2.368213216411816,
                "iou": 0.7381926491161152,
                "rollout_h1_error": 0.11022989179271318,
                "rollout_h5_error": 0.496813237982701,
                "legacy_rollout_h1_error": 0.11022989179271318,
                "legacy_rollout_h5_error": 0.496813237982701,
                "rollout_h1_reliable_error": 0.04626933347810657,
                "rollout_h1_penalized_error": 0.04626933347810657,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2604146817054604,
                "rollout_h5_penalized_error": 0.2604146817054604,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "seconds": 8.953169566670633
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-50/oracle.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 1.743399523809785,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0007498902850784361,
                "l2": 0.006483197677880526,
                "gt_error": 0.058556128317265733,
                "independent_future_center_error": 0.058556128317265733,
                "iou": 0.7174034536820668,
                "rollout_h1_error": 0.13718233455351386,
                "rollout_h5_error": 0.583095186935281,
                "legacy_rollout_h1_error": 0.13718233455351386,
                "legacy_rollout_h5_error": 0.583095186935281,
                "rollout_h1_reliable_error": 0.04113751239357442,
                "rollout_h1_penalized_error": 0.04113751239357442,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.21570085484585322,
                "rollout_h5_penalized_error": 0.21570085484585322,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-50/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.13037206938156157,
                "rollout_h1_penalized_error": 11.276093078523122,
                "rollout_h1_scorable_fraction": 0.20454545454545456,
                "rollout_h1_source_available_fraction": 0.22727272727272727,
                "rollout_h1_source_available_ball_frames": 50,
                "rollout_h1_source_unavailable_ball_frames": 170,
                "rollout_h1_unscorable_ball_frames": 175,
                "rollout_h1_scored_ball_frames": 45,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.38959022485496475,
                "rollout_h5_penalized_error": 11.329114973960865,
                "rollout_h5_scorable_fraction": 0.20454545454545456,
                "rollout_h5_source_available_fraction": 0.3181818181818182,
                "rollout_h5_source_available_ball_frames": 70,
                "rollout_h5_source_unavailable_ball_frames": 150,
                "rollout_h5_unscorable_ball_frames": 175,
                "rollout_h5_scored_ball_frames": 45,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8409090909090909,
                "ball_correct_color_rate": 0.8409090909090909,
                "missing_ball_frames": 35,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 35,
                "extra_ball_instances": 45,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 1
              }
            }
          },
          "100": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.008981451927045683,
                "rollout_h1_penalized_error": 0.008981451927045683,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.0513893906150388,
                "rollout_h5_penalized_error": 0.0513893906150388,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-100/bidirectional.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 2.900369336861851,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.1915539801120758,
                "gt_error": 2.8750022991348487,
                "independent_future_center_error": 2.8750022991348487,
                "iou": 0.7003500144479549,
                "rollout_h1_error": 0.15332888588833468,
                "rollout_h5_error": 0.6544097622417814,
                "legacy_rollout_h1_error": 0.15332888588833468,
                "legacy_rollout_h5_error": 0.6544097622417814,
                "rollout_h1_reliable_error": 0.073652260680288,
                "rollout_h1_penalized_error": 0.073652260680288,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.43812946704670164,
                "rollout_h5_penalized_error": 0.43812946704670164,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-100/autoregressive.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "l2": 0.19196397066116333,
                "gt_error": 2.63369318565614,
                "independent_future_center_error": 2.63369318565614,
                "iou": 0.7547190672240109,
                "rollout_h1_error": 0.10577567734990297,
                "rollout_h5_error": 0.5265592796670707,
                "legacy_rollout_h1_error": 0.10577567734990297,
                "legacy_rollout_h5_error": 0.5265592796670707,
                "rollout_h1_reliable_error": 0.04822182069704033,
                "rollout_h1_penalized_error": 0.04822182069704033,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2622960316653279,
                "rollout_h5_penalized_error": 0.2622960316653279,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "seconds": 17.36067567817268
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-100/oracle.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 3.280801991233602,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0004188758321106434,
                "l2": 0.006080606486648321,
                "gt_error": 0.053362625189086126,
                "independent_future_center_error": 0.053362625189086126,
                "iou": 0.7283020826884049,
                "rollout_h1_error": 0.13900649761975195,
                "rollout_h5_error": 0.5687357478239565,
                "legacy_rollout_h1_error": 0.13900649761975195,
                "legacy_rollout_h5_error": 0.5687357478239565,
                "rollout_h1_reliable_error": 0.03710466077417988,
                "rollout_h1_penalized_error": 0.03710466077417988,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.20510523684742524,
                "rollout_h5_penalized_error": 0.20510523684742524,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-100/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.11728610654642736,
                "rollout_h1_penalized_error": 13.568391779846133,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.3858561417499518,
                "rollout_h5_penalized_error": 12.766507675532853,
                "rollout_h5_scorable_fraction": 0.1,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 198,
                "rollout_h5_scored_ball_frames": 22,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.6227272727272727,
                "ball_correct_color_rate": 0.5909090909090909,
                "missing_ball_frames": 83,
                "color_changed_ball_frames": 7,
                "extra_ball_frames": 38,
                "extra_ball_instances": 78,
                "ball_disappearance_events": 3,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 6,
                "ball_state_change_events": 9
              }
            }
          },
          "200": {
            "ground_truth": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/ground-truth.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.008981451927045683,
                "rollout_h1_penalized_error": 0.008981451927045683,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h5_reliable_error": 0.0513893906150388,
                "rollout_h5_penalized_error": 0.0513893906150388,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0
              }
            },
            "bidirectional": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-200/bidirectional.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 5.557776286566098,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "l2": 0.1872030347585678,
                "gt_error": 2.4877009416380402,
                "independent_future_center_error": 2.4877009416380402,
                "iou": 0.7196060543144703,
                "rollout_h1_error": 0.16159932835464894,
                "rollout_h5_error": 0.7333691876433014,
                "legacy_rollout_h1_error": 0.16159932835464894,
                "legacy_rollout_h5_error": 0.7333691876433014,
                "rollout_h1_reliable_error": 0.10682231318762382,
                "rollout_h1_penalized_error": 0.10682231318762382,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.6006989130129492,
                "rollout_h5_penalized_error": 0.6006989130129492,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "autoregressive": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-200/autoregressive.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "l2": 0.19264617562294006,
                "gt_error": 2.543090321496295,
                "independent_future_center_error": 2.543090321496295,
                "iou": 0.7478795284828302,
                "rollout_h1_error": 0.11569056666284658,
                "rollout_h5_error": 0.48051353781111433,
                "legacy_rollout_h1_error": 0.11569056666284658,
                "legacy_rollout_h5_error": 0.48051353781111433,
                "rollout_h1_reliable_error": 0.04195833329521583,
                "rollout_h1_penalized_error": 0.04195833329521583,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.1936784204639984,
                "rollout_h5_penalized_error": 0.1936784204639984,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "seconds": 34.25121279943934
              }
            },
            "oracle": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-200/oracle.mp4",
              "metrics": {
                "source": "00000/221.mp4",
                "seconds": 6.435308129826028,
                "post_condition_ball_ball_events": 11,
                "causal_chain_depth": 6,
                "target_metrics_skipped": true,
                "oracle_final_future_latent_mse": 0.0004141155513934791,
                "l2": 0.006070454139262438,
                "gt_error": 0.053354767088046824,
                "independent_future_center_error": 0.053354767088046824,
                "iou": 0.7290691514007653,
                "rollout_h1_error": 0.13839963381845363,
                "rollout_h5_error": 0.5770404036121357,
                "legacy_rollout_h1_error": 0.13839963381845363,
                "legacy_rollout_h5_error": 0.5770404036121357,
                "rollout_h1_reliable_error": 0.03705812493449335,
                "rollout_h1_penalized_error": 0.03705812493449335,
                "rollout_h1_scorable_fraction": 1.0,
                "rollout_h1_source_available_fraction": 1.0,
                "rollout_h1_source_available_ball_frames": 220,
                "rollout_h1_source_unavailable_ball_frames": 0,
                "rollout_h1_unscorable_ball_frames": 0,
                "rollout_h1_scored_ball_frames": 220,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.19502630032902832,
                "rollout_h5_penalized_error": 0.19502630032902832,
                "rollout_h5_scorable_fraction": 1.0,
                "rollout_h5_source_available_fraction": 1.0,
                "rollout_h5_source_available_ball_frames": 220,
                "rollout_h5_source_unavailable_ball_frames": 0,
                "rollout_h5_unscorable_ball_frames": 0,
                "rollout_h5_scored_ball_frames": 220,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 1.0,
                "ball_correct_color_rate": 1.0,
                "missing_ball_frames": 0,
                "color_changed_ball_frames": 0,
                "extra_ball_frames": 0,
                "extra_ball_instances": 0,
                "ball_disappearance_events": 0,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 0,
                "ball_state_change_events": 0
              }
            },
            "rollout1": {
              "path": "qualitative/ar-bidi-5ball49f/case-10/steps-200/rollout1.mp4",
              "metrics": {
                "rollout_h1_reliable_error": 0.03341515766332815,
                "rollout_h1_penalized_error": 13.564960695573642,
                "rollout_h1_scorable_fraction": 0.04090909090909091,
                "rollout_h1_source_available_fraction": 0.045454545454545456,
                "rollout_h1_source_available_ball_frames": 10,
                "rollout_h1_source_unavailable_ball_frames": 210,
                "rollout_h1_unscorable_ball_frames": 211,
                "rollout_h1_scored_ball_frames": 9,
                "rollout_h1_total_ball_frames": 220,
                "rollout_h1_unscorable_penalty": 14.142135623730951,
                "rollout_h5_reliable_error": 0.2004709876063735,
                "rollout_h5_penalized_error": 13.064825174575873,
                "rollout_h5_scorable_fraction": 0.07727272727272727,
                "rollout_h5_source_available_fraction": 0.13636363636363635,
                "rollout_h5_source_available_ball_frames": 30,
                "rollout_h5_source_unavailable_ball_frames": 190,
                "rollout_h5_unscorable_ball_frames": 203,
                "rollout_h5_scored_ball_frames": 17,
                "rollout_h5_total_ball_frames": 220,
                "rollout_h5_unscorable_penalty": 14.142135623730951,
                "ball_presence_rate": 0.8090909090909091,
                "ball_correct_color_rate": 0.8045454545454546,
                "missing_ball_frames": 42,
                "color_changed_ball_frames": 1,
                "extra_ball_frames": 39,
                "extra_ball_instances": 39,
                "ball_disappearance_events": 1,
                "ball_reappearance_events": 0,
                "ball_color_change_events": 1,
                "ball_state_change_events": 2
              }
            }
          }
        }
      }
    }
  }
}