{
 "config": {
  "checkpoint": "/home/ubuntu/checkpoints/er_60k/fontaine_molmo2_er_60k_ddp4/step_060000",
  "backbone": "allenai/Molmo2-ER",
  "protocol": "sim_encoder_ood_probe A/B split, top camera; 20 seeds x 5 appearance draws, settled resets, numpy post backend for every sim arm",
  "anchors": {
   "banked_v3_20x5_torch": 0.713,
   "v4_gate_100x1": {
    "v3": 0.721,
    "v4": 0.715
   }
  },
  "crop_box_y0_y1_x0_x1": [
   89,
   480,
   81,
   640
  ],
  "crop_rule": "mean v4 shadow map >= 0.25 max, padded 12 px",
  "real_fg_slots": [
   {
    "global_index": 57,
    "source_episode": 0,
    "target_episode": 22
   },
   {
    "global_index": 171,
    "source_episode": 0,
    "target_episode": 16
   },
   {
    "global_index": 285,
    "source_episode": 0,
    "target_episode": 13
   },
   {
    "global_index": 399,
    "source_episode": 0,
    "target_episode": 7
   },
   {
    "global_index": 513,
    "source_episode": 0,
    "target_episode": 8
   },
   {
    "global_index": 627,
    "source_episode": 0,
    "target_episode": 2
   },
   {
    "global_index": 741,
    "source_episode": 1,
    "target_episode": 2
   },
   {
    "global_index": 855,
    "source_episode": 1,
    "target_episode": 0
   },
   {
    "global_index": 969,
    "source_episode": 2,
    "target_episode": 5
   },
   {
    "global_index": 1083,
    "source_episode": 2,
    "target_episode": 21
   },
   {
    "global_index": 1197,
    "source_episode": 2,
    "target_episode": 17
   },
   {
    "global_index": 1311,
    "source_episode": 2,
    "target_episode": 23
   },
   {
    "global_index": 1425,
    "source_episode": 2,
    "target_episode": 13
   },
   {
    "global_index": 1539,
    "source_episode": 2,
    "target_episode": 16
   },
   {
    "global_index": 1653,
    "source_episode": 2,
    "target_episode": 25
   },
   {
    "global_index": 1767,
    "source_episode": 2,
    "target_episode": 19
   },
   {
    "global_index": 1881,
    "source_episode": 2,
    "target_episode": 16
   },
   {
    "global_index": 1995,
    "source_episode": 2,
    "target_episode": 14
   },
   {
    "global_index": 2109,
    "source_episode": 2,
    "target_episode": 14
   },
   {
    "global_index": 2223,
    "source_episode": 2,
    "target_episode": 24
   },
   {
    "global_index": 2337,
    "source_episode": 3,
    "target_episode": 7
   },
   {
    "global_index": 2451,
    "source_episode": 3,
    "target_episode": 21
   },
   {
    "global_index": 2565,
    "source_episode": 3,
    "target_episode": 17
   },
   {
    "global_index": 2679,
    "source_episode": 3,
    "target_episode": 0
   },
   {
    "global_index": 2793,
    "source_episode": 4,
    "target_episode": 10
   },
   {
    "global_index": 2907,
    "source_episode": 4,
    "target_episode": 22
   },
   {
    "global_index": 3021,
    "source_episode": 4,
    "target_episode": 14
   },
   {
    "global_index": 3135,
    "source_episode": 4,
    "target_episode": 0
   },
   {
    "global_index": 3249,
    "source_episode": 4,
    "target_episode": 20
   },
   {
    "global_index": 3363,
    "source_episode": 4,
    "target_episode": 19
   },
   {
    "global_index": 3477,
    "source_episode": 4,
    "target_episode": 22
   },
   {
    "global_index": 3591,
    "source_episode": 4,
    "target_episode": 5
   },
   {
    "global_index": 3705,
    "source_episode": 4,
    "target_episode": 2
   },
   {
    "global_index": 3819,
    "source_episode": 4,
    "target_episode": 22
   },
   {
    "global_index": 3933,
    "source_episode": 5,
    "target_episode": 0
   },
   {
    "global_index": 4047,
    "source_episode": 5,
    "target_episode": 14
   },
   {
    "global_index": 4161,
    "source_episode": 5,
    "target_episode": 2
   },
   {
    "global_index": 4275,
    "source_episode": 5,
    "target_episode": 8
   },
   {
    "global_index": 4389,
    "source_episode": 6,
    "target_episode": 13
   },
   {
    "global_index": 4503,
    "source_episode": 6,
    "target_episode": 11
   },
   {
    "global_index": 4617,
    "source_episode": 6,
    "target_episode": 11
   },
   {
    "global_index": 4731,
    "source_episode": 6,
    "target_episode": 0
   },
   {
    "global_index": 4845,
    "source_episode": 6,
    "target_episode": 0
   },
   {
    "global_index": 4959,
    "source_episode": 7,
    "target_episode": 3
   },
   {
    "global_index": 5073,
    "source_episode": 7,
    "target_episode": 0
   },
   {
    "global_index": 5187,
    "source_episode": 7,
    "target_episode": 17
   },
   {
    "global_index": 5301,
    "source_episode": 7,
    "target_episode": 14
   },
   {
    "global_index": 5415,
    "source_episode": 7,
    "target_episode": 17
   },
   {
    "global_index": 5529,
    "source_episode": 7,
    "target_episode": 6
   },
   {
    "global_index": 5643,
    "source_episode": 7,
    "target_episode": 16
   },
   {
    "global_index": 5757,
    "source_episode": 8,
    "target_episode": 20
   },
   {
    "global_index": 5871,
    "source_episode": 8,
    "target_episode": 10
   },
   {
    "global_index": 5985,
    "source_episode": 8,
    "target_episode": 12
   },
   {
    "global_index": 6099,
    "source_episode": 8,
    "target_episode": 25
   },
   {
    "global_index": 6213,
    "source_episode": 9,
    "target_episode": 21
   },
   {
    "global_index": 6327,
    "source_episode": 9,
    "target_episode": 25
   },
   {
    "global_index": 6441,
    "source_episode": 9,
    "target_episode": 10
   },
   {
    "global_index": 6555,
    "source_episode": 10,
    "target_episode": 18
   },
   {
    "global_index": 6669,
    "source_episode": 10,
    "target_episode": 24
   },
   {
    "global_index": 6783,
    "source_episode": 10,
    "target_episode": 17
   },
   {
    "global_index": 6897,
    "source_episode": 10,
    "target_episode": 22
   },
   {
    "global_index": 7011,
    "source_episode": 11,
    "target_episode": 18
   },
   {
    "global_index": 7125,
    "source_episode": 11,
    "target_episode": 18
   },
   {
    "global_index": 7239,
    "source_episode": 11,
    "target_episode": 9
   },
   {
    "global_index": 7353,
    "source_episode": 12,
    "target_episode": 22
   },
   {
    "global_index": 7467,
    "source_episode": 12,
    "target_episode": 3
   },
   {
    "global_index": 7581,
    "source_episode": 12,
    "target_episode": 15
   },
   {
    "global_index": 7695,
    "source_episode": 12,
    "target_episode": 19
   },
   {
    "global_index": 7809,
    "source_episode": 12,
    "target_episode": 22
   },
   {
    "global_index": 7923,
    "source_episode": 12,
    "target_episode": 14
   },
   {
    "global_index": 8037,
    "source_episode": 12,
    "target_episode": 9
   },
   {
    "global_index": 8151,
    "source_episode": 12,
    "target_episode": 7
   },
   {
    "global_index": 8265,
    "source_episode": 12,
    "target_episode": 10
   },
   {
    "global_index": 8379,
    "source_episode": 12,
    "target_episode": 13
   },
   {
    "global_index": 8493,
    "source_episode": 12,
    "target_episode": 18
   },
   {
    "global_index": 8607,
    "source_episode": 12,
    "target_episode": 23
   },
   {
    "global_index": 8721,
    "source_episode": 13,
    "target_episode": 1
   },
   {
    "global_index": 8835,
    "source_episode": 13,
    "target_episode": 24
   },
   {
    "global_index": 8949,
    "source_episode": 13,
    "target_episode": 14
   },
   {
    "global_index": 9063,
    "source_episode": 13,
    "target_episode": 8
   },
   {
    "global_index": 9177,
    "source_episode": 13,
    "target_episode": 17
   },
   {
    "global_index": 9291,
    "source_episode": 13,
    "target_episode": 15
   },
   {
    "global_index": 9405,
    "source_episode": 14,
    "target_episode": 6
   },
   {
    "global_index": 9519,
    "source_episode": 14,
    "target_episode": 8
   },
   {
    "global_index": 9633,
    "source_episode": 14,
    "target_episode": 18
   },
   {
    "global_index": 9747,
    "source_episode": 14,
    "target_episode": 15
   },
   {
    "global_index": 9861,
    "source_episode": 14,
    "target_episode": 12
   },
   {
    "global_index": 9975,
    "source_episode": 14,
    "target_episode": 8
   },
   {
    "global_index": 10089,
    "source_episode": 14,
    "target_episode": 20
   },
   {
    "global_index": 10203,
    "source_episode": 15,
    "target_episode": 9
   },
   {
    "global_index": 10317,
    "source_episode": 15,
    "target_episode": 8
   },
   {
    "global_index": 10431,
    "source_episode": 15,
    "target_episode": 23
   },
   {
    "global_index": 10545,
    "source_episode": 15,
    "target_episode": 6
   },
   {
    "global_index": 10659,
    "source_episode": 15,
    "target_episode": 5
   },
   {
    "global_index": 10773,
    "source_episode": 15,
    "target_episode": 18
   },
   {
    "global_index": 10887,
    "source_episode": 16,
    "target_episode": 15
   },
   {
    "global_index": 11001,
    "source_episode": 16,
    "target_episode": 1
   },
   {
    "global_index": 11115,
    "source_episode": 16,
    "target_episode": 2
   },
   {
    "global_index": 11229,
    "source_episode": 16,
    "target_episode": 9
   },
   {
    "global_index": 11343,
    "source_episode": 16,
    "target_episode": 21
   }
  ],
  "commit": "e5a43bb"
 },
 "results": {
  "full_frame": {
   "real_heldout": {
    "mean": 1.2190023880975787e-05,
    "std": 5.4513725444849115e-06
   },
   "clean_anchor": {
    "mean": 9.006380423670635e-06,
    "std": 9.05834497189062e-07,
    "auroc_vs_real": 0.2831,
    "distances": [
     9.108e-06,
     7.665e-06,
     9.274e-06,
     8.512e-06,
     8.202e-06,
     8.202e-06,
     7.999e-06,
     9.215e-06,
     9.203e-06,
     9.06e-06,
     8.738e-06,
     9.072e-06,
     9.251e-06,
     1.02e-05,
     8.643e-06,
     8.714e-06,
     8.917e-06,
     7.963e-06,
     7.82e-06,
     1.028e-05,
     7.558e-06,
     7.308e-06,
     7.808e-06,
     8.714e-06,
     8.583e-06,
     8.44e-06,
     9.358e-06,
     8.476e-06,
     8.667e-06,
     9.99e-06,
     8.905e-06,
     7.308e-06,
     8.738e-06,
     9.954e-06,
     8.798e-06,
     8.631e-06,
     7.546e-06,
     8.702e-06,
     8.917e-06,
     8.893e-06,
     8.309e-06,
     8.821e-06,
     9.215e-06,
     9.787e-06,
     8.714e-06,
     8.166e-06,
     9.537e-06,
     8.13e-06,
     8.249e-06,
     8.488e-06,
     8.547e-06,
     9.06e-06,
     9.632e-06,
     1.001e-05,
     9.072e-06,
     9.501e-06,
     1.063e-05,
     1.19e-05,
     8.988e-06,
     8.631e-06,
     1.014e-05,
     8.643e-06,
     9.274e-06,
     9.358e-06,
     9.012e-06,
     1.034e-05,
     9.966e-06,
     1.132e-05,
     1.175e-05,
     9.179e-06,
     9.477e-06,
     9.108e-06,
     9.894e-06,
     8.893e-06,
     9.286e-06,
     8.821e-06,
     1.068e-05,
     9.596e-06,
     9.668e-06,
     9.406e-06,
     7.892e-06,
     7.594e-06,
     7.498e-06,
     8.667e-06,
     9.99e-06,
     9.656e-06,
     1.031e-05,
     9.882e-06,
     8.81e-06,
     9.823e-06,
     9.978e-06,
     9.99e-06,
     8.869e-06,
     8.297e-06,
     7.522e-06,
     8.273e-06,
     8.38e-06,
     8.321e-06,
     8.476e-06,
     7.868e-06
    ]
   },
   "arms": {
    "v3": {
     "mean": 1.3144612239557318e-05,
     "std": 1.6958554169832496e-06,
     "auroc_vs_real": 0.7127333333333333,
     "distances": [
      1.147e-05,
      1.465e-05,
      1.6e-05,
      1.355e-05,
      1.156e-05,
      1.158e-05,
      1.172e-05,
      1.332e-05,
      1.276e-05,
      1.264e-05,
      1.597e-05,
      1.431e-05,
      1.318e-05,
      1.168e-05,
      1.415e-05,
      1.346e-05,
      1.156e-05,
      1.566e-05,
      1.199e-05,
      1.404e-05,
      1.38e-05,
      1.321e-05,
      1.258e-05,
      1.005e-05,
      1.174e-05,
      1.024e-05,
      1.522e-05,
      1.478e-05,
      1.175e-05,
      1.444e-05,
      1.45e-05,
      1.431e-05,
      1.23e-05,
      1.562e-05,
      1.267e-05,
      1.426e-05,
      1.104e-05,
      1.15e-05,
      1.415e-05,
      1.234e-05,
      1.383e-05,
      1.149e-05,
      1.335e-05,
      1.192e-05,
      1.104e-05,
      1.321e-05,
      1.314e-05,
      1.41e-05,
      1.036e-05,
      1.262e-05,
      1.554e-05,
      1.186e-05,
      1.28e-05,
      1.432e-05,
      1.343e-05,
      1.552e-05,
      1.225e-05,
      1.522e-05,
      1.55e-05,
      1.054e-05,
      1.128e-05,
      1.029e-05,
      1.246e-05,
      1.444e-05,
      1.198e-05,
      1.321e-05,
      1.07e-05,
      1.612e-05,
      1.45e-05,
      1.398e-05,
      1.28e-05,
      1.229e-05,
      1.112e-05,
      1.621e-05,
      1.553e-05,
      1.621e-05,
      1.144e-05,
      1.543e-05,
      1.15e-05,
      1.386e-05,
      1.352e-05,
      1.065e-05,
      1.031e-05,
      1.301e-05,
      1.167e-05,
      1.415e-05,
      9.93e-06,
      1.541e-05,
      1.446e-05,
      1.298e-05,
      1.109e-05,
      1.575e-05,
      1.354e-05,
      1.197e-05,
      1.326e-05,
      1.202e-05,
      1.293e-05,
      1.571e-05,
      1.231e-05,
      1.663e-05
     ]
    },
    "v4": {
     "mean": 1.3061761819699313e-05,
     "std": 1.6881260762602324e-06,
     "auroc_vs_real": 0.7096666666666667,
     "distances": [
      1.111e-05,
      1.478e-05,
      1.569e-05,
      1.317e-05,
      1.163e-05,
      1.152e-05,
      1.156e-05,
      1.308e-05,
      1.265e-05,
      1.297e-05,
      1.636e-05,
      1.442e-05,
      1.333e-05,
      1.19e-05,
      1.38e-05,
      1.311e-05,
      1.14e-05,
      1.549e-05,
      1.197e-05,
      1.34e-05,
      1.376e-05,
      1.315e-05,
      1.233e-05,
      1.006e-05,
      1.166e-05,
      9.942e-06,
      1.482e-05,
      1.454e-05,
      1.172e-05,
      1.427e-05,
      1.389e-05,
      1.416e-05,
      1.22e-05,
      1.513e-05,
      1.241e-05,
      1.44e-05,
      1.127e-05,
      1.163e-05,
      1.395e-05,
      1.239e-05,
      1.384e-05,
      1.141e-05,
      1.31e-05,
      1.19e-05,
      1.091e-05,
      1.301e-05,
      1.291e-05,
      1.458e-05,
      1.038e-05,
      1.276e-05,
      1.473e-05,
      1.193e-05,
      1.278e-05,
      1.422e-05,
      1.298e-05,
      1.541e-05,
      1.242e-05,
      1.515e-05,
      1.57e-05,
      1.049e-05,
      1.115e-05,
      1.01e-05,
      1.216e-05,
      1.434e-05,
      1.19e-05,
      1.32e-05,
      1.104e-05,
      1.52e-05,
      1.459e-05,
      1.398e-05,
      1.273e-05,
      1.229e-05,
      1.086e-05,
      1.621e-05,
      1.532e-05,
      1.688e-05,
      1.153e-05,
      1.562e-05,
      1.129e-05,
      1.363e-05,
      1.343e-05,
      1.101e-05,
      1.023e-05,
      1.27e-05,
      1.131e-05,
      1.391e-05,
      9.93e-06,
      1.556e-05,
      1.534e-05,
      1.276e-05,
      1.115e-05,
      1.562e-05,
      1.353e-05,
      1.206e-05,
      1.321e-05,
      1.179e-05,
      1.278e-05,
      1.537e-05,
      1.22e-05,
      1.669e-05
     ]
    },
    "fg_to_plate": {
     "mean": 1.7710326574160717e-05,
     "std": 8.759155321058643e-07,
     "auroc_vs_real": 0.8691666666666666,
     "distances": [
      1.714e-05,
      1.767e-05,
      1.886e-05,
      1.761e-05,
      1.805e-05,
      1.787e-05,
      1.804e-05,
      1.706e-05,
      1.687e-05,
      1.667e-05,
      1.959e-05,
      2.03e-05,
      1.708e-05,
      1.767e-05,
      1.836e-05,
      1.713e-05,
      1.678e-05,
      1.81e-05,
      1.788e-05,
      1.711e-05,
      1.844e-05,
      1.779e-05,
      1.726e-05,
      1.748e-05,
      1.656e-05,
      1.606e-05,
      1.893e-05,
      1.891e-05,
      1.659e-05,
      1.942e-05,
      1.718e-05,
      1.833e-05,
      1.841e-05,
      1.811e-05,
      1.674e-05,
      1.78e-05,
      1.736e-05,
      1.646e-05,
      1.751e-05,
      1.729e-05,
      1.704e-05,
      1.812e-05,
      1.8e-05,
      1.656e-05,
      1.683e-05,
      1.754e-05,
      1.751e-05,
      1.848e-05,
      1.696e-05,
      1.737e-05,
      1.813e-05,
      1.705e-05,
      1.715e-05,
      1.901e-05,
      1.734e-05,
      1.842e-05,
      1.731e-05,
      1.827e-05,
      1.993e-05,
      1.734e-05,
      1.829e-05,
      1.652e-05,
      1.748e-05,
      1.789e-05,
      1.776e-05,
      1.74e-05,
      1.671e-05,
      1.838e-05,
      1.929e-05,
      1.767e-05,
      1.715e-05,
      1.801e-05,
      1.748e-05,
      1.94e-05,
      1.936e-05,
      1.814e-05,
      1.75e-05,
      1.806e-05,
      1.693e-05,
      1.794e-05,
      1.636e-05,
      1.645e-05,
      1.688e-05,
      1.755e-05,
      1.688e-05,
      1.731e-05,
      1.77e-05,
      1.785e-05,
      1.895e-05,
      1.574e-05,
      1.734e-05,
      1.853e-05,
      1.826e-05,
      1.689e-05,
      1.754e-05,
      1.761e-05,
      1.819e-05,
      1.974e-05,
      1.678e-05,
      1.832e-05
     ]
    },
    "plate_only": {
     "mean": 1.7476797438575886e-05,
     "std": 8.380333156310371e-07,
     "auroc_vs_real": 0.8654666666666667,
     "distances": [
      1.746e-05,
      1.689e-05,
      1.928e-05,
      1.683e-05,
      1.791e-05,
      1.785e-05,
      1.729e-05,
      1.659e-05,
      1.673e-05,
      1.609e-05,
      1.82e-05,
      1.985e-05,
      1.667e-05,
      1.786e-05,
      1.787e-05,
      1.733e-05,
      1.616e-05,
      1.675e-05,
      1.81e-05,
      1.643e-05,
      1.855e-05,
      1.705e-05,
      1.69e-05,
      1.694e-05,
      1.638e-05,
      1.69e-05,
      1.868e-05,
      1.833e-05,
      1.632e-05,
      1.954e-05,
      1.77e-05,
      1.788e-05,
      1.771e-05,
      1.833e-05,
      1.664e-05,
      1.733e-05,
      1.729e-05,
      1.626e-05,
      1.762e-05,
      1.668e-05,
      1.706e-05,
      1.771e-05,
      1.762e-05,
      1.651e-05,
      1.726e-05,
      1.731e-05,
      1.704e-05,
      1.892e-05,
      1.736e-05,
      1.724e-05,
      1.764e-05,
      1.664e-05,
      1.676e-05,
      1.82e-05,
      1.698e-05,
      1.867e-05,
      1.743e-05,
      1.752e-05,
      1.961e-05,
      1.781e-05,
      1.812e-05,
      1.655e-05,
      1.701e-05,
      1.826e-05,
      1.751e-05,
      1.844e-05,
      1.675e-05,
      1.751e-05,
      1.81e-05,
      1.714e-05,
      1.75e-05,
      1.75e-05,
      1.663e-05,
      1.845e-05,
      1.81e-05,
      1.833e-05,
      1.742e-05,
      1.787e-05,
      1.699e-05,
      1.801e-05,
      1.625e-05,
      1.649e-05,
      1.637e-05,
      1.754e-05,
      1.639e-05,
      1.805e-05,
      1.752e-05,
      1.757e-05,
      1.825e-05,
      1.574e-05,
      1.774e-05,
      1.816e-05,
      1.817e-05,
      1.718e-05,
      1.63e-05,
      1.779e-05,
      1.792e-05,
      1.966e-05,
      1.651e-05,
      1.746e-05
     ]
    },
    "real_fg": {
     "mean": 9.291052265325561e-06,
     "std": 1.6641683941998053e-06,
     "auroc_vs_real": 0.3277333333333333,
     "distances": [
      9.131e-06,
      1.394e-05,
      1.277e-05,
      9.227e-06,
      7.105e-06,
      7.677e-06,
      6.616e-06,
      5.925e-06,
      6.688e-06,
      8.714e-06,
      9.537e-06,
      9.453e-06,
      9.501e-06,
      9.942e-06,
      1.003e-05,
      9.978e-06,
      9.99e-06,
      1.278e-05,
      1.118e-05,
      9.775e-06,
      9.739e-06,
      1.031e-05,
      9.549e-06,
      6.628e-06,
      1.041e-05,
      9.727e-06,
      1.107e-05,
      8.655e-06,
      1.296e-05,
      1.15e-05,
      1.13e-05,
      9.334e-06,
      8.81e-06,
      9.394e-06,
      6.664e-06,
      9.096e-06,
      7.331e-06,
      7.355e-06,
      9.942e-06,
      9.978e-06,
      1.098e-05,
      8.357e-06,
      7.367e-06,
      6.616e-06,
      7.641e-06,
      9.704e-06,
      1.079e-05,
      1.22e-05,
      1.057e-05,
      1.072e-05,
      1.032e-05,
      9.608e-06,
      1.036e-05,
      8.893e-06,
      9.358e-06,
      1.079e-05,
      9.954e-06,
      7.153e-06,
      8.762e-06,
      9.108e-06,
      6.449e-06,
      9e-06,
      1.109e-05,
      7.582e-06,
      7.367e-06,
      1e-05,
      8.678e-06,
      9.704e-06,
      1.082e-05,
      1.252e-05,
      1.007e-05,
      1.143e-05,
      8.726e-06,
      8.798e-06,
      9.024e-06,
      1.132e-05,
      8.893e-06,
      8.404e-06,
      8.19e-06,
      7.975e-06,
      7.391e-06,
      6.926e-06,
      8.094e-06,
      8.392e-06,
      7.463e-06,
      8.786e-06,
      8.953e-06,
      1.187e-05,
      7.093e-06,
      7.868e-06,
      8.44e-06,
      9.358e-06,
      1.155e-05,
      1.173e-05,
      6.545e-06,
      8.094e-06,
      9.584e-06,
      8.178e-06,
      9.93e-06,
      7.856e-06
     ]
    }
   },
   "paired_vs_v3": {
    "v4": {
     "mean_delta": -8.285044117428697e-08,
     "ci95": [
      -1.3422962332754196e-07,
      -3.063680136250468e-08
     ],
     "n_closer": 66,
     "n": 100
    },
    "fg_to_plate": {
     "mean_delta": 4.565715698845452e-06,
     "ci95": [
      4.308810878228541e-06,
      4.827863040191005e-06
     ],
     "n_closer": 0,
     "n": 100
    },
    "plate_only": {
     "mean_delta": 4.332184744271217e-06,
     "ci95": [
      4.044172078465635e-06,
      4.616975729732076e-06
     ],
     "n_closer": 0,
     "n": 100
    }
   },
   "arithmetic_residue_fg_to_plate_minus_plate_only": {
    "mean_delta": 2.3353095457423478e-07,
    "ci95": [
     1.410215215713606e-07,
     3.247260188743439e-07
    ],
    "n_closer": 31,
    "n": 100
   }
  },
  "crop": {
   "real_heldout": {
    "mean": 1.2308200894040056e-05,
    "std": 5.506683919520583e-06
   },
   "clean_anchor": {
    "mean": 1.0167478649236728e-05,
    "std": 2.5446636300330283e-06,
    "auroc_vs_real": 0.3037666666666667,
    "distances": [
     1.339e-05,
     1.315e-05,
     1.335e-05,
     9.763e-06,
     1.057e-05,
     9.632e-06,
     7.904e-06,
     1.031e-05,
     1.007e-05,
     8.714e-06,
     9.263e-06,
     8.69e-06,
     8.821e-06,
     1.55e-05,
     1.342e-05,
     1.109e-05,
     7.439e-06,
     9.06e-06,
     1.349e-05,
     8.416e-06,
     8.059e-06,
     1.006e-05,
     8.023e-06,
     1.061e-05,
     8.607e-06,
     8.273e-06,
     1.123e-05,
     7.999e-06,
     1.026e-05,
     1.31e-05,
     1.361e-05,
     1.097e-05,
     8.702e-06,
     9.775e-06,
     9.739e-06,
     7.844e-06,
     8.13e-06,
     8.988e-06,
     1.11e-05,
     1.206e-05,
     1.305e-05,
     9.203e-06,
     8.607e-06,
     7.093e-06,
     8.142e-06,
     9.072e-06,
     1.07e-05,
     9.155e-06,
     8.357e-06,
     7.951e-06,
     8.702e-06,
     7.868e-06,
     7.57e-06,
     7.534e-06,
     6.819e-06,
     1.103e-05,
     1.231e-05,
     1.2e-05,
     1.115e-05,
     1.109e-05,
     1.167e-05,
     1.16e-05,
     1.211e-05,
     2.151e-05,
     2.29e-05,
     1.345e-05,
     1.142e-05,
     1.341e-05,
     1.286e-05,
     9.453e-06,
     8.738e-06,
     8.75e-06,
     1.146e-05,
     6.592e-06,
     8.178e-06,
     6.39e-06,
     7.451e-06,
     9e-06,
     1.001e-05,
     9.048e-06,
     9.489e-06,
     8.69e-06,
     8.535e-06,
     8.404e-06,
     1.111e-05,
     1.01e-05,
     1.08e-05,
     8.118e-06,
     1.056e-05,
     1.072e-05,
     1.103e-05,
     1.144e-05,
     1.02e-05,
     9.68e-06,
     1.032e-05,
     1.043e-05,
     9.239e-06,
     8.297e-06,
     7.915e-06,
     9.06e-06
    ]
   },
   "arms": {
    "v3": {
     "mean": 2.052771560556721e-05,
     "std": 1.1877081078637275e-06,
     "auroc_vs_real": 0.9885,
     "distances": [
      1.874e-05,
      1.987e-05,
      2.224e-05,
      2.105e-05,
      1.971e-05,
      2.068e-05,
      2.075e-05,
      1.959e-05,
      2.055e-05,
      2.059e-05,
      2.173e-05,
      2.184e-05,
      2.005e-05,
      2.022e-05,
      2.074e-05,
      1.993e-05,
      2.36e-05,
      2.116e-05,
      2.062e-05,
      2.024e-05,
      2.081e-05,
      2.042e-05,
      1.986e-05,
      2.06e-05,
      2.069e-05,
      1.932e-05,
      2.165e-05,
      2.038e-05,
      1.984e-05,
      2.441e-05,
      1.96e-05,
      2.064e-05,
      2.031e-05,
      2.264e-05,
      1.99e-05,
      2.233e-05,
      1.817e-05,
      2.279e-05,
      1.994e-05,
      1.999e-05,
      2.106e-05,
      2.099e-05,
      1.866e-05,
      2.038e-05,
      1.916e-05,
      2.046e-05,
      1.99e-05,
      2.141e-05,
      1.873e-05,
      1.998e-05,
      2.11e-05,
      1.947e-05,
      2.121e-05,
      2.123e-05,
      1.95e-05,
      2.105e-05,
      2.116e-05,
      2.099e-05,
      2.263e-05,
      1.938e-05,
      1.916e-05,
      1.856e-05,
      2.042e-05,
      2.124e-05,
      1.945e-05,
      2.117e-05,
      1.78e-05,
      2.21e-05,
      2.062e-05,
      2.054e-05,
      1.998e-05,
      2.044e-05,
      1.861e-05,
      2.102e-05,
      2.196e-05,
      2.155e-05,
      1.985e-05,
      2.102e-05,
      2.022e-05,
      1.998e-05,
      1.975e-05,
      1.919e-05,
      1.868e-05,
      2.005e-05,
      2.109e-05,
      2.01e-05,
      1.886e-05,
      2.061e-05,
      2.333e-05,
      2.028e-05,
      1.879e-05,
      2.049e-05,
      2.204e-05,
      2.093e-05,
      1.961e-05,
      2.054e-05,
      2.005e-05,
      2.323e-05,
      2.148e-05,
      2.13e-05
     ]
    },
    "v4": {
     "mean": 2.0446297639864497e-05,
     "std": 1.0819761655511684e-06,
     "auroc_vs_real": 0.9881666666666666,
     "distances": [
      1.912e-05,
      2.033e-05,
      2.26e-05,
      2.059e-05,
      1.91e-05,
      2.046e-05,
      2.087e-05,
      1.998e-05,
      2.028e-05,
      2.104e-05,
      2.216e-05,
      2.131e-05,
      2.042e-05,
      2.042e-05,
      2.087e-05,
      2.022e-05,
      2.167e-05,
      2.083e-05,
      2.079e-05,
      2.043e-05,
      1.999e-05,
      1.997e-05,
      1.975e-05,
      2.072e-05,
      2.086e-05,
      1.968e-05,
      2.189e-05,
      2.115e-05,
      1.982e-05,
      2.341e-05,
      1.893e-05,
      2.074e-05,
      2.037e-05,
      2.313e-05,
      1.982e-05,
      2.168e-05,
      1.841e-05,
      1.904e-05,
      2.171e-05,
      2.064e-05,
      2.211e-05,
      2.059e-05,
      1.922e-05,
      2.025e-05,
      1.889e-05,
      2.002e-05,
      2.017e-05,
      2.1e-05,
      1.844e-05,
      2.095e-05,
      2.066e-05,
      1.992e-05,
      2.1e-05,
      2.052e-05,
      1.974e-05,
      2.115e-05,
      2.012e-05,
      2.093e-05,
      2.217e-05,
      1.881e-05,
      1.879e-05,
      1.823e-05,
      2.036e-05,
      2.141e-05,
      1.962e-05,
      2.084e-05,
      1.8e-05,
      2.177e-05,
      2.071e-05,
      2.01e-05,
      2.004e-05,
      2.043e-05,
      1.895e-05,
      2.11e-05,
      2.195e-05,
      2.145e-05,
      1.956e-05,
      2.096e-05,
      2.012e-05,
      1.982e-05,
      2.002e-05,
      1.969e-05,
      1.878e-05,
      1.954e-05,
      2.067e-05,
      2.038e-05,
      1.953e-05,
      2.023e-05,
      2.354e-05,
      2.016e-05,
      1.929e-05,
      2.023e-05,
      2.195e-05,
      1.997e-05,
      1.93e-05,
      2.037e-05,
      2.038e-05,
      2.248e-05,
      2.059e-05,
      2.146e-05
     ]
    }
   },
   "paired_vs_v3": {
    "v4": {
     "mean_delta": -8.14199836440821e-08,
     "ci95": [
      -2.0933157465208297e-07,
      3.3149123801479036e-08
     ],
     "n_closer": 53,
     "n": 100
    }
   }
  }
 }
}