{
 "config": {
  "checkpoint": "/home/ubuntu/checkpoints/er_60k/fontaine_molmo2_er_60k_ddp4/step_060000",
  "backbone": "allenai/Molmo2-ER",
  "protocol": "sim_encoder_ood_probe A/B split, top camera; 20 seeds x 5 appearance draws, settled resets, ONE production v3 instance (numpy post backend) hooked at _composite \u2014 all arms share physics/plate/noise per slot (rng-state restore)",
  "classes": {
   "benchy": [
    107,
    108,
    109,
    110,
    111,
    112,
    113,
    114,
    115,
    116,
    117,
    118,
    119,
    120,
    121,
    122,
    123,
    124,
    125,
    126,
    127,
    128,
    129,
    130,
    131,
    132,
    133,
    134,
    135,
    136,
    137,
    138,
    139,
    140,
    141,
    142,
    143,
    144,
    145,
    146,
    147,
    148,
    149,
    150,
    151,
    152,
    153,
    154,
    155,
    156,
    157,
    158,
    159,
    160,
    161,
    162,
    163,
    164,
    165,
    166,
    167,
    168,
    169,
    170,
    171,
    172,
    173,
    174,
    175,
    176,
    177,
    178,
    179,
    180,
    181,
    182,
    183,
    184,
    185,
    186,
    187,
    188,
    189,
    190,
    191,
    192,
    193,
    194,
    195,
    196,
    197,
    198,
    199,
    200,
    201,
    202,
    203,
    204,
    205,
    206,
    207,
    208,
    209,
    210,
    211,
    212,
    213,
    214,
    215,
    216,
    217,
    218,
    219,
    220,
    221,
    222,
    223,
    224,
    225,
    226,
    227,
    228,
    229,
    230,
    231,
    232,
    233,
    234,
    235,
    236,
    237,
    238,
    239,
    240,
    241,
    242,
    243,
    244,
    245,
    246,
    247,
    248,
    249,
    250,
    251,
    252,
    253,
    254,
    255,
    256,
    257,
    258,
    259,
    260,
    261,
    262,
    263,
    264,
    265,
    266,
    267,
    268,
    269,
    270,
    271,
    272,
    273,
    274,
    275,
    276,
    277,
    278,
    279,
    280,
    281,
    282,
    283,
    284,
    285,
    286,
    287,
    288,
    289,
    290,
    291,
    292,
    293,
    294,
    295,
    296,
    297,
    298,
    299,
    300,
    301,
    302,
    303,
    304,
    305,
    306,
    307,
    308,
    309,
    310,
    311,
    312,
    313,
    314,
    315,
    316,
    317,
    318,
    319,
    320,
    321,
    322,
    323,
    324,
    325,
    326,
    327,
    328,
    329,
    330,
    331,
    332,
    333,
    334,
    335,
    336,
    337,
    338,
    339,
    340,
    341,
    342,
    343,
    344,
    345,
    346,
    347,
    348,
    349,
    350,
    351,
    352,
    353,
    354,
    355,
    356,
    357,
    358,
    359,
    360,
    361,
    362,
    363,
    364,
    365,
    366,
    367,
    368,
    369,
    370,
    371,
    372,
    373,
    374,
    375,
    376,
    377,
    378,
    379,
    380,
    381,
    382,
    383,
    384,
    385,
    386,
    387,
    388,
    389,
    390,
    391,
    392,
    393,
    394,
    395,
    396,
    397,
    398,
    399,
    400,
    401,
    402,
    403,
    404,
    405,
    406,
    407,
    408,
    409,
    410,
    411,
    412,
    413,
    414,
    415,
    416,
    417,
    418,
    419,
    420,
    421,
    422,
    423,
    424,
    425,
    426,
    427,
    428,
    429,
    430,
    431,
    432,
    433,
    434,
    435,
    436,
    437,
    438,
    439,
    440,
    441,
    442,
    443,
    444,
    445,
    446,
    447
   ],
   "clutter": [
    4,
    5,
    6,
    7
   ],
   "disk": [
    3
   ],
   "arm": [
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44,
    45,
    46,
    47,
    48,
    49,
    50,
    51,
    52,
    53,
    54,
    55,
    56,
    57,
    58,
    59,
    60,
    61,
    62,
    63,
    64,
    65,
    66,
    67,
    68,
    69,
    70,
    71,
    72,
    73,
    74,
    75,
    76,
    77,
    78,
    79,
    80,
    81,
    82,
    83,
    84,
    85,
    86,
    87,
    88,
    89,
    90,
    91,
    92,
    93,
    94,
    95,
    96,
    97,
    98,
    99,
    100,
    101,
    102,
    103,
    104,
    105,
    106
   ]
  },
  "anchors": {
   "banked_v3_20x5": 0.713,
   "decomposition_plate_only": 0.865,
   "decomposition_real_fg": 0.328,
   "decomposition_clean_anchor": 0.283
  },
  "slots": [
   {
    "seed": 0,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mouse"
    ]
   },
   {
    "seed": 0,
    "draw": 1,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 0,
    "draw": 2,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 0,
    "draw": 3,
    "clutter_absent": []
   },
   {
    "seed": 0,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 1,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 1,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 1,
    "draw": 2,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 1,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 1,
    "draw": 4,
    "clutter_absent": [
     "mouse"
    ]
   },
   {
    "seed": 2,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 2,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 2,
    "draw": 2,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 2,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 2,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 3,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 3,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 3,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 3,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 3,
    "draw": 4,
    "clutter_absent": [
     "mouse"
    ]
   },
   {
    "seed": 4,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 4,
    "draw": 1,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 4,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 4,
    "draw": 3,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 4,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 5,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 5,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 5,
    "draw": 2,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 5,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 5,
    "draw": 4,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 6,
    "draw": 0,
    "clutter_absent": []
   },
   {
    "seed": 6,
    "draw": 1,
    "clutter_absent": [
     "laptop",
     "mug"
    ]
   },
   {
    "seed": 6,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 6,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 6,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 7,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mug"
    ]
   },
   {
    "seed": 7,
    "draw": 1,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 7,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 7,
    "draw": 3,
    "clutter_absent": []
   },
   {
    "seed": 7,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 8,
    "draw": 0,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 8,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 8,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 8,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 8,
    "draw": 4,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 9,
    "draw": 0,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 9,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 9,
    "draw": 2,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 9,
    "draw": 3,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 9,
    "draw": 4,
    "clutter_absent": [
     "mouse"
    ]
   },
   {
    "seed": 10,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 10,
    "draw": 1,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 10,
    "draw": 2,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 10,
    "draw": 3,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 10,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 11,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 11,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 11,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 11,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 11,
    "draw": 4,
    "clutter_absent": [
     "laptop",
     "mug"
    ]
   },
   {
    "seed": 12,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mug"
    ]
   },
   {
    "seed": 12,
    "draw": 1,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 12,
    "draw": 2,
    "clutter_absent": [
     "mouse"
    ]
   },
   {
    "seed": 12,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 12,
    "draw": 4,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 13,
    "draw": 0,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 13,
    "draw": 1,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 13,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 13,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 13,
    "draw": 4,
    "clutter_absent": [
     "laptop",
     "mug"
    ]
   },
   {
    "seed": 14,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 14,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 14,
    "draw": 2,
    "clutter_absent": [
     "laptop",
     "mug"
    ]
   },
   {
    "seed": 14,
    "draw": 3,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 14,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 15,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 15,
    "draw": 1,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 15,
    "draw": 2,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 15,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 15,
    "draw": 4,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 16,
    "draw": 0,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 16,
    "draw": 1,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 16,
    "draw": 2,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 16,
    "draw": 3,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 16,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 17,
    "draw": 0,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 17,
    "draw": 1,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 17,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 17,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 17,
    "draw": 4,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 18,
    "draw": 0,
    "clutter_absent": [
     "laptop",
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 18,
    "draw": 1,
    "clutter_absent": []
   },
   {
    "seed": 18,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 18,
    "draw": 3,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 18,
    "draw": 4,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 19,
    "draw": 0,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 19,
    "draw": 1,
    "clutter_absent": [
     "mouse"
    ]
   },
   {
    "seed": 19,
    "draw": 2,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   },
   {
    "seed": 19,
    "draw": 3,
    "clutter_absent": [
     "mug"
    ]
   },
   {
    "seed": 19,
    "draw": 4,
    "clutter_absent": [
     "mouse",
     "mug"
    ]
   }
  ],
  "commit": "1eecb14"
 },
 "results": {
  "real_heldout": {
   "mean": 1.2190023880975787e-05,
   "std": 5.4513725444849115e-06
  },
  "clean_anchor": {
   "mean": 9.006380423670635e-06,
   "std": 9.05834497189062e-07,
   "auroc_vs_real": 0.2831,
   "distances": [
    9.108e-06,
    7.665e-06,
    9.274e-06,
    8.512e-06,
    8.202e-06,
    8.202e-06,
    7.999e-06,
    9.215e-06,
    9.203e-06,
    9.06e-06,
    8.738e-06,
    9.072e-06,
    9.251e-06,
    1.02e-05,
    8.643e-06,
    8.714e-06,
    8.917e-06,
    7.963e-06,
    7.82e-06,
    1.028e-05,
    7.558e-06,
    7.308e-06,
    7.808e-06,
    8.714e-06,
    8.583e-06,
    8.44e-06,
    9.358e-06,
    8.476e-06,
    8.667e-06,
    9.99e-06,
    8.905e-06,
    7.308e-06,
    8.738e-06,
    9.954e-06,
    8.798e-06,
    8.631e-06,
    7.546e-06,
    8.702e-06,
    8.917e-06,
    8.893e-06,
    8.309e-06,
    8.821e-06,
    9.215e-06,
    9.787e-06,
    8.714e-06,
    8.166e-06,
    9.537e-06,
    8.13e-06,
    8.249e-06,
    8.488e-06,
    8.547e-06,
    9.06e-06,
    9.632e-06,
    1.001e-05,
    9.072e-06,
    9.501e-06,
    1.063e-05,
    1.19e-05,
    8.988e-06,
    8.631e-06,
    1.014e-05,
    8.643e-06,
    9.274e-06,
    9.358e-06,
    9.012e-06,
    1.034e-05,
    9.966e-06,
    1.132e-05,
    1.175e-05,
    9.179e-06,
    9.477e-06,
    9.108e-06,
    9.894e-06,
    8.893e-06,
    9.286e-06,
    8.821e-06,
    1.068e-05,
    9.596e-06,
    9.668e-06,
    9.406e-06,
    7.892e-06,
    7.594e-06,
    7.498e-06,
    8.667e-06,
    9.99e-06,
    9.656e-06,
    1.031e-05,
    9.882e-06,
    8.81e-06,
    9.823e-06,
    9.978e-06,
    9.99e-06,
    8.869e-06,
    8.297e-06,
    7.522e-06,
    8.273e-06,
    8.38e-06,
    8.321e-06,
    8.476e-06,
    7.868e-06
   ]
  },
  "arms": {
   "v3": {
    "mean": 1.3144612239557318e-05,
    "std": 1.6958554169832496e-06,
    "auroc_vs_real": 0.7127333333333333,
    "distances": [
     1.147e-05,
     1.465e-05,
     1.6e-05,
     1.355e-05,
     1.156e-05,
     1.158e-05,
     1.172e-05,
     1.332e-05,
     1.276e-05,
     1.264e-05,
     1.597e-05,
     1.431e-05,
     1.318e-05,
     1.168e-05,
     1.415e-05,
     1.346e-05,
     1.156e-05,
     1.566e-05,
     1.199e-05,
     1.404e-05,
     1.38e-05,
     1.321e-05,
     1.258e-05,
     1.005e-05,
     1.174e-05,
     1.024e-05,
     1.522e-05,
     1.478e-05,
     1.175e-05,
     1.444e-05,
     1.45e-05,
     1.431e-05,
     1.23e-05,
     1.562e-05,
     1.267e-05,
     1.426e-05,
     1.104e-05,
     1.15e-05,
     1.415e-05,
     1.234e-05,
     1.383e-05,
     1.149e-05,
     1.335e-05,
     1.192e-05,
     1.104e-05,
     1.321e-05,
     1.314e-05,
     1.41e-05,
     1.036e-05,
     1.262e-05,
     1.554e-05,
     1.186e-05,
     1.28e-05,
     1.432e-05,
     1.343e-05,
     1.552e-05,
     1.225e-05,
     1.522e-05,
     1.55e-05,
     1.054e-05,
     1.128e-05,
     1.029e-05,
     1.246e-05,
     1.444e-05,
     1.198e-05,
     1.321e-05,
     1.07e-05,
     1.612e-05,
     1.45e-05,
     1.398e-05,
     1.28e-05,
     1.229e-05,
     1.112e-05,
     1.621e-05,
     1.553e-05,
     1.621e-05,
     1.144e-05,
     1.543e-05,
     1.15e-05,
     1.386e-05,
     1.352e-05,
     1.065e-05,
     1.031e-05,
     1.301e-05,
     1.167e-05,
     1.415e-05,
     9.93e-06,
     1.541e-05,
     1.446e-05,
     1.298e-05,
     1.109e-05,
     1.575e-05,
     1.354e-05,
     1.197e-05,
     1.326e-05,
     1.202e-05,
     1.293e-05,
     1.571e-05,
     1.231e-05,
     1.663e-05
    ]
   },
   "plate_only": {
    "mean": 1.748406793922186e-05,
    "std": 8.285398962470936e-07,
    "auroc_vs_real": 0.8655333333333334,
    "distances": [
     1.733e-05,
     1.767e-05,
     1.807e-05,
     1.775e-05,
     1.727e-05,
     1.767e-05,
     1.779e-05,
     1.659e-05,
     1.662e-05,
     1.657e-05,
     1.893e-05,
     1.891e-05,
     1.683e-05,
     1.725e-05,
     1.774e-05,
     1.813e-05,
     1.6e-05,
     1.765e-05,
     1.764e-05,
     1.688e-05,
     1.799e-05,
     1.663e-05,
     1.636e-05,
     1.727e-05,
     1.594e-05,
     1.695e-05,
     1.85e-05,
     1.811e-05,
     1.615e-05,
     1.897e-05,
     1.763e-05,
     1.8e-05,
     1.744e-05,
     1.843e-05,
     1.622e-05,
     1.818e-05,
     1.755e-05,
     1.652e-05,
     1.788e-05,
     1.651e-05,
     1.762e-05,
     1.749e-05,
     1.765e-05,
     1.596e-05,
     1.702e-05,
     1.73e-05,
     1.801e-05,
     1.884e-05,
     1.7e-05,
     1.675e-05,
     1.851e-05,
     1.668e-05,
     1.683e-05,
     1.808e-05,
     1.661e-05,
     1.841e-05,
     1.721e-05,
     1.705e-05,
     1.998e-05,
     1.799e-05,
     1.776e-05,
     1.661e-05,
     1.639e-05,
     1.819e-05,
     1.779e-05,
     1.771e-05,
     1.698e-05,
     1.789e-05,
     1.764e-05,
     1.737e-05,
     1.789e-05,
     1.738e-05,
     1.731e-05,
     1.858e-05,
     1.819e-05,
     1.788e-05,
     1.712e-05,
     1.812e-05,
     1.649e-05,
     1.725e-05,
     1.645e-05,
     1.636e-05,
     1.656e-05,
     1.781e-05,
     1.656e-05,
     1.793e-05,
     1.756e-05,
     1.769e-05,
     1.872e-05,
     1.58e-05,
     1.779e-05,
     1.899e-05,
     1.793e-05,
     1.734e-05,
     1.675e-05,
     1.763e-05,
     1.761e-05,
     1.994e-05,
     1.673e-05,
     1.822e-05
    ]
   },
   "no_benchy": {
    "mean": 1.3078332813165616e-05,
    "std": 1.64182233675092e-06,
    "auroc_vs_real": 0.7105333333333334,
    "distances": [
     1.153e-05,
     1.458e-05,
     1.596e-05,
     1.365e-05,
     1.104e-05,
     1.159e-05,
     1.136e-05,
     1.298e-05,
     1.302e-05,
     1.26e-05,
     1.57e-05,
     1.41e-05,
     1.314e-05,
     1.167e-05,
     1.383e-05,
     1.287e-05,
     1.11e-05,
     1.515e-05,
     1.169e-05,
     1.365e-05,
     1.369e-05,
     1.335e-05,
     1.26e-05,
     9.894e-06,
     1.175e-05,
     1.037e-05,
     1.531e-05,
     1.425e-05,
     1.162e-05,
     1.459e-05,
     1.446e-05,
     1.462e-05,
     1.196e-05,
     1.554e-05,
     1.268e-05,
     1.444e-05,
     1.141e-05,
     1.123e-05,
     1.359e-05,
     1.229e-05,
     1.378e-05,
     1.18e-05,
     1.265e-05,
     1.2e-05,
     1.129e-05,
     1.336e-05,
     1.286e-05,
     1.482e-05,
     1.119e-05,
     1.273e-05,
     1.471e-05,
     1.163e-05,
     1.28e-05,
     1.403e-05,
     1.352e-05,
     1.515e-05,
     1.229e-05,
     1.518e-05,
     1.551e-05,
     1.042e-05,
     1.153e-05,
     1.012e-05,
     1.239e-05,
     1.483e-05,
     1.194e-05,
     1.329e-05,
     1.103e-05,
     1.554e-05,
     1.444e-05,
     1.451e-05,
     1.233e-05,
     1.199e-05,
     1.086e-05,
     1.559e-05,
     1.504e-05,
     1.63e-05,
     1.103e-05,
     1.556e-05,
     1.178e-05,
     1.358e-05,
     1.363e-05,
     1.08e-05,
     1.042e-05,
     1.286e-05,
     1.143e-05,
     1.403e-05,
     1.084e-05,
     1.523e-05,
     1.508e-05,
     1.291e-05,
     1.082e-05,
     1.56e-05,
     1.322e-05,
     1.236e-05,
     1.276e-05,
     1.194e-05,
     1.333e-05,
     1.554e-05,
     1.214e-05,
     1.663e-05
    ]
   },
   "only_benchy": {
    "mean": 1.617050111235585e-05,
    "std": 1.234648493664281e-06,
    "auroc_vs_real": 0.8324,
    "distances": [
     1.553e-05,
     1.494e-05,
     1.668e-05,
     1.546e-05,
     1.467e-05,
     1.628e-05,
     1.602e-05,
     1.551e-05,
     1.563e-05,
     1.516e-05,
     1.891e-05,
     1.898e-05,
     1.675e-05,
     1.674e-05,
     1.764e-05,
     1.562e-05,
     1.496e-05,
     1.751e-05,
     1.638e-05,
     1.638e-05,
     1.655e-05,
     1.502e-05,
     1.489e-05,
     1.464e-05,
     1.4e-05,
     1.541e-05,
     1.644e-05,
     1.746e-05,
     1.475e-05,
     1.712e-05,
     1.608e-05,
     1.794e-05,
     1.619e-05,
     1.77e-05,
     1.565e-05,
     1.849e-05,
     1.493e-05,
     1.5e-05,
     1.678e-05,
     1.584e-05,
     1.564e-05,
     1.645e-05,
     1.698e-05,
     1.533e-05,
     1.585e-05,
     1.321e-05,
     1.398e-05,
     1.733e-05,
     1.338e-05,
     1.41e-05,
     1.718e-05,
     1.419e-05,
     1.563e-05,
     1.789e-05,
     1.501e-05,
     1.813e-05,
     1.636e-05,
     1.754e-05,
     1.849e-05,
     1.749e-05,
     1.657e-05,
     1.518e-05,
     1.538e-05,
     1.771e-05,
     1.643e-05,
     1.669e-05,
     1.533e-05,
     1.683e-05,
     1.699e-05,
     1.658e-05,
     1.545e-05,
     1.574e-05,
     1.601e-05,
     1.689e-05,
     1.738e-05,
     1.677e-05,
     1.527e-05,
     1.639e-05,
     1.444e-05,
     1.576e-05,
     1.532e-05,
     1.531e-05,
     1.532e-05,
     1.625e-05,
     1.525e-05,
     1.643e-05,
     1.552e-05,
     1.701e-05,
     1.682e-05,
     1.345e-05,
     1.74e-05,
     1.85e-05,
     1.793e-05,
     1.612e-05,
     1.647e-05,
     1.645e-05,
     1.611e-05,
     1.83e-05,
     1.522e-05,
     1.732e-05
    ]
   },
   "no_clutter": {
    "mean": 1.141345637734048e-05,
    "std": 1.6358872017008252e-06,
    "auroc_vs_real": 0.5764333333333334,
    "distances": [
     1.053e-05,
     1.075e-05,
     1.289e-05,
     9.739e-06,
     9.608e-06,
     9.918e-06,
     1.003e-05,
     1.031e-05,
     1.019e-05,
     1.059e-05,
     1.423e-05,
     1.391e-05,
     1.072e-05,
     1.086e-05,
     1.281e-05,
     1.098e-05,
     1.025e-05,
     1.357e-05,
     1.044e-05,
     1.065e-05,
     1.27e-05,
     1.03e-05,
     9.978e-06,
     9.418e-06,
     9.537e-06,
     9.549e-06,
     1.297e-05,
     1.402e-05,
     1.054e-05,
     1.326e-05,
     1.121e-05,
     1.429e-05,
     1.03e-05,
     1.377e-05,
     1.013e-05,
     1.335e-05,
     1.105e-05,
     9.763e-06,
     1.032e-05,
     1.062e-05,
     1.013e-05,
     1.02e-05,
     1.101e-05,
     1.026e-05,
     1.038e-05,
     1.076e-05,
     1.051e-05,
     1.321e-05,
     1.017e-05,
     1.009e-05,
     1.419e-05,
     9.596e-06,
     1.023e-05,
     1.374e-05,
     1.09e-05,
     1.389e-05,
     1.068e-05,
     1.338e-05,
     1.512e-05,
     1.009e-05,
     1.063e-05,
     1.003e-05,
     1.011e-05,
     1.363e-05,
     1.144e-05,
     1.087e-05,
     1.041e-05,
     1.379e-05,
     1.239e-05,
     1.336e-05,
     1.076e-05,
     1.042e-05,
     9.68e-06,
     1.416e-05,
     1.268e-05,
     1.46e-05,
     1.009e-05,
     1.333e-05,
     1.138e-05,
     1.326e-05,
     1.034e-05,
     1.007e-05,
     9.859e-06,
     1.012e-05,
     9.787e-06,
     1.281e-05,
     9.644e-06,
     1.316e-05,
     1.281e-05,
     9.62e-06,
     1.092e-05,
     1.438e-05,
     1.314e-05,
     1.019e-05,
     1.014e-05,
     1.061e-05,
     1e-05,
     1.397e-05,
     9.596e-06,
     1.457e-05
    ]
   },
   "only_clutter": {
    "mean": 1.5998841263353825e-05,
    "std": 1.3774381386610912e-06,
    "auroc_vs_real": 0.8242,
    "distances": [
     1.544e-05,
     1.556e-05,
     1.677e-05,
     1.547e-05,
     1.464e-05,
     1.563e-05,
     1.491e-05,
     1.583e-05,
     1.584e-05,
     1.487e-05,
     1.695e-05,
     1.745e-05,
     1.595e-05,
     1.441e-05,
     1.763e-05,
     1.525e-05,
     1.396e-05,
     1.674e-05,
     1.444e-05,
     1.522e-05,
     1.794e-05,
     1.531e-05,
     1.473e-05,
     1.565e-05,
     1.376e-05,
     1.51e-05,
     1.668e-05,
     1.868e-05,
     1.414e-05,
     1.713e-05,
     1.631e-05,
     1.782e-05,
     1.493e-05,
     1.751e-05,
     1.477e-05,
     1.757e-05,
     1.64e-05,
     1.419e-05,
     1.612e-05,
     1.428e-05,
     1.508e-05,
     1.575e-05,
     1.541e-05,
     1.436e-05,
     1.639e-05,
     1.522e-05,
     1.465e-05,
     1.856e-05,
     1.609e-05,
     1.484e-05,
     1.843e-05,
     1.349e-05,
     1.574e-05,
     1.807e-05,
     1.522e-05,
     1.832e-05,
     1.535e-05,
     1.682e-05,
     1.878e-05,
     1.5e-05,
     1.516e-05,
     1.582e-05,
     1.518e-05,
     1.717e-05,
     1.634e-05,
     1.537e-05,
     1.583e-05,
     1.644e-05,
     1.726e-05,
     1.737e-05,
     1.482e-05,
     1.503e-05,
     1.489e-05,
     1.843e-05,
     1.605e-05,
     1.783e-05,
     1.478e-05,
     1.765e-05,
     1.478e-05,
     1.817e-05,
     1.501e-05,
     1.574e-05,
     1.577e-05,
     1.473e-05,
     1.46e-05,
     1.699e-05,
     1.588e-05,
     1.831e-05,
     1.732e-05,
     1.439e-05,
     1.612e-05,
     1.962e-05,
     1.64e-05,
     1.452e-05,
     1.467e-05,
     1.507e-05,
     1.563e-05,
     1.882e-05,
     1.427e-05,
     1.808e-05
    ]
   },
   "no_disk": {
    "mean": 1.2951135431649163e-05,
    "std": 1.6001094991224818e-06,
    "auroc_vs_real": 0.7066666666666667,
    "distances": [
     1.096e-05,
     1.371e-05,
     1.652e-05,
     1.287e-05,
     1.156e-05,
     1.16e-05,
     1.148e-05,
     1.223e-05,
     1.221e-05,
     1.187e-05,
     1.564e-05,
     1.439e-05,
     1.32e-05,
     1.225e-05,
     1.429e-05,
     1.279e-05,
     1.142e-05,
     1.493e-05,
     1.203e-05,
     1.377e-05,
     1.386e-05,
     1.34e-05,
     1.245e-05,
     1.037e-05,
     1.131e-05,
     1.122e-05,
     1.432e-05,
     1.442e-05,
     1.189e-05,
     1.441e-05,
     1.352e-05,
     1.42e-05,
     1.199e-05,
     1.559e-05,
     1.254e-05,
     1.527e-05,
     1.155e-05,
     1.087e-05,
     1.307e-05,
     1.239e-05,
     1.34e-05,
     1.174e-05,
     1.314e-05,
     1.2e-05,
     1.212e-05,
     1.298e-05,
     1.268e-05,
     1.433e-05,
     1.017e-05,
     1.224e-05,
     1.475e-05,
     1.148e-05,
     1.216e-05,
     1.416e-05,
     1.301e-05,
     1.464e-05,
     1.215e-05,
     1.439e-05,
     1.597e-05,
     1.054e-05,
     1.094e-05,
     1.029e-05,
     1.177e-05,
     1.414e-05,
     1.162e-05,
     1.309e-05,
     1.081e-05,
     1.552e-05,
     1.419e-05,
     1.441e-05,
     1.271e-05,
     1.209e-05,
     1.106e-05,
     1.543e-05,
     1.525e-05,
     1.507e-05,
     1.116e-05,
     1.487e-05,
     1.216e-05,
     1.296e-05,
     1.261e-05,
     1.079e-05,
     1.063e-05,
     1.254e-05,
     1.123e-05,
     1.446e-05,
     1.031e-05,
     1.532e-05,
     1.516e-05,
     1.22e-05,
     1.144e-05,
     1.453e-05,
     1.354e-05,
     1.228e-05,
     1.28e-05,
     1.184e-05,
     1.248e-05,
     1.605e-05,
     1.189e-05,
     1.708e-05
    ]
   },
   "only_disk": {
    "mean": 1.6147732821991667e-05,
    "std": 8.789763796812622e-07,
    "auroc_vs_real": 0.8316,
    "distances": [
     1.556e-05,
     1.581e-05,
     1.681e-05,
     1.609e-05,
     1.538e-05,
     1.571e-05,
     1.611e-05,
     1.526e-05,
     1.532e-05,
     1.554e-05,
     1.729e-05,
     1.72e-05,
     1.535e-05,
     1.575e-05,
     1.683e-05,
     1.68e-05,
     1.529e-05,
     1.713e-05,
     1.581e-05,
     1.58e-05,
     1.662e-05,
     1.584e-05,
     1.543e-05,
     1.522e-05,
     1.508e-05,
     1.485e-05,
     1.706e-05,
     1.758e-05,
     1.481e-05,
     1.77e-05,
     1.631e-05,
     1.682e-05,
     1.615e-05,
     1.736e-05,
     1.516e-05,
     1.682e-05,
     1.603e-05,
     1.478e-05,
     1.62e-05,
     1.507e-05,
     1.621e-05,
     1.612e-05,
     1.644e-05,
     1.494e-05,
     1.502e-05,
     1.596e-05,
     1.662e-05,
     1.798e-05,
     1.546e-05,
     1.605e-05,
     1.712e-05,
     1.495e-05,
     1.591e-05,
     1.682e-05,
     1.506e-05,
     1.795e-05,
     1.515e-05,
     1.696e-05,
     1.849e-05,
     1.664e-05,
     1.578e-05,
     1.541e-05,
     1.52e-05,
     1.775e-05,
     1.67e-05,
     1.612e-05,
     1.535e-05,
     1.68e-05,
     1.719e-05,
     1.591e-05,
     1.63e-05,
     1.585e-05,
     1.515e-05,
     1.733e-05,
     1.673e-05,
     1.704e-05,
     1.597e-05,
     1.734e-05,
     1.487e-05,
     1.642e-05,
     1.543e-05,
     1.54e-05,
     1.493e-05,
     1.6e-05,
     1.55e-05,
     1.702e-05,
     1.581e-05,
     1.683e-05,
     1.682e-05,
     1.471e-05,
     1.611e-05,
     1.764e-05,
     1.699e-05,
     1.535e-05,
     1.553e-05,
     1.618e-05,
     1.607e-05,
     1.771e-05,
     1.519e-05,
     1.677e-05
    ]
   },
   "no_arm": {
    "mean": 1.605677607585676e-05,
    "std": 1.5443781649082666e-06,
    "auroc_vs_real": 0.8253666666666667,
    "distances": [
     1.482e-05,
     1.572e-05,
     1.686e-05,
     1.645e-05,
     1.436e-05,
     1.5e-05,
     1.386e-05,
     1.633e-05,
     1.543e-05,
     1.436e-05,
     1.794e-05,
     1.712e-05,
     1.713e-05,
     1.466e-05,
     1.782e-05,
     1.609e-05,
     1.446e-05,
     1.754e-05,
     1.462e-05,
     1.637e-05,
     1.645e-05,
     1.615e-05,
     1.503e-05,
     1.351e-05,
     1.389e-05,
     1.349e-05,
     1.689e-05,
     1.893e-05,
     1.42e-05,
     1.706e-05,
     1.764e-05,
     1.87e-05,
     1.485e-05,
     1.885e-05,
     1.564e-05,
     1.824e-05,
     1.485e-05,
     1.357e-05,
     1.704e-05,
     1.439e-05,
     1.547e-05,
     1.518e-05,
     1.549e-05,
     1.444e-05,
     1.453e-05,
     1.569e-05,
     1.582e-05,
     1.785e-05,
     1.405e-05,
     1.575e-05,
     1.787e-05,
     1.411e-05,
     1.688e-05,
     1.783e-05,
     1.569e-05,
     1.831e-05,
     1.541e-05,
     1.737e-05,
     1.915e-05,
     1.521e-05,
     1.446e-05,
     1.439e-05,
     1.494e-05,
     1.767e-05,
     1.479e-05,
     1.557e-05,
     1.51e-05,
     1.765e-05,
     1.743e-05,
     1.781e-05,
     1.521e-05,
     1.51e-05,
     1.502e-05,
     2.018e-05,
     1.683e-05,
     1.748e-05,
     1.513e-05,
     1.804e-05,
     1.469e-05,
     1.668e-05,
     1.636e-05,
     1.497e-05,
     1.445e-05,
     1.547e-05,
     1.496e-05,
     1.763e-05,
     1.438e-05,
     1.817e-05,
     1.77e-05,
     1.569e-05,
     1.585e-05,
     1.967e-05,
     1.73e-05,
     1.446e-05,
     1.568e-05,
     1.453e-05,
     1.528e-05,
     1.819e-05,
     1.466e-05,
     1.77e-05
    ]
   },
   "only_arm": {
    "mean": 1.222407809109427e-05,
    "std": 1.5021101944512338e-06,
    "auroc_vs_real": 0.6539333333333334,
    "distances": [
     1.128e-05,
     1.15e-05,
     1.413e-05,
     1.119e-05,
     1.08e-05,
     1.105e-05,
     1.109e-05,
     1.14e-05,
     1.1e-05,
     1.104e-05,
     1.425e-05,
     1.482e-05,
     1.144e-05,
     1.142e-05,
     1.347e-05,
     1.174e-05,
     1.014e-05,
     1.358e-05,
     1.093e-05,
     1.123e-05,
     1.429e-05,
     1.131e-05,
     1.128e-05,
     1.081e-05,
     1.092e-05,
     1.123e-05,
     1.417e-05,
     1.405e-05,
     1.115e-05,
     1.433e-05,
     1.153e-05,
     1.49e-05,
     1.137e-05,
     1.448e-05,
     1.066e-05,
     1.438e-05,
     1.183e-05,
     1.036e-05,
     1.085e-05,
     1.115e-05,
     1.128e-05,
     1.138e-05,
     1.18e-05,
     1.082e-05,
     1.163e-05,
     1.143e-05,
     1.149e-05,
     1.42e-05,
     1.147e-05,
     1.103e-05,
     1.41e-05,
     1.017e-05,
     1.088e-05,
     1.39e-05,
     1.258e-05,
     1.386e-05,
     1.173e-05,
     1.345e-05,
     1.508e-05,
     1.09e-05,
     1.146e-05,
     1.037e-05,
     1.103e-05,
     1.426e-05,
     1.179e-05,
     1.168e-05,
     1.125e-05,
     1.411e-05,
     1.307e-05,
     1.42e-05,
     1.165e-05,
     1.156e-05,
     1.076e-05,
     1.477e-05,
     1.378e-05,
     1.483e-05,
     1.13e-05,
     1.38e-05,
     1.203e-05,
     1.347e-05,
     1.135e-05,
     1.113e-05,
     1.121e-05,
     1.087e-05,
     1.07e-05,
     1.363e-05,
     1.141e-05,
     1.434e-05,
     1.422e-05,
     1.048e-05,
     1.148e-05,
     1.425e-05,
     1.377e-05,
     1.122e-05,
     1.14e-05,
     1.152e-05,
     1.134e-05,
     1.549e-05,
     1.017e-05,
     1.554e-05
    ]
   }
  },
  "paired_vs_v3": {
   "plate_only": {
    "mean_delta": 4.339456609159242e-06,
    "ci95": [
     4.071471460065368e-06,
     4.607460073202674e-06
    ],
    "n_closer": 0,
    "n": 100
   },
   "no_benchy": {
    "mean_delta": -6.628042115153221e-08,
    "ci95": [
     -1.2910666207233133e-07,
     -2.8610971258835603e-09
    ],
    "n_closer": 59,
    "n": 100
   },
   "no_clutter": {
    "mean_delta": -1.731157340145728e-06,
    "ci95": [
     -1.9192813056179146e-06,
     -1.5411288075029008e-06
    ],
    "n_closer": 99,
    "n": 100
   },
   "no_disk": {
    "mean_delta": -1.934766800104626e-07,
    "ci95": [
     -2.870589753456443e-07,
     -9.715255657738458e-08
    ],
    "n_closer": 64,
    "n": 100
   },
   "no_arm": {
    "mean_delta": 2.9121638362994418e-06,
    "ci95": [
     2.749082534592162e-06,
     3.0721423740942557e-06
    ],
    "n_closer": 0,
    "n": 100
   }
  },
  "paired_vs_plate_only": {
   "only_benchy": {
    "mean_delta": -1.3135670542396838e-06,
    "ci95": [
     -1.4820096822631968e-06,
     -1.1507240543551235e-06
    ],
    "n_closer": 96,
    "n": 100
   },
   "only_clutter": {
    "mean_delta": -1.4852283811706002e-06,
    "ci95": [
     -1.6745326632872092e-06,
     -1.2967526060947422e-06
    ],
    "n_closer": 95,
    "n": 100
   },
   "only_disk": {
    "mean_delta": -1.3363360267248936e-06,
    "ci95": [
     -1.420861551082453e-06,
     -1.2538402899053837e-06
    ],
    "n_closer": 100,
    "n": 100
   },
   "only_arm": {
    "mean_delta": -5.25999075762229e-06,
    "ci95": [
     -5.465629567424912e-06,
     -5.0579191224642274e-06
    ],
    "n_closer": 100,
    "n": 100
   }
  },
  "class_pixel_fraction_mean": {
   "benchy": 0.0011067708333333333,
   "clutter": 0.050519759114583326,
   "disk": 0.00518515625,
   "arm": 0.07089257812500001
  },
  "v3_abort_gate": {
   "band": [
    0.708,
    0.718
   ],
   "v3_auroc": 0.7127333333333333,
   "aborted": false
  }
 }
}