{
 "config": {
  "checkpoint": "/home/ubuntu/checkpoints/er_60k/fontaine_molmo2_er_60k_ddp4/step_060000",
  "backbone": "allenai/Molmo2-ER",
  "protocol": "sim_encoder_ood_probe A/B split, top camera; 20 seeds x 5 appearance draws, settled resets, TWO paired production v3 instances (numpy post backend, default vs arm_photometrics='v1') hooked at _composite; per-slot qpos/outside-arm bit-equality oracles; noise-RNG state restored per arm",
  "grade": {
   "pla": {
    "rgba": [
     0.1197,
     0.1607,
     0.2182
    ],
    "specular": 1.0,
    "shininess": 0.1
   },
   "servo": {
    "rgba": [
     0.02,
     0.02,
     0.0661
    ],
    "specular": 1.0,
    "shininess": 0.1
   }
  },
  "slots": [
   {
    "seed": 0,
    "draw": 0
   },
   {
    "seed": 0,
    "draw": 1
   },
   {
    "seed": 0,
    "draw": 2
   },
   {
    "seed": 0,
    "draw": 3
   },
   {
    "seed": 0,
    "draw": 4
   },
   {
    "seed": 1,
    "draw": 0
   },
   {
    "seed": 1,
    "draw": 1
   },
   {
    "seed": 1,
    "draw": 2
   },
   {
    "seed": 1,
    "draw": 3
   },
   {
    "seed": 1,
    "draw": 4
   },
   {
    "seed": 2,
    "draw": 0
   },
   {
    "seed": 2,
    "draw": 1
   },
   {
    "seed": 2,
    "draw": 2
   },
   {
    "seed": 2,
    "draw": 3
   },
   {
    "seed": 2,
    "draw": 4
   },
   {
    "seed": 3,
    "draw": 0
   },
   {
    "seed": 3,
    "draw": 1
   },
   {
    "seed": 3,
    "draw": 2
   },
   {
    "seed": 3,
    "draw": 3
   },
   {
    "seed": 3,
    "draw": 4
   },
   {
    "seed": 4,
    "draw": 0
   },
   {
    "seed": 4,
    "draw": 1
   },
   {
    "seed": 4,
    "draw": 2
   },
   {
    "seed": 4,
    "draw": 3
   },
   {
    "seed": 4,
    "draw": 4
   },
   {
    "seed": 5,
    "draw": 0
   },
   {
    "seed": 5,
    "draw": 1
   },
   {
    "seed": 5,
    "draw": 2
   },
   {
    "seed": 5,
    "draw": 3
   },
   {
    "seed": 5,
    "draw": 4
   },
   {
    "seed": 6,
    "draw": 0
   },
   {
    "seed": 6,
    "draw": 1
   },
   {
    "seed": 6,
    "draw": 2
   },
   {
    "seed": 6,
    "draw": 3
   },
   {
    "seed": 6,
    "draw": 4
   },
   {
    "seed": 7,
    "draw": 0
   },
   {
    "seed": 7,
    "draw": 1
   },
   {
    "seed": 7,
    "draw": 2
   },
   {
    "seed": 7,
    "draw": 3
   },
   {
    "seed": 7,
    "draw": 4
   },
   {
    "seed": 8,
    "draw": 0
   },
   {
    "seed": 8,
    "draw": 1
   },
   {
    "seed": 8,
    "draw": 2
   },
   {
    "seed": 8,
    "draw": 3
   },
   {
    "seed": 8,
    "draw": 4
   },
   {
    "seed": 9,
    "draw": 0
   },
   {
    "seed": 9,
    "draw": 1
   },
   {
    "seed": 9,
    "draw": 2
   },
   {
    "seed": 9,
    "draw": 3
   },
   {
    "seed": 9,
    "draw": 4
   },
   {
    "seed": 10,
    "draw": 0
   },
   {
    "seed": 10,
    "draw": 1
   },
   {
    "seed": 10,
    "draw": 2
   },
   {
    "seed": 10,
    "draw": 3
   },
   {
    "seed": 10,
    "draw": 4
   },
   {
    "seed": 11,
    "draw": 0
   },
   {
    "seed": 11,
    "draw": 1
   },
   {
    "seed": 11,
    "draw": 2
   },
   {
    "seed": 11,
    "draw": 3
   },
   {
    "seed": 11,
    "draw": 4
   },
   {
    "seed": 12,
    "draw": 0
   },
   {
    "seed": 12,
    "draw": 1
   },
   {
    "seed": 12,
    "draw": 2
   },
   {
    "seed": 12,
    "draw": 3
   },
   {
    "seed": 12,
    "draw": 4
   },
   {
    "seed": 13,
    "draw": 0
   },
   {
    "seed": 13,
    "draw": 1
   },
   {
    "seed": 13,
    "draw": 2
   },
   {
    "seed": 13,
    "draw": 3
   },
   {
    "seed": 13,
    "draw": 4
   },
   {
    "seed": 14,
    "draw": 0
   },
   {
    "seed": 14,
    "draw": 1
   },
   {
    "seed": 14,
    "draw": 2
   },
   {
    "seed": 14,
    "draw": 3
   },
   {
    "seed": 14,
    "draw": 4
   },
   {
    "seed": 15,
    "draw": 0
   },
   {
    "seed": 15,
    "draw": 1
   },
   {
    "seed": 15,
    "draw": 2
   },
   {
    "seed": 15,
    "draw": 3
   },
   {
    "seed": 15,
    "draw": 4
   },
   {
    "seed": 16,
    "draw": 0
   },
   {
    "seed": 16,
    "draw": 1
   },
   {
    "seed": 16,
    "draw": 2
   },
   {
    "seed": 16,
    "draw": 3
   },
   {
    "seed": 16,
    "draw": 4
   },
   {
    "seed": 17,
    "draw": 0
   },
   {
    "seed": 17,
    "draw": 1
   },
   {
    "seed": 17,
    "draw": 2
   },
   {
    "seed": 17,
    "draw": 3
   },
   {
    "seed": 17,
    "draw": 4
   },
   {
    "seed": 18,
    "draw": 0
   },
   {
    "seed": 18,
    "draw": 1
   },
   {
    "seed": 18,
    "draw": 2
   },
   {
    "seed": 18,
    "draw": 3
   },
   {
    "seed": 18,
    "draw": 4
   },
   {
    "seed": 19,
    "draw": 0
   },
   {
    "seed": 19,
    "draw": 1
   },
   {
    "seed": 19,
    "draw": 2
   },
   {
    "seed": 19,
    "draw": 3
   },
   {
    "seed": 19,
    "draw": 4
   }
  ],
  "commit": "8c22446"
 },
 "results": {
  "real_heldout": {
   "mean": 1.2190023880975787e-05,
   "std": 5.4513725444849115e-06
  },
  "clean_anchor": {
   "mean": 9.006380423670635e-06,
   "std": 9.05834497189062e-07,
   "auroc_vs_real": 0.2831,
   "distances": [
    9.108e-06,
    7.665e-06,
    9.274e-06,
    8.512e-06,
    8.202e-06,
    8.202e-06,
    7.999e-06,
    9.215e-06,
    9.203e-06,
    9.06e-06,
    8.738e-06,
    9.072e-06,
    9.251e-06,
    1.02e-05,
    8.643e-06,
    8.714e-06,
    8.917e-06,
    7.963e-06,
    7.82e-06,
    1.028e-05,
    7.558e-06,
    7.308e-06,
    7.808e-06,
    8.714e-06,
    8.583e-06,
    8.44e-06,
    9.358e-06,
    8.476e-06,
    8.667e-06,
    9.99e-06,
    8.905e-06,
    7.308e-06,
    8.738e-06,
    9.954e-06,
    8.798e-06,
    8.631e-06,
    7.546e-06,
    8.702e-06,
    8.917e-06,
    8.893e-06,
    8.309e-06,
    8.821e-06,
    9.215e-06,
    9.787e-06,
    8.714e-06,
    8.166e-06,
    9.537e-06,
    8.13e-06,
    8.249e-06,
    8.488e-06,
    8.547e-06,
    9.06e-06,
    9.632e-06,
    1.001e-05,
    9.072e-06,
    9.501e-06,
    1.063e-05,
    1.19e-05,
    8.988e-06,
    8.631e-06,
    1.014e-05,
    8.643e-06,
    9.274e-06,
    9.358e-06,
    9.012e-06,
    1.034e-05,
    9.966e-06,
    1.132e-05,
    1.175e-05,
    9.179e-06,
    9.477e-06,
    9.108e-06,
    9.894e-06,
    8.893e-06,
    9.286e-06,
    8.821e-06,
    1.068e-05,
    9.596e-06,
    9.668e-06,
    9.406e-06,
    7.892e-06,
    7.594e-06,
    7.498e-06,
    8.667e-06,
    9.99e-06,
    9.656e-06,
    1.031e-05,
    9.882e-06,
    8.81e-06,
    9.823e-06,
    9.978e-06,
    9.99e-06,
    8.869e-06,
    8.297e-06,
    7.522e-06,
    8.273e-06,
    8.38e-06,
    8.321e-06,
    8.476e-06,
    7.868e-06
   ]
  },
  "arms": {
   "v3": {
    "mean": 1.3144612239557318e-05,
    "std": 1.6958554169832496e-06,
    "auroc_vs_real": 0.7127333333333333,
    "distances": [
     1.147e-05,
     1.465e-05,
     1.6e-05,
     1.355e-05,
     1.156e-05,
     1.158e-05,
     1.172e-05,
     1.332e-05,
     1.276e-05,
     1.264e-05,
     1.597e-05,
     1.431e-05,
     1.318e-05,
     1.168e-05,
     1.415e-05,
     1.346e-05,
     1.156e-05,
     1.566e-05,
     1.199e-05,
     1.404e-05,
     1.38e-05,
     1.321e-05,
     1.258e-05,
     1.005e-05,
     1.174e-05,
     1.024e-05,
     1.522e-05,
     1.478e-05,
     1.175e-05,
     1.444e-05,
     1.45e-05,
     1.431e-05,
     1.23e-05,
     1.562e-05,
     1.267e-05,
     1.426e-05,
     1.104e-05,
     1.15e-05,
     1.415e-05,
     1.234e-05,
     1.383e-05,
     1.149e-05,
     1.335e-05,
     1.192e-05,
     1.104e-05,
     1.321e-05,
     1.314e-05,
     1.41e-05,
     1.036e-05,
     1.262e-05,
     1.554e-05,
     1.186e-05,
     1.28e-05,
     1.432e-05,
     1.343e-05,
     1.552e-05,
     1.225e-05,
     1.522e-05,
     1.55e-05,
     1.054e-05,
     1.128e-05,
     1.029e-05,
     1.246e-05,
     1.444e-05,
     1.198e-05,
     1.321e-05,
     1.07e-05,
     1.612e-05,
     1.45e-05,
     1.398e-05,
     1.28e-05,
     1.229e-05,
     1.112e-05,
     1.621e-05,
     1.553e-05,
     1.621e-05,
     1.144e-05,
     1.543e-05,
     1.15e-05,
     1.386e-05,
     1.352e-05,
     1.065e-05,
     1.031e-05,
     1.301e-05,
     1.167e-05,
     1.415e-05,
     9.93e-06,
     1.541e-05,
     1.446e-05,
     1.298e-05,
     1.109e-05,
     1.575e-05,
     1.354e-05,
     1.197e-05,
     1.326e-05,
     1.202e-05,
     1.293e-05,
     1.571e-05,
     1.231e-05,
     1.663e-05
    ]
   },
   "plate_only": {
    "mean": 1.748406793922186e-05,
    "std": 8.285398962470936e-07,
    "auroc_vs_real": 0.8655333333333334,
    "distances": [
     1.733e-05,
     1.767e-05,
     1.807e-05,
     1.775e-05,
     1.727e-05,
     1.767e-05,
     1.779e-05,
     1.659e-05,
     1.662e-05,
     1.657e-05,
     1.893e-05,
     1.891e-05,
     1.683e-05,
     1.725e-05,
     1.774e-05,
     1.813e-05,
     1.6e-05,
     1.765e-05,
     1.764e-05,
     1.688e-05,
     1.799e-05,
     1.663e-05,
     1.636e-05,
     1.727e-05,
     1.594e-05,
     1.695e-05,
     1.85e-05,
     1.811e-05,
     1.615e-05,
     1.897e-05,
     1.763e-05,
     1.8e-05,
     1.744e-05,
     1.843e-05,
     1.622e-05,
     1.818e-05,
     1.755e-05,
     1.652e-05,
     1.788e-05,
     1.651e-05,
     1.762e-05,
     1.749e-05,
     1.765e-05,
     1.596e-05,
     1.702e-05,
     1.73e-05,
     1.801e-05,
     1.884e-05,
     1.7e-05,
     1.675e-05,
     1.851e-05,
     1.668e-05,
     1.683e-05,
     1.808e-05,
     1.661e-05,
     1.841e-05,
     1.721e-05,
     1.705e-05,
     1.998e-05,
     1.799e-05,
     1.776e-05,
     1.661e-05,
     1.639e-05,
     1.819e-05,
     1.779e-05,
     1.771e-05,
     1.698e-05,
     1.789e-05,
     1.764e-05,
     1.737e-05,
     1.789e-05,
     1.738e-05,
     1.731e-05,
     1.858e-05,
     1.819e-05,
     1.788e-05,
     1.712e-05,
     1.812e-05,
     1.649e-05,
     1.725e-05,
     1.645e-05,
     1.636e-05,
     1.656e-05,
     1.781e-05,
     1.656e-05,
     1.793e-05,
     1.756e-05,
     1.769e-05,
     1.872e-05,
     1.58e-05,
     1.779e-05,
     1.899e-05,
     1.793e-05,
     1.734e-05,
     1.675e-05,
     1.763e-05,
     1.761e-05,
     1.994e-05,
     1.673e-05,
     1.822e-05
    ]
   },
   "only_links": {
    "mean": 1.2858271475124639e-05,
    "std": 1.5974387679307256e-06,
    "auroc_vs_real": 0.7049666666666666,
    "distances": [
     1.215e-05,
     1.173e-05,
     1.444e-05,
     1.208e-05,
     1.152e-05,
     1.2e-05,
     1.224e-05,
     1.208e-05,
     1.239e-05,
     1.172e-05,
     1.491e-05,
     1.495e-05,
     1.187e-05,
     1.256e-05,
     1.454e-05,
     1.229e-05,
     1.091e-05,
     1.423e-05,
     1.214e-05,
     1.186e-05,
     1.464e-05,
     1.208e-05,
     1.171e-05,
     1.136e-05,
     1.148e-05,
     1.128e-05,
     1.47e-05,
     1.497e-05,
     1.199e-05,
     1.473e-05,
     1.13e-05,
     1.509e-05,
     1.203e-05,
     1.568e-05,
     1.112e-05,
     1.559e-05,
     1.227e-05,
     1.101e-05,
     1.193e-05,
     1.158e-05,
     1.159e-05,
     1.179e-05,
     1.199e-05,
     1.158e-05,
     1.156e-05,
     1.203e-05,
     1.163e-05,
     1.556e-05,
     1.254e-05,
     1.175e-05,
     1.438e-05,
     1.025e-05,
     1.181e-05,
     1.413e-05,
     1.233e-05,
     1.525e-05,
     1.229e-05,
     1.451e-05,
     1.611e-05,
     1.124e-05,
     1.22e-05,
     1.107e-05,
     1.175e-05,
     1.544e-05,
     1.228e-05,
     1.215e-05,
     1.143e-05,
     1.457e-05,
     1.384e-05,
     1.463e-05,
     1.229e-05,
     1.191e-05,
     1.196e-05,
     1.569e-05,
     1.434e-05,
     1.513e-05,
     1.129e-05,
     1.502e-05,
     1.167e-05,
     1.389e-05,
     1.19e-05,
     1.19e-05,
     1.152e-05,
     1.113e-05,
     1.163e-05,
     1.497e-05,
     1.214e-05,
     1.512e-05,
     1.513e-05,
     1.1e-05,
     1.202e-05,
     1.562e-05,
     1.452e-05,
     1.218e-05,
     1.123e-05,
     1.217e-05,
     1.205e-05,
     1.674e-05,
     1.112e-05,
     1.576e-05
    ]
   },
   "v3_photo": {
    "mean": 1.2922286259708926e-05,
    "std": 1.7048662357410649e-06,
    "auroc_vs_real": 0.6977,
    "distances": [
     1.08e-05,
     1.512e-05,
     1.584e-05,
     1.363e-05,
     1.113e-05,
     1.16e-05,
     1.165e-05,
     1.285e-05,
     1.236e-05,
     1.277e-05,
     1.5e-05,
     1.359e-05,
     1.315e-05,
     1.129e-05,
     1.384e-05,
     1.329e-05,
     1.079e-05,
     1.589e-05,
     1.16e-05,
     1.39e-05,
     1.355e-05,
     1.343e-05,
     1.234e-05,
     9.99e-06,
     1.158e-05,
     9.978e-06,
     1.489e-05,
     1.446e-05,
     1.146e-05,
     1.459e-05,
     1.419e-05,
     1.386e-05,
     1.189e-05,
     1.495e-05,
     1.295e-05,
     1.317e-05,
     1.137e-05,
     1.177e-05,
     1.42e-05,
     1.221e-05,
     1.431e-05,
     1.181e-05,
     1.291e-05,
     1.231e-05,
     1.099e-05,
     1.361e-05,
     1.41e-05,
     1.322e-05,
     9.811e-06,
     1.258e-05,
     1.416e-05,
     1.193e-05,
     1.271e-05,
     1.367e-05,
     1.352e-05,
     1.477e-05,
     1.183e-05,
     1.553e-05,
     1.514e-05,
     1.029e-05,
     1.097e-05,
     9.918e-06,
     1.223e-05,
     1.427e-05,
     1.168e-05,
     1.248e-05,
     1.06e-05,
     1.507e-05,
     1.514e-05,
     1.36e-05,
     1.305e-05,
     1.239e-05,
     1.11e-05,
     1.594e-05,
     1.487e-05,
     1.605e-05,
     1.1e-05,
     1.531e-05,
     1.136e-05,
     1.262e-05,
     1.318e-05,
     1.009e-05,
     9.871e-06,
     1.374e-05,
     1.104e-05,
     1.405e-05,
     9.453e-06,
     1.442e-05,
     1.434e-05,
     1.289e-05,
     1.019e-05,
     1.647e-05,
     1.33e-05,
     1.203e-05,
     1.332e-05,
     1.161e-05,
     1.273e-05,
     1.472e-05,
     1.235e-05,
     1.668e-05
    ]
   },
   "only_links_photo": {
    "mean": 1.2121678082621656e-05,
    "std": 1.3530373053072253e-06,
    "auroc_vs_real": 0.6516,
    "distances": [
     1.117e-05,
     1.073e-05,
     1.382e-05,
     1.147e-05,
     1.101e-05,
     1.127e-05,
     1.165e-05,
     1.125e-05,
     1.087e-05,
     1.104e-05,
     1.408e-05,
     1.444e-05,
     1.094e-05,
     1.187e-05,
     1.402e-05,
     1.203e-05,
     1.049e-05,
     1.267e-05,
     1.137e-05,
     1.155e-05,
     1.335e-05,
     1.128e-05,
     1.162e-05,
     1.117e-05,
     1.07e-05,
     1.068e-05,
     1.312e-05,
     1.382e-05,
     1.085e-05,
     1.335e-05,
     1.159e-05,
     1.427e-05,
     1.131e-05,
     1.428e-05,
     1.062e-05,
     1.323e-05,
     1.191e-05,
     1.034e-05,
     1.136e-05,
     1.103e-05,
     1.158e-05,
     1.14e-05,
     1.186e-05,
     1.061e-05,
     1.092e-05,
     1.175e-05,
     1.161e-05,
     1.501e-05,
     1.125e-05,
     1.186e-05,
     1.348e-05,
     1.05e-05,
     1.146e-05,
     1.395e-05,
     1.26e-05,
     1.46e-05,
     1.174e-05,
     1.315e-05,
     1.472e-05,
     1.098e-05,
     1.118e-05,
     1.08e-05,
     1.106e-05,
     1.391e-05,
     1.203e-05,
     1.105e-05,
     1.093e-05,
     1.411e-05,
     1.342e-05,
     1.31e-05,
     1.18e-05,
     1.128e-05,
     1.125e-05,
     1.459e-05,
     1.365e-05,
     1.445e-05,
     1.101e-05,
     1.348e-05,
     1.123e-05,
     1.33e-05,
     1.073e-05,
     1.1e-05,
     1.101e-05,
     1.073e-05,
     1.105e-05,
     1.371e-05,
     1.109e-05,
     1.377e-05,
     1.428e-05,
     1.038e-05,
     1.141e-05,
     1.488e-05,
     1.347e-05,
     1.137e-05,
     1.099e-05,
     1.148e-05,
     1.131e-05,
     1.427e-05,
     1.074e-05,
     1.417e-05
    ]
   }
  },
  "primary_v3_photo_vs_v3": {
   "mean_delta": -2.223253261490754e-07,
   "ci95": [
    -3.075599302349019e-07,
    -1.3828282803274304e-07
   ],
   "n_closer": 72,
   "n": 100
  },
  "mechanism_only_links_photo_vs_only_links": {
   "mean_delta": -7.365942451542651e-07,
   "ci95": [
    -8.348256116619268e-07,
    -6.421805096579192e-07
   ],
   "n_closer": 96,
   "n": 100
  },
  "primary_pass": true,
  "mechanism_pass": true,
  "context": {
   "only_links_photo_vs_plate_only": {
    "mean_delta": -5.362391220842255e-06,
    "ci95": [
     -5.536555397611664e-06,
     -5.182261190839199e-06
    ],
    "n_closer": 100,
    "n": 100
   },
   "arm_split_only_links_auroc": 0.705,
   "arm_split_no_mount_removal_best": 0.654,
   "decomposition_real_fg": 0.328
  },
  "v3_abort_gate": {
   "band": [
    0.708,
    0.718
   ],
   "v3_auroc": 0.7127333333333333,
   "aborted": false
  }
 }
}