{
 "instrument": "leaderboard_decode_microbench",
 "prereg": "fontaine/blog/src/posts/2026-08-07-prereg-leaderboard-decode-microbench.md",
 "record_only": true,
 "gpu": "NVIDIA H100 80GB HBM3, 580.126.20\nNVIDIA H100 80GB HBM3, 580.126.20\nNVIDIA H100 80GB HBM3, 580.126.20\nNVIDIA H100 80GB HBM3, 580.126.20",
 "poll_seconds": 0.5,
 "results": [
  {
   "config": "molmo2_greedy",
   "mode": "batched",
   "ms_per_frame": 143.80984340023133,
   "window_frames": 160,
   "window_seconds": 23.009574944037013,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_molmo2_ar_40k_ddp4/step_040000",
   "flags": [],
   "log": "/home/ubuntu/bench__decode__molmo2_greedy__batched.log",
   "total_wall_seconds": 248.6057061960455
  },
  {
   "config": "molmo2_draws10_t1",
   "mode": "batched",
   "ms_per_frame": 1191.1654495124822,
   "window_frames": 160,
   "window_seconds": 190.58647192199714,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_molmo2_ar_40k_ddp4/step_040000",
   "flags": [
    "--ar-temperature",
    "1.0",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__molmo2_draws10_t1__batched.log",
   "total_wall_seconds": 560.2493557049893
  },
  {
   "config": "molmo2_greedy",
   "mode": "single",
   "ms_per_frame": 678.0831080887259,
   "window_frames": 45,
   "window_seconds": 30.51373986399267,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_molmo2_ar_40k_ddp4/step_040000",
   "flags": [],
   "log": "/home/ubuntu/bench__decode__molmo2_greedy__single.log",
   "total_wall_seconds": 124.55132827104535
  },
  {
   "config": "molmo2_draws10_t1",
   "mode": "single",
   "ms_per_frame": 6291.336192444173,
   "window_frames": 45,
   "window_seconds": 283.1101286599878,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_molmo2_ar_40k_ddp4/step_040000",
   "flags": [
    "--ar-temperature",
    "1.0",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__molmo2_draws10_t1__single.log",
   "total_wall_seconds": 425.66735495300964
  }
 ]
}