{
 "instrument": "leaderboard_decode_microbench",
 "prereg": "fontaine/blog/src/posts/2026-08-07-prereg-leaderboard-decode-microbench.md",
 "record_only": true,
 "gpu": "NVIDIA H100 80GB HBM3, 580.178.04",
 "poll_seconds": 0.5,
 "results": [
  {
   "config": "ar_greedy",
   "mode": "batched",
   "ms_per_frame": 246.99930986244,
   "window_frames": 160,
   "window_seconds": 39.5198895779904,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_arb_rcond_100k_ddp4/step_100000",
   "flags": [],
   "log": "/home/ubuntu/bench__decode__ar_greedy__batched.log",
   "total_wall_seconds": 284.1529579400085
  },
  {
   "config": "ar_draws10_t1",
   "mode": "batched",
   "ms_per_frame": 2107.3440168187517,
   "window_frames": 160,
   "window_seconds": 337.1750426910003,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_arb_rcond_100k_ddp4/step_100000",
   "flags": [
    "--ar-temperature",
    "1.0",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__ar_draws10_t1__batched.log",
   "total_wall_seconds": 874.956686354999
  },
  {
   "config": "teacher_heun30_draws1",
   "mode": "batched",
   "ms_per_frame": 115.68609395617386,
   "window_frames": 160,
   "window_seconds": 18.509775032987818,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_flow_artrunk_h1024_40k_ddp2/step_080000",
   "flags": [
    "--sample-method",
    "heun",
    "--sample-steps",
    "30",
    "--noise-key",
    "stable",
    "--sample-draws",
    "1"
   ],
   "log": "/home/ubuntu/bench__decode__teacher_heun30_draws1__batched.log",
   "total_wall_seconds": 232.6184556139924
  },
  {
   "config": "teacher_heun30_draws10",
   "mode": "batched",
   "ms_per_frame": 409.57640500000707,
   "window_frames": 160,
   "window_seconds": 65.53222480000113,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_flow_artrunk_h1024_40k_ddp2/step_080000",
   "flags": [
    "--sample-method",
    "heun",
    "--sample-steps",
    "30",
    "--noise-key",
    "stable",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__teacher_heun30_draws10__batched.log",
   "total_wall_seconds": 326.6556103460025
  },
  {
   "config": "student_1nfe_draws1",
   "mode": "batched",
   "ms_per_frame": 46.89963590626576,
   "window_frames": 160,
   "window_seconds": 7.503941745002521,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000",
   "flags": [
    "--sample-method",
    "euler",
    "--sample-steps",
    "1",
    "--target-time",
    "zero",
    "--noise-key",
    "stable",
    "--sample-draws",
    "1"
   ],
   "log": "/home/ubuntu/bench__decode__student_1nfe_draws1__batched.log",
   "total_wall_seconds": 210.10566621200996
  },
  {
   "config": "student_1nfe_draws5",
   "mode": "batched",
   "ms_per_frame": 50.02540590612625,
   "window_frames": 160,
   "window_seconds": 8.0040649449802,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000",
   "flags": [
    "--sample-method",
    "euler",
    "--sample-steps",
    "1",
    "--target-time",
    "zero",
    "--noise-key",
    "stable",
    "--sample-draws",
    "5"
   ],
   "log": "/home/ubuntu/bench__decode__student_1nfe_draws5__batched.log",
   "total_wall_seconds": 210.6113056759932
  },
  {
   "config": "student_1nfe_draws10",
   "mode": "batched",
   "ms_per_frame": 50.025493981229374,
   "window_frames": 160,
   "window_seconds": 8.0040790369967,
   "events": 2,
   "num_samples": 320,
   "batch_size": 32,
   "num_workers": 20,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000",
   "flags": [
    "--sample-method",
    "euler",
    "--sample-steps",
    "1",
    "--target-time",
    "zero",
    "--noise-key",
    "stable",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__student_1nfe_draws10__batched.log",
   "total_wall_seconds": 210.60525932500605
  }
 ]
}
