{
 "instrument": "leaderboard_decode_microbench",
 "prereg": "fontaine/blog/src/posts/2026-08-07-prereg-leaderboard-decode-microbench.md",
 "record_only": true,
 "gpu": "NVIDIA H100 80GB HBM3, 580.178.04",
 "poll_seconds": 0.5,
 "results": [
  {
   "config": "ar_greedy",
   "mode": "single",
   "ms_per_frame": 2156.6348669558975,
   "window_frames": 45,
   "window_seconds": 97.04856901301537,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_arb_rcond_100k_ddp4/step_100000",
   "flags": [],
   "log": "/home/ubuntu/bench__decode__ar_greedy__single.log",
   "total_wall_seconds": 200.10023952901247
  },
  {
   "config": "ar_draws10_t1",
   "mode": "single",
   "ms_per_frame": 7992.950422844539,
   "window_frames": 45,
   "window_seconds": 359.68276902800426,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_arb_rcond_100k_ddp4/step_100000",
   "flags": [
    "--ar-temperature",
    "1.0",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__ar_draws10_t1__single.log",
   "total_wall_seconds": 519.2607678659842
  },
  {
   "config": "teacher_heun30_draws1",
   "mode": "single",
   "ms_per_frame": 1200.6133074891598,
   "window_frames": 45,
   "window_seconds": 54.02759883701219,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_flow_artrunk_h1024_40k_ddp2/step_080000",
   "flags": [
    "--sample-method",
    "heun",
    "--sample-steps",
    "30",
    "--noise-key",
    "stable",
    "--sample-draws",
    "1"
   ],
   "log": "/home/ubuntu/bench__decode__teacher_heun30_draws1__single.log",
   "total_wall_seconds": 145.57622442601132
  },
  {
   "config": "teacher_heun30_draws10",
   "mode": "single",
   "ms_per_frame": 11283.62737751126,
   "window_frames": 45,
   "window_seconds": 507.76323198800674,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_flow_artrunk_h1024_40k_ddp2/step_080000",
   "flags": [
    "--sample-method",
    "heun",
    "--sample-steps",
    "30",
    "--noise-key",
    "stable",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__teacher_heun30_draws10__single.log",
   "total_wall_seconds": 662.8419234360044
  },
  {
   "config": "student_1nfe_draws1",
   "mode": "single",
   "ms_per_frame": 100.04979315563105,
   "window_frames": 45,
   "window_seconds": 4.502240692003397,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000",
   "flags": [
    "--sample-method",
    "euler",
    "--sample-steps",
    "1",
    "--target-time",
    "zero",
    "--noise-key",
    "stable",
    "--sample-draws",
    "1"
   ],
   "log": "/home/ubuntu/bench__decode__student_1nfe_draws1__single.log",
   "total_wall_seconds": 87.54085753997788
  },
  {
   "config": "student_1nfe_draws5",
   "mode": "single",
   "ms_per_frame": 188.984072733567,
   "window_frames": 45,
   "window_seconds": 8.504283273010515,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000",
   "flags": [
    "--sample-method",
    "euler",
    "--sample-steps",
    "1",
    "--target-time",
    "zero",
    "--noise-key",
    "stable",
    "--sample-draws",
    "5"
   ],
   "log": "/home/ubuntu/bench__decode__student_1nfe_draws5__single.log",
   "total_wall_seconds": 92.54480148901348
  },
  {
   "config": "student_1nfe_draws10",
   "mode": "single",
   "ms_per_frame": 277.90777611145234,
   "window_frames": 45,
   "window_seconds": 12.505849925015355,
   "events": 10,
   "num_samples": 50,
   "batch_size": 1,
   "num_workers": 4,
   "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000",
   "flags": [
    "--sample-method",
    "euler",
    "--sample-steps",
    "1",
    "--target-time",
    "zero",
    "--noise-key",
    "stable",
    "--sample-draws",
    "10"
   ],
   "log": "/home/ubuntu/bench__decode__student_1nfe_draws10__single.log",
   "total_wall_seconds": 97.04434480899363
  }
 ]
}