{ "instrument": "leaderboard_decode_microbench", "prereg": "fontaine/blog/src/posts/2026-08-07-prereg-leaderboard-decode-microbench.md", "record_only": true, "gpu": "NVIDIA H100 80GB HBM3, 580.178.04", "poll_seconds": 0.5, "results": [ { "config": "ar_greedy", "mode": "batched", "ms_per_frame": 246.99930986244, "window_frames": 160, "window_seconds": 39.5198895779904, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_arb_rcond_100k_ddp4/step_100000", "flags": [], "log": "/home/ubuntu/bench__decode__ar_greedy__batched.log", "total_wall_seconds": 284.1529579400085 }, { "config": "ar_draws10_t1", "mode": "batched", "ms_per_frame": 2107.3440168187517, "window_frames": 160, "window_seconds": 337.1750426910003, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_arb_rcond_100k_ddp4/step_100000", "flags": [ "--ar-temperature", "1.0", "--sample-draws", "10" ], "log": "/home/ubuntu/bench__decode__ar_draws10_t1__batched.log", "total_wall_seconds": 874.956686354999 }, { "config": "teacher_heun30_draws1", "mode": "batched", "ms_per_frame": 115.68609395617386, "window_frames": 160, "window_seconds": 18.509775032987818, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_flow_artrunk_h1024_40k_ddp2/step_080000", "flags": [ "--sample-method", "heun", "--sample-steps", "30", "--noise-key", "stable", "--sample-draws", "1" ], "log": "/home/ubuntu/bench__decode__teacher_heun30_draws1__batched.log", "total_wall_seconds": 232.6184556139924 }, { "config": "teacher_heun30_draws10", "mode": "batched", "ms_per_frame": 409.57640500000707, "window_frames": 160, "window_seconds": 65.53222480000113, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/checkpoints/bijou-checkpoints/bijou_flow_artrunk_h1024_40k_ddp2/step_080000", "flags": [ "--sample-method", "heun", "--sample-steps", "30", "--noise-key", "stable", "--sample-draws", "10" ], "log": "/home/ubuntu/bench__decode__teacher_heun30_draws10__batched.log", "total_wall_seconds": 326.6556103460025 }, { "config": "student_1nfe_draws1", "mode": "batched", "ms_per_frame": 46.89963590626576, "window_frames": 160, "window_seconds": 7.503941745002521, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000", "flags": [ "--sample-method", "euler", "--sample-steps", "1", "--target-time", "zero", "--noise-key", "stable", "--sample-draws", "1" ], "log": "/home/ubuntu/bench__decode__student_1nfe_draws1__batched.log", "total_wall_seconds": 210.10566621200996 }, { "config": "student_1nfe_draws5", "mode": "batched", "ms_per_frame": 50.02540590612625, "window_frames": 160, "window_seconds": 8.0040649449802, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000", "flags": [ "--sample-method", "euler", "--sample-steps", "1", "--target-time", "zero", "--noise-key", "stable", "--sample-draws", "5" ], "log": "/home/ubuntu/bench__decode__student_1nfe_draws5__batched.log", "total_wall_seconds": 210.6113056759932 }, { "config": "student_1nfe_draws10", "mode": "batched", "ms_per_frame": 50.025493981229374, "window_frames": 160, "window_seconds": 8.0040790369967, "events": 2, "num_samples": 320, "batch_size": 32, "num_workers": 20, "checkpoint": "/home/ubuntu/flow-matching/outputs/train/fontaine_flow_snapdistill_h1024_30k_1xh100/step_030000", "flags": [ "--sample-method", "euler", "--sample-steps", "1", "--target-time", "zero", "--noise-key", "stable", "--sample-draws", "10" ], "log": "/home/ubuntu/bench__decode__student_1nfe_draws10__batched.log", "total_wall_seconds": 210.60525932500605 } ] }