{ "v20": { "avg_tok_s": 22615.51503518874, "median_tok_s": 22904, "max_tok_s": 24040, "samples": 1563, "final_valid_ce": 4.3922, "tokens": 1281996800, "experts_per_layer": 30976, "peer_layers": 16, "pools": "16 private", "ctrl_params": 569357312, "h_times_k": 8 }, "v21": { "avg_tok_s": 33451.47872340425, "median_tok_s": 33676, "max_tok_s": 34768, "samples": 94, "final_valid_ce": 4.802, "tokens": 101178000, "experts_per_layer": 495616, "peer_layers": 3, "pools": "1 shared", "ctrl_params": 598145536, "h_times_k": 8 }, "speedup": 1.4791384883941505 }