dataset,run,method,num_speculative_tokens,requests,output_tokens,request_throughput_rps,output_throughput_tps,speedup_vs_baseline,latency_mean_ms,latency_p50_ms,latency_p95_ms,latency_p99_ms,ttft_mean_ms,ttft_p50_ms,ttft_p95_ms,ttft_p99_ms,itl_mean_ms,itl_p50_ms,itl_p95_ms,itl_p99_ms,tpot_mean_ms,tpot_p50_ms,tpot_p95_ms,acceptance_rate,acceptance_pos_1,acceptance_pos_2,acceptance_pos_3,mean_acceptance_length
math500,baseline,baseline,,500,63527,2.575660280906157,327.24794133025085,1.0,1549.881507652055,1541.6923305019736,1901.3991399056977,2073.3104983172957,147.72230004466837,128.53012699633837,277.2130677534733,387.54749131272547,11.11915976237464,11.026409515830519,13.801987814431913,15.665761921923757,11.12106789862526,11.028098413518146,13.803411649602399,,,,,
math500,dspark_k3,dspark,3,500,63539,3.34003084405518,424.44443960084413,1.2970117944073019,1195.6849749402609,1169.5264599984512,1773.1451036757787,1944.9941020199901,143.30231556599028,116.45177099853754,297.67805395094905,373.04166853777133,8.352826905473885,8.158615838546549,12.354124409472469,14.635059152750648,8.35462870098348,8.163252110248358,12.355534362218949,0.415486407892723,0.6332426800409706,0.38554727510330944,0.22766926853388902,2.246459223678169
math500,dspark_k7,dspark,7,500,63493,3.1055917217703812,394.36667038073364,1.2051005386852782,1286.8654769104323,1246.8089515023166,1958.8731202602503,2254.721420374407,169.23283278750023,150.04799248708878,310.4628508415771,383.799409790663,8.871197280140835,8.589971834756103,13.716522226358514,15.951512530517089,8.87296793212422,8.60067761416536,13.71767588804694,0.20277687384748888,0.6178056188306758,0.36526195899772207,0.20611237661351556,2.4194381169324224
gsm8k,baseline,baseline,,1319,168533,2.699786987185922,344.9607280602009,1.0,1479.6602965273742,1454.6987209760118,1803.740513609955,1914.7201473527819,168.7780613106763,145.47203300753608,336.32914681511363,491.5234538837098,10.337075278453744,10.18635707075055,12.4034695235158,13.359812111263784,10.338842536074479,10.187574787391716,12.40562485355891,,,,,
gsm8k,dspark_k3,dspark,3,1319,168415,2.95131608515978,376.8354044595787,1.0924008845256588,1352.7894092793806,1323.1997079856228,1901.4164583000816,2116.5834879834433,146.35591101451402,119.20796197955497,300.50935930921696,387.0458965114083,9.517948084655174,9.351653133988322,13.592088056107666,15.135234009802675,9.519542839852642,9.352777228419354,13.593510024599716,0.27039498963955716,0.48590297454239884,0.220014867325282,0.10526712705099062,1.8111849689186714
gsm8k,dspark_k7,dspark,7,1319,168438,2.833061661782182,361.7856256158205,1.0487733709579932,1409.892868064269,1389.3212949915323,2024.2955645022444,2287.086103030015,149.37952628049933,121.9771110045258,303.5228224063758,355.9325602342128,9.94289976587715,9.82163717335926,14.449290831630137,16.439139549680032,9.944535710893788,9.823021669386277,14.453224437911699,0.1243881347729851,0.47593713555839395,0.21317265507858055,0.10223801854834232,1.870716943410896
humaneval,baseline,baseline,,164,11241,3.867290467605202,265.07446430701265,1.0,1027.5289629021356,879.5409715094138,2018.1860155600586,2274.2641233184268,140.52152795707892,120.44445698847994,278.58940106234513,480.18000137846695,13.187347418172193,12.668324928583226,19.83492009233357,28.834143813500756,13.194289122212655,12.670714736622909,19.844658022235045,,,,,
humaneval,dspark_k3,dspark,3,164,11202,5.440176459827299,371.59058965235,1.4018347283047567,731.6780699141573,653.8903180044144,1438.7055883620633,1758.196029517276,153.84280301219493,109.24666900245938,371.5150598072796,427.1234392697809,9.217930821861229,8.395432637747984,16.543497819817173,21.385043967787766,9.224179054706173,8.398416746314833,16.54860166646416,0.5723147241266732,0.7548971596474046,0.5506856023506367,0.41136141038197843,2.7169441723800194
humaneval,dspark_k7,dspark,7,164,11135,5.728781174033297,388.9632827613461,1.467373644527463,695.9294298721943,634.961468007532,1258.2039341956258,1984.7797918543813,170.66249135340757,130.76092200935818,440.41123243077857,548.8665195452631,9.06925487325878,7.807209323622503,18.29704301704432,30.691704785244347,9.07486906638103,7.822465188736613,18.303107731801564,0.33277512988964747,0.7348963029756538,0.5404268109407875,0.38352870453862337,3.3294259092275325
mbpp,baseline,baseline,,500,61587,2.8009211403112766,345.00066053670116,1.0,1426.2509520059102,1449.8898644960718,1792.6750187427385,1927.6900081126948,146.00965341442497,129.28127399936784,278.12606179941207,302.88602881017135,10.539905415700249,10.33841663381217,12.799749751224665,13.565437609112568,10.546513464177922,10.339677704733752,12.800697692052097,,,,,
mbpp,dspark_k3,dspark,3,500,61810,3.8673346513351055,478.07990959804573,1.385736215270775,1031.8113529087277,1022.938920505112,1450.6354179771733,1667.4116877623596,149.58043881563935,120.52947049960494,290.24569394096017,465.6294314624392,7.4866564872650105,7.0952005747625035,10.490002014466166,15.616462420633345,7.490425515753587,7.09647927951163,10.49589030935033,0.5115081479053122,0.7031512518952587,0.5011678891939516,0.3302053026267262,2.5345244437159367
mbpp,dspark_k7,dspark,7,500,61424,3.9288605862280823,482.6526652969474,1.3989905542386718,1016.7640253802527,1009.4089240010362,1519.8205350112396,1755.0660978292578,157.01642078207806,127.09367199568078,310.5101487963111,555.6603015074506,7.464304052053599,6.92667360632959,11.035447346997291,15.66697385307634,7.469533758903007,6.928639874063014,11.131861498385357,0.27595293416337563,0.6748067713025748,0.46773199298212337,0.29465598179145525,2.9316705391436293
mt_bench,baseline,baseline,,160,20102,2.865123484091851,359.96695173258996,1.0,1379.8839098995813,1349.3874825071543,1778.2662457597326,2064.43852098775,230.34865414410888,188.74082650290802,469.9252384045379,599.9244086013641,9.196491927825377,8.739159606336653,12.184589993809974,13.513825134104701,9.201697317973778,8.741404259885389,12.185761682743273,,,,,
mt_bench,dspark_k3,dspark,3,160,20228,3.1300295907514477,395.7139910107518,1.0993064477338947,1267.3618169241308,1240.8099970052717,1889.9596753937649,2197.152719998557,149.93388268667331,120.75363399344496,296.08547244570207,370.8032631434613,8.953320217924055,8.487721767728438,13.275213856385248,16.593942496504845,8.957264486664604,8.49002677173625,13.297254559146252,0.3200388161086851,0.5434255215914604,0.27666181465308104,0.14002911208151383,1.9601164483260554
mt_bench,dspark_k7,dspark,7,160,20102,2.8379656094158685,356.5549042529862,0.9905212201754052,1404.4557639432242,1343.6405550019117,2271.4736478112154,2877.03235346009,182.31840012485918,159.79043499100953,363.3274522420834,631.4187010040041,9.922806420825252,9.43615103145515,17.314218461555217,20.890300572353894,9.927143236485232,9.4376937125298,17.32922917495226,0.1459540058496301,0.5190686471296668,0.258129265355279,0.12515054195102368,2.0216780409474104
ultrachat,baseline,baseline,,5000,635560,1.3331967798759812,169.4653090835957,1.0,2999.209397312632,3004.6992159914225,3652.681129911798,3792.2580027181543,191.445676819887,180.53925450658426,319.0085294045276,436.0589518790949,22.255913944838188,22.191040874087605,26.93092076657395,27.96015746255569,22.257870607914793,22.192596555178742,26.93375055238194,,,,,
ultrachat,dspark_k3,dspark,3,5000,636234,1.816992286110778,231.20645403228093,1.364329108314604,2200.762252031482,2194.020344497403,2860.881272106781,3141.828603268659,203.0626388980716,195.85809300770052,327.66038095142005,418.8016837404577,15.817088125396433,15.717495220445654,20.662014169011663,22.842756694141052,15.818637421764908,15.7196392047615,20.663277460188848,0.3022621517716569,0.5328723151898772,0.2570481426653975,0.11686599745969595,1.9067864553149707
ultrachat,dspark_k7,dspark,7,5000,636210,1.8127834563773697,230.66219255636926,1.361117468841872,2205.888447939884,2192.8646555024898,2923.480463263696,3272.379539081885,208.6473120003706,199.3813320004847,335.6416549038841,448.6493355646964,15.814628500703911,15.656986732382371,21.199671716881205,23.549442959891635,15.81632527800587,15.658670244142634,21.20066768934127,0.14160791914766432,0.5315988273762544,0.25404655416494404,0.11493529271745531,1.9912554340336501