dataset,run,method,num_speculative_tokens,requests,output_tokens,request_throughput_rps,output_throughput_tps,speedup_vs_baseline,latency_mean_ms,latency_p50_ms,latency_p95_ms,latency_p99_ms,ttft_mean_ms,ttft_p50_ms,ttft_p95_ms,ttft_p99_ms,itl_mean_ms,itl_p50_ms,itl_p95_ms,itl_p99_ms,tpot_mean_ms,tpot_p50_ms,tpot_p95_ms,acceptance_rate,acceptance_pos_1,acceptance_pos_2,acceptance_pos_3,mean_acceptance_length
math500,baseline,baseline,,500,63642,0.9710887696354362,123.60406295427687,1.0,1029.6528329752618,1011.0086214990588,1183.8821351528165,1352.1066228914415,137.17931756953476,125.86030399688752,254.1806304405327,259.12194621312665,7.065699614096616,6.948497625951028,8.149714840967464,9.294363555888458,7.066986512325109,6.949724716546406,8.150898662537166,,,,,
math500,dspark_k3,dspark,3,500,63731,1.1940337177445612,152.19392573115726,1.2313019660806477,837.3801779437345,816.9088775030104,1146.009227049944,1370.9137859771727,119.19492300227284,106.72050050197868,213.44604070691275,258.3343633514596,5.6791052364180485,5.593892366200956,8.0383705036205,9.9072340297603,5.680338308854861,5.595103622135508,8.040039556758208,0.4156275683926265,0.6326171187037689,0.3862627685804861,0.2280028178936245,2.2468827051778795
math500,dspark_k7,dspark,7,500,63668,1.1775733318385104,149.94747778298856,1.2131274182989966,849.0922174340812,839.2276294980547,1242.3280104500004,1512.9399566508073,129.85324780782685,118.26306749571813,256.7381934488367,268.83207743172534,5.692451923082981,5.603080988136545,8.775799772777777,10.470896226674313,5.693717860424883,5.604267641709472,8.777032548852267,0.2032188585715368,0.6206151981210698,0.36616410334116223,0.20482612319115084,2.422532010000758
gsm8k,baseline,baseline,,1319,168500,0.99646643680205,127.29688749139153,1.0,1003.4296112389243,979.7711369901663,1147.1265090964152,1165.5087842789362,121.82556504392818,98.20042399223894,253.87967379938343,259.2248212755658,6.953847864544167,6.954055936964903,7.2364834158344005,7.467789549431415,6.955123454672103,6.955686165340699,7.237693709486319,,,,,
gsm8k,dspark_k3,dspark,3,1319,168418,1.0089794437230273,128.83267623422654,1.0120646213202884,990.9843431904721,969.3124250043184,1346.5886881953336,1535.857625339122,111.30873365058301,95.77244399406482,207.4599851010134,258.9313290748395,6.9409634880545115,6.796889598449274,9.581487464620439,10.733646140910508,6.942225311685386,6.797988936978788,9.582715377937562,0.27131373077960613,0.48776908551389264,0.22053412462908012,0.10563798219584569,1.8139411923388185
gsm8k,dspark_k7,dspark,7,1319,168457,0.9537832973729679,121.81309547047616,0.9569212403462244,1048.3418924380537,1024.0400490001775,1480.1234933955127,1657.6216600838231,127.43488244511649,108.85212599532679,265.2473596011987,272.91192704375135,7.264521106390136,7.101249275637395,10.530224299220105,11.874427473184914,7.265778957962821,7.102425023638387,10.531432203184004,0.12425870324814467,0.4784887142079961,0.21339195505667877,0.10025647003963628,1.8698109227370128
humaneval,baseline,baseline,,164,11593,1.5860477240562036,112.1161662498998,1.0,630.4013797863018,523.5549619974336,1166.231724152749,1309.8181371219107,107.49666936503561,68.79427550302353,235.7000987394713,257.95137990207877,7.297341666050263,7.1785622135738,8.49481829626492,9.019322222237124,7.301280505914361,7.182021026551093,8.49614809654986,,,,,
humaneval,dspark_k3,dspark,3,164,11403,2.3328174923608316,162.20193820360097,1.4467310436040344,428.57000031148254,387.70782500796486,818.5407340446543,898.805770642066,100.60342578719606,86.00447800563416,181.3961499959987,206.1478519160301,5.122034968621708,4.931764990461113,7.476613033529377,8.192469397143373,5.12586804041208,4.935711371615048,7.481607739016129,0.5768270082990895,0.7553782934493595,0.5569253081943437,0.4181774232535654,2.7304810248972684
humaneval,dspark_k7,dspark,7,164,10873,2.251028218808984,149.24042575067125,1.3311231621854054,444.1504760051896,404.9552284996025,816.3704766055158,1066.9646934645427,160.0552513159417,160.3144644977874,265.6927762531268,272.09467787863105,4.944825696685838,4.49954001268619,8.732022160872603,10.318099194431854,4.949079180467763,4.503242393642178,8.749463808814781,0.33094945594945596,0.7306511056511057,0.538083538083538,0.382985257985258,3.316646191646192
mbpp,baseline,baseline,,500,61467,1.060577545227861,130.38103994504186,1.0,942.7637862757256,959.554503999243,1136.071662903123,1164.7922664470389,128.43507730966667,113.83070349984337,256.7646375973709,260.46189150976716,6.666311532516699,6.6432852756234775,7.121261330345493,7.26582164827209,6.669662882298301,6.644507716595485,7.122378109070412,,,,,
mbpp,dspark_k3,dspark,3,500,61643,1.426522036352137,175.87019577370955,1.3488939484440547,700.897503109707,703.9270094974199,919.0087530580053,1045.5224799610733,108.79212251797435,91.88079299929086,204.44850095518615,252.88790728605818,5.011328370238571,4.792381047239568,6.631624132701181,11.0604020699849,5.013954450995089,4.79360114569697,6.632888974820347,0.5095989615358338,0.7010043041606887,0.49940561590489857,0.32838696454191435,2.5287968846075017
mbpp,dspark_k7,dspark,7,500,61199,1.4351988286444157,175.6654662284192,1.347323708282014,696.6608542179456,697.1229435002897,978.6413718429683,1134.9274124257497,144.74703813757515,139.05306548986118,269.57134354670416,274.25451427989174,4.7933126349011435,4.529900153696456,6.829579977194199,12.186756946117372,4.796161684500074,4.531059523688732,6.830801591285134,0.27433826068703066,0.6736976821349007,0.462388017253638,0.2917950419490923,2.9203678248092144
mt_bench,baseline,baseline,,160,20102,1.0145474949999134,127.46521090305163,1.0,985.5352811689045,984.0788365036133,1160.0982246920466,1228.7251105705216,135.88225862440595,116.72725749667734,258.65039654891007,261.56884412805084,6.802873811459109,6.694544555138573,7.932162838574364,8.945381395555675,6.808100097450948,6.695755173252367,7.93327857724984,,,,,
mt_bench,dspark_k3,dspark,3,160,20102,1.146245568010398,144.01142755090638,1.1298096675212783,872.2913337876889,843.7197764942539,1313.481805704941,1433.86794267004,97.44770207444162,75.82400399405742,185.91803135059308,229.50114874707637,6.340698793466556,5.966741342590682,10.206342749464907,12.089351741436634,6.344304410333824,5.967888015807757,10.32622098520203,0.3227736367202825,0.5441349548842683,0.2823656335817968,0.14182032169478226,1.9683209101608474
mt_bench,dspark_k7,dspark,7,160,20102,1.0518269898218957,132.14891343374842,1.0367449478764772,950.6035467624315,909.5398534991546,1560.6508335607941,1760.411608337017,132.69152166194544,122.75661650346592,258.31930338608794,269.76503039040836,6.65775048881359,6.321849094407714,11.558155716175955,13.248131914494198,6.6624969313339735,6.32326457077476,11.559374125591408,0.14785346059984694,0.5276458101688062,0.257859092287476,0.1271606186192257,2.034974224198929
ultrachat,baseline,baseline,,5000,636089,0.5205862124506341,66.22783265830228,1.0,1920.7680450268758,1795.524564004154,3165.0052286931896,3293.7335572592565,134.13350982365372,127.32078000408364,226.59587289090268,258.95474469623883,14.14775085821201,13.20624435037479,23.33603281298938,24.09970887749654,14.149112711234228,13.207468862130167,23.337274902295345,,,,,
ultrachat,dspark_k3,dspark,3,5000,635846,0.6599485226793063,83.92512567030923,1.2672183627586737,1515.1526615684213,1470.6976669913274,2205.4712326978915,2478.7801955970654,154.38469593704212,149.33674249914475,250.97870194367718,286.67091090654156,10.78135369824052,10.431902874002185,15.61618643974625,17.696921136958977,10.78267526592669,10.433149968439395,15.617432073222732,0.30246536910398036,0.5334846321484933,0.2569174118884798,0.11699406327496806,1.907396107311941
ultrachat,dspark_k7,dspark,7,5000,636040,0.6585516278400763,83.77303547428042,1.2649218932846762,1518.3681885767612,1479.9964584963163,2203.905933455099,2513.144597544161,165.56593623632216,164.75157599779777,262.971773991012,305.4997507331428,10.715100522278119,10.43376617324282,15.631104971251936,17.89630725780433,10.71641033546772,10.434974913300184,15.632339404468743,0.14185244726020002,0.5312465705748265,0.25502381392840456,0.11516911181415417,1.9929671308214