| { |
| "modell": "Qwen3.6-27B Uncensored Q6_K_P", |
| "satz": "humanevalplus", |
| "reasoning": false, |
| "n": 164, |
| "bestanden": 148, |
| "quote": 90.2, |
| "tps_median": 26.9, |
| "tokens_gesamt": 39594, |
| "tokens_je_aufgabe": 241.4, |
| "am_limit": 1, |
| "dauer_s": 1619.1, |
| "aufgaben": [ |
| { |
| "task": "HumanEval/0", |
| "ok": true, |
| "grund": "", |
| "tps": 26.870008954081023, |
| "tokens": 173, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.83 |
| }, |
| { |
| "task": "HumanEval/1", |
| "ok": true, |
| "grund": "", |
| "tps": 26.826634275644135, |
| "tokens": 230, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.11 |
| }, |
| { |
| "task": "HumanEval/2", |
| "ok": true, |
| "grund": "", |
| "tps": 26.953339046329734, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.09 |
| }, |
| { |
| "task": "HumanEval/3", |
| "ok": true, |
| "grund": "", |
| "tps": 26.93659075066102, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.33 |
| }, |
| { |
| "task": "HumanEval/4", |
| "ok": true, |
| "grund": "", |
| "tps": 26.8902749490835, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.79 |
| }, |
| { |
| "task": "HumanEval/5", |
| "ok": true, |
| "grund": "", |
| "tps": 26.95658886423314, |
| "tokens": 154, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.21 |
| }, |
| { |
| "task": "HumanEval/6", |
| "ok": true, |
| "grund": "", |
| "tps": 26.92629317297677, |
| "tokens": 214, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.45 |
| }, |
| { |
| "task": "HumanEval/7", |
| "ok": true, |
| "grund": "", |
| "tps": 27.01337692777829, |
| "tokens": 112, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.64 |
| }, |
| { |
| "task": "HumanEval/8", |
| "ok": true, |
| "grund": "", |
| "tps": 26.9367480536547, |
| "tokens": 163, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.55 |
| }, |
| { |
| "task": "HumanEval/9", |
| "ok": true, |
| "grund": "", |
| "tps": 26.953581440495892, |
| "tokens": 162, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.51 |
| }, |
| { |
| "task": "HumanEval/10", |
| "ok": true, |
| "grund": "", |
| "tps": 26.81667052572478, |
| "tokens": 443, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.05 |
| }, |
| { |
| "task": "HumanEval/11", |
| "ok": true, |
| "grund": "", |
| "tps": 27.030440581829037, |
| "tokens": 113, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.64 |
| }, |
| { |
| "task": "HumanEval/12", |
| "ok": true, |
| "grund": "", |
| "tps": 26.956034076638954, |
| "tokens": 128, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.24 |
| }, |
| { |
| "task": "HumanEval/13", |
| "ok": true, |
| "grund": "", |
| "tps": 27.00921554434373, |
| "tokens": 95, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.99 |
| }, |
| { |
| "task": "HumanEval/14", |
| "ok": true, |
| "grund": "", |
| "tps": 26.958710376171734, |
| "tokens": 80, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.39 |
| }, |
| { |
| "task": "HumanEval/15", |
| "ok": true, |
| "grund": "", |
| "tps": 27.03102927107891, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.84 |
| }, |
| { |
| "task": "HumanEval/16", |
| "ok": true, |
| "grund": "", |
| "tps": 27.050385852047082, |
| "tokens": 81, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.44 |
| }, |
| { |
| "task": "HumanEval/17", |
| "ok": true, |
| "grund": "", |
| "tps": 26.881222938491938, |
| "tokens": 260, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.23 |
| }, |
| { |
| "task": "HumanEval/18", |
| "ok": true, |
| "grund": "", |
| "tps": 26.95094726720743, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.48 |
| }, |
| { |
| "task": "HumanEval/19", |
| "ok": true, |
| "grund": "", |
| "tps": 26.90773360113667, |
| "tokens": 245, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.61 |
| }, |
| { |
| "task": "HumanEval/20", |
| "ok": true, |
| "grund": "", |
| "tps": 26.90702823404738, |
| "tokens": 273, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.71 |
| }, |
| { |
| "task": "HumanEval/21", |
| "ok": true, |
| "grund": "", |
| "tps": 26.932358335446295, |
| "tokens": 193, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.7 |
| }, |
| { |
| "task": "HumanEval/22", |
| "ok": true, |
| "grund": "", |
| "tps": 26.997374675464332, |
| "tokens": 119, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.91 |
| }, |
| { |
| "task": "HumanEval/23", |
| "ok": true, |
| "grund": "", |
| "tps": 27.284272778892884, |
| "tokens": 53, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.36 |
| }, |
| { |
| "task": "HumanEval/24", |
| "ok": true, |
| "grund": "", |
| "tps": 27.115779649607372, |
| "tokens": 86, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.59 |
| }, |
| { |
| "task": "HumanEval/25", |
| "ok": true, |
| "grund": "", |
| "tps": 26.862036187113045, |
| "tokens": 204, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.13 |
| }, |
| { |
| "task": "HumanEval/26", |
| "ok": true, |
| "grund": "", |
| "tps": 26.890653771996153, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.44 |
| }, |
| { |
| "task": "HumanEval/27", |
| "ok": true, |
| "grund": "", |
| "tps": 27.17383665525678, |
| "tokens": 58, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.6 |
| }, |
| { |
| "task": "HumanEval/28", |
| "ok": true, |
| "grund": "", |
| "tps": 27.08610401605664, |
| "tokens": 70, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.05 |
| }, |
| { |
| "task": "HumanEval/29", |
| "ok": true, |
| "grund": "", |
| "tps": 27.03416967453386, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.49 |
| }, |
| { |
| "task": "HumanEval/30", |
| "ok": true, |
| "grund": "", |
| "tps": 26.88456964960315, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.74 |
| }, |
| { |
| "task": "HumanEval/31", |
| "ok": true, |
| "grund": "", |
| "tps": 26.82290272919887, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.47 |
| }, |
| { |
| "task": "HumanEval/32", |
| "ok": false, |
| "grund": "TypeError: Value after * must be an iterable, not float", |
| "tps": 26.729182550017775, |
| "tokens": 885, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 33.83 |
| }, |
| { |
| "task": "HumanEval/33", |
| "ok": true, |
| "grund": "", |
| "tps": 26.835457465507165, |
| "tokens": 275, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.86 |
| }, |
| { |
| "task": "HumanEval/34", |
| "ok": true, |
| "grund": "", |
| "tps": 27.03779510821023, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.7 |
| }, |
| { |
| "task": "HumanEval/35", |
| "ok": true, |
| "grund": "", |
| "tps": 27.088101677004826, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.06 |
| }, |
| { |
| "task": "HumanEval/36", |
| "ok": true, |
| "grund": "", |
| "tps": 26.916711947418296, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.65 |
| }, |
| { |
| "task": "HumanEval/37", |
| "ok": true, |
| "grund": "", |
| "tps": 26.860021935300317, |
| "tokens": 233, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.23 |
| }, |
| { |
| "task": "HumanEval/38", |
| "ok": true, |
| "grund": "", |
| "tps": 26.869842772618565, |
| "tokens": 277, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.89 |
| }, |
| { |
| "task": "HumanEval/39", |
| "ok": true, |
| "grund": "", |
| "tps": 26.792779722638212, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.09 |
| }, |
| { |
| "task": "HumanEval/40", |
| "ok": true, |
| "grund": "", |
| "tps": 26.87158966174251, |
| "tokens": 284, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.15 |
| }, |
| { |
| "task": "HumanEval/41", |
| "ok": true, |
| "grund": "", |
| "tps": 26.935978857528305, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.75 |
| }, |
| { |
| "task": "HumanEval/42", |
| "ok": true, |
| "grund": "", |
| "tps": 26.89788523528212, |
| "tokens": 132, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.44 |
| }, |
| { |
| "task": "HumanEval/43", |
| "ok": true, |
| "grund": "", |
| "tps": 26.874812310856804, |
| "tokens": 201, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.06 |
| }, |
| { |
| "task": "HumanEval/44", |
| "ok": true, |
| "grund": "", |
| "tps": 26.92654761610583, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.41 |
| }, |
| { |
| "task": "HumanEval/45", |
| "ok": true, |
| "grund": "", |
| "tps": 27.10165423980537, |
| "tokens": 60, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.67 |
| }, |
| { |
| "task": "HumanEval/46", |
| "ok": true, |
| "grund": "", |
| "tps": 26.882583664013577, |
| "tokens": 293, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.49 |
| }, |
| { |
| "task": "HumanEval/47", |
| "ok": true, |
| "grund": "", |
| "tps": 26.953398814724288, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.13 |
| }, |
| { |
| "task": "HumanEval/48", |
| "ok": true, |
| "grund": "", |
| "tps": 26.99577097284381, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.7 |
| }, |
| { |
| "task": "HumanEval/49", |
| "ok": true, |
| "grund": "", |
| "tps": 26.904183761196858, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.52 |
| }, |
| { |
| "task": "HumanEval/50", |
| "ok": true, |
| "grund": "", |
| "tps": 26.965342641310055, |
| "tokens": 133, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.46 |
| }, |
| { |
| "task": "HumanEval/51", |
| "ok": true, |
| "grund": "", |
| "tps": 26.903750121882137, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.69 |
| }, |
| { |
| "task": "HumanEval/52", |
| "ok": true, |
| "grund": "", |
| "tps": 27.051819654174945, |
| "tokens": 100, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.18 |
| }, |
| { |
| "task": "HumanEval/53", |
| "ok": true, |
| "grund": "", |
| "tps": 27.10491202607985, |
| "tokens": 66, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.89 |
| }, |
| { |
| "task": "HumanEval/54", |
| "ok": true, |
| "grund": "", |
| "tps": 26.917891402860185, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.55 |
| }, |
| { |
| "task": "HumanEval/55", |
| "ok": false, |
| "grund": "ValueError: n must be a positive integer", |
| "tps": 27.0070996182252, |
| "tokens": 133, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.39 |
| }, |
| { |
| "task": "HumanEval/56", |
| "ok": true, |
| "grund": "", |
| "tps": 26.81849922995035, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.38 |
| }, |
| { |
| "task": "HumanEval/57", |
| "ok": true, |
| "grund": "", |
| "tps": 26.869180795245075, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.82 |
| }, |
| { |
| "task": "HumanEval/58", |
| "ok": true, |
| "grund": "", |
| "tps": 26.908793116166205, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.87 |
| }, |
| { |
| "task": "HumanEval/59", |
| "ok": true, |
| "grund": "", |
| "tps": 26.79689959871643, |
| "tokens": 192, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.66 |
| }, |
| { |
| "task": "HumanEval/60", |
| "ok": true, |
| "grund": "", |
| "tps": 26.93260858042745, |
| "tokens": 125, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.18 |
| }, |
| { |
| "task": "HumanEval/61", |
| "ok": true, |
| "grund": "", |
| "tps": 26.844796807258835, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.35 |
| }, |
| { |
| "task": "HumanEval/62", |
| "ok": true, |
| "grund": "", |
| "tps": 26.895264461135447, |
| "tokens": 150, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.11 |
| }, |
| { |
| "task": "HumanEval/63", |
| "ok": true, |
| "grund": "", |
| "tps": 26.875849990925186, |
| "tokens": 239, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.48 |
| }, |
| { |
| "task": "HumanEval/64", |
| "ok": true, |
| "grund": "", |
| "tps": 26.909630732592273, |
| "tokens": 192, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.7 |
| }, |
| { |
| "task": "HumanEval/65", |
| "ok": true, |
| "grund": "", |
| "tps": 26.943747659040348, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.17 |
| }, |
| { |
| "task": "HumanEval/66", |
| "ok": true, |
| "grund": "", |
| "tps": 26.873495324203766, |
| "tokens": 140, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.77 |
| }, |
| { |
| "task": "HumanEval/67", |
| "ok": true, |
| "grund": "", |
| "tps": 26.879220692335597, |
| "tokens": 272, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.8 |
| }, |
| { |
| "task": "HumanEval/68", |
| "ok": true, |
| "grund": "", |
| "tps": 26.794172785814503, |
| "tokens": 429, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.77 |
| }, |
| { |
| "task": "HumanEval/69", |
| "ok": true, |
| "grund": "", |
| "tps": 26.78294097312379, |
| "tokens": 226, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.03 |
| }, |
| { |
| "task": "HumanEval/70", |
| "ok": true, |
| "grund": "", |
| "tps": 26.822455047067844, |
| "tokens": 241, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.55 |
| }, |
| { |
| "task": "HumanEval/71", |
| "ok": true, |
| "grund": "", |
| "tps": 26.848229539971072, |
| "tokens": 208, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.31 |
| }, |
| { |
| "task": "HumanEval/72", |
| "ok": true, |
| "grund": "", |
| "tps": 26.85040345100338, |
| "tokens": 255, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.18 |
| }, |
| { |
| "task": "HumanEval/73", |
| "ok": true, |
| "grund": "", |
| "tps": 26.84766252743895, |
| "tokens": 210, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.41 |
| }, |
| { |
| "task": "HumanEval/74", |
| "ok": true, |
| "grund": "", |
| "tps": 26.844115013106183, |
| "tokens": 266, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.53 |
| }, |
| { |
| "task": "HumanEval/75", |
| "ok": true, |
| "grund": "", |
| "tps": 26.890997882725827, |
| "tokens": 223, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.8 |
| }, |
| { |
| "task": "HumanEval/76", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.738121112229447, |
| "tokens": 420, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.27 |
| }, |
| { |
| "task": "HumanEval/77", |
| "ok": true, |
| "grund": "", |
| "tps": 26.824697531336014, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.73 |
| }, |
| { |
| "task": "HumanEval/78", |
| "ok": true, |
| "grund": "", |
| "tps": 26.778616808763125, |
| "tokens": 368, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.51 |
| }, |
| { |
| "task": "HumanEval/79", |
| "ok": true, |
| "grund": "", |
| "tps": 26.92939129536905, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.85 |
| }, |
| { |
| "task": "HumanEval/80", |
| "ok": true, |
| "grund": "", |
| "tps": 26.88991021264929, |
| "tokens": 194, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.78 |
| }, |
| { |
| "task": "HumanEval/81", |
| "ok": true, |
| "grund": "", |
| "tps": 26.767231999023853, |
| "tokens": 530, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 20.52 |
| }, |
| { |
| "task": "HumanEval/82", |
| "ok": true, |
| "grund": "", |
| "tps": 26.9048858158238, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.78 |
| }, |
| { |
| "task": "HumanEval/83", |
| "ok": true, |
| "grund": "", |
| "tps": 26.7888193925953, |
| "tokens": 333, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.88 |
| }, |
| { |
| "task": "HumanEval/84", |
| "ok": true, |
| "grund": "", |
| "tps": 26.908021654977873, |
| "tokens": 180, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.27 |
| }, |
| { |
| "task": "HumanEval/85", |
| "ok": true, |
| "grund": "", |
| "tps": 27.06963710817867, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.67 |
| }, |
| { |
| "task": "HumanEval/86", |
| "ok": true, |
| "grund": "", |
| "tps": 26.88258446829462, |
| "tokens": 184, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.41 |
| }, |
| { |
| "task": "HumanEval/87", |
| "ok": true, |
| "grund": "", |
| "tps": 26.853024146961406, |
| "tokens": 357, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.01 |
| }, |
| { |
| "task": "HumanEval/88", |
| "ok": true, |
| "grund": "", |
| "tps": 26.872653364671372, |
| "tokens": 281, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.08 |
| }, |
| { |
| "task": "HumanEval/89", |
| "ok": true, |
| "grund": "", |
| "tps": 26.91921125358303, |
| "tokens": 199, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.93 |
| }, |
| { |
| "task": "HumanEval/90", |
| "ok": true, |
| "grund": "", |
| "tps": 26.89803564583982, |
| "tokens": 172, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.95 |
| }, |
| { |
| "task": "HumanEval/91", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.84681694375836, |
| "tokens": 264, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.36 |
| }, |
| { |
| "task": "HumanEval/92", |
| "ok": true, |
| "grund": "", |
| "tps": 26.852176848436727, |
| "tokens": 196, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.87 |
| }, |
| { |
| "task": "HumanEval/93", |
| "ok": true, |
| "grund": "", |
| "tps": 26.88221456746145, |
| "tokens": 253, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.95 |
| }, |
| { |
| "task": "HumanEval/94", |
| "ok": true, |
| "grund": "", |
| "tps": 26.76757910818417, |
| "tokens": 469, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 18.29 |
| }, |
| { |
| "task": "HumanEval/95", |
| "ok": true, |
| "grund": "", |
| "tps": 26.875845020580154, |
| "tokens": 287, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.3 |
| }, |
| { |
| "task": "HumanEval/96", |
| "ok": true, |
| "grund": "", |
| "tps": 26.83369694347929, |
| "tokens": 297, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.66 |
| }, |
| { |
| "task": "HumanEval/97", |
| "ok": true, |
| "grund": "", |
| "tps": 26.914308418024007, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.86 |
| }, |
| { |
| "task": "HumanEval/98", |
| "ok": true, |
| "grund": "", |
| "tps": 27.017986259424127, |
| "tokens": 126, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.14 |
| }, |
| { |
| "task": "HumanEval/99", |
| "ok": true, |
| "grund": "", |
| "tps": 26.81537625803658, |
| "tokens": 217, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.68 |
| }, |
| { |
| "task": "HumanEval/100", |
| "ok": true, |
| "grund": "", |
| "tps": 26.840713784048564, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.94 |
| }, |
| { |
| "task": "HumanEval/101", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.941628925773294, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.7 |
| }, |
| { |
| "task": "HumanEval/102", |
| "ok": true, |
| "grund": "", |
| "tps": 26.889676497472635, |
| "tokens": 150, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.11 |
| }, |
| { |
| "task": "HumanEval/103", |
| "ok": true, |
| "grund": "", |
| "tps": 26.914188870527436, |
| "tokens": 195, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.84 |
| }, |
| { |
| "task": "HumanEval/104", |
| "ok": true, |
| "grund": "", |
| "tps": 26.923721749011534, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.41 |
| }, |
| { |
| "task": "HumanEval/105", |
| "ok": true, |
| "grund": "", |
| "tps": 26.824758555399658, |
| "tokens": 462, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.95 |
| }, |
| { |
| "task": "HumanEval/106", |
| "ok": true, |
| "grund": "", |
| "tps": 26.808646397265047, |
| "tokens": 251, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.94 |
| }, |
| { |
| "task": "HumanEval/107", |
| "ok": true, |
| "grund": "", |
| "tps": 26.824040956196423, |
| "tokens": 326, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.83 |
| }, |
| { |
| "task": "HumanEval/108", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.886530683925873, |
| "tokens": 267, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.5 |
| }, |
| { |
| "task": "HumanEval/109", |
| "ok": true, |
| "grund": "", |
| "tps": 26.81644450938419, |
| "tokens": 419, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.39 |
| }, |
| { |
| "task": "HumanEval/110", |
| "ok": true, |
| "grund": "", |
| "tps": 26.797162759038923, |
| "tokens": 352, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.77 |
| }, |
| { |
| "task": "HumanEval/111", |
| "ok": true, |
| "grund": "", |
| "tps": 26.8132949024718, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.33 |
| }, |
| { |
| "task": "HumanEval/112", |
| "ok": true, |
| "grund": "", |
| "tps": 26.76006887789059, |
| "tokens": 233, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.29 |
| }, |
| { |
| "task": "HumanEval/113", |
| "ok": true, |
| "grund": "", |
| "tps": 26.779218283526326, |
| "tokens": 267, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.59 |
| }, |
| { |
| "task": "HumanEval/114", |
| "ok": true, |
| "grund": "", |
| "tps": 26.88439947957282, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.34 |
| }, |
| { |
| "task": "HumanEval/115", |
| "ok": true, |
| "grund": "", |
| "tps": 26.750897417542063, |
| "tokens": 392, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.42 |
| }, |
| { |
| "task": "HumanEval/116", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 26.73595020803577, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 45.49 |
| }, |
| { |
| "task": "HumanEval/117", |
| "ok": true, |
| "grund": "", |
| "tps": 26.827727719078975, |
| "tokens": 272, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.81 |
| }, |
| { |
| "task": "HumanEval/118", |
| "ok": true, |
| "grund": "", |
| "tps": 26.780753507017522, |
| "tokens": 430, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.65 |
| }, |
| { |
| "task": "HumanEval/119", |
| "ok": true, |
| "grund": "", |
| "tps": 26.825980418140524, |
| "tokens": 291, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.44 |
| }, |
| { |
| "task": "HumanEval/120", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.904120033766304, |
| "tokens": 247, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.88 |
| }, |
| { |
| "task": "HumanEval/121", |
| "ok": true, |
| "grund": "", |
| "tps": 26.946690332201175, |
| "tokens": 136, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.58 |
| }, |
| { |
| "task": "HumanEval/122", |
| "ok": true, |
| "grund": "", |
| "tps": 26.915708656795225, |
| "tokens": 199, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.96 |
| }, |
| { |
| "task": "HumanEval/123", |
| "ok": true, |
| "grund": "", |
| "tps": 26.804355012761853, |
| "tokens": 324, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.77 |
| }, |
| { |
| "task": "HumanEval/124", |
| "ok": true, |
| "grund": "", |
| "tps": 26.781276480810316, |
| "tokens": 610, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 23.5 |
| }, |
| { |
| "task": "HumanEval/125", |
| "ok": true, |
| "grund": "", |
| "tps": 26.8798619243704, |
| "tokens": 229, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.1 |
| }, |
| { |
| "task": "HumanEval/126", |
| "ok": true, |
| "grund": "", |
| "tps": 26.757459177788398, |
| "tokens": 599, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 23.09 |
| }, |
| { |
| "task": "HumanEval/127", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.773510585450595, |
| "tokens": 451, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.57 |
| }, |
| { |
| "task": "HumanEval/128", |
| "ok": true, |
| "grund": "", |
| "tps": 26.865563470830867, |
| "tokens": 215, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.57 |
| }, |
| { |
| "task": "HumanEval/129", |
| "ok": true, |
| "grund": "", |
| "tps": 26.73396558393722, |
| "tokens": 928, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 35.56 |
| }, |
| { |
| "task": "HumanEval/130", |
| "ok": true, |
| "grund": "", |
| "tps": 26.739108629741445, |
| "tokens": 848, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 32.42 |
| }, |
| { |
| "task": "HumanEval/131", |
| "ok": true, |
| "grund": "", |
| "tps": 26.98928642673582, |
| "tokens": 138, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.61 |
| }, |
| { |
| "task": "HumanEval/132", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.881305094899176, |
| "tokens": 214, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.52 |
| }, |
| { |
| "task": "HumanEval/133", |
| "ok": true, |
| "grund": "", |
| "tps": 26.8369181411619, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.49 |
| }, |
| { |
| "task": "HumanEval/134", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.71574315859374, |
| "tokens": 841, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 32.04 |
| }, |
| { |
| "task": "HumanEval/135", |
| "ok": true, |
| "grund": "", |
| "tps": 26.865725464740986, |
| "tokens": 149, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.1 |
| }, |
| { |
| "task": "HumanEval/136", |
| "ok": true, |
| "grund": "", |
| "tps": 26.802543397784852, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.51 |
| }, |
| { |
| "task": "HumanEval/137", |
| "ok": true, |
| "grund": "", |
| "tps": 26.80465418519347, |
| "tokens": 239, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.49 |
| }, |
| { |
| "task": "HumanEval/138", |
| "ok": true, |
| "grund": "", |
| "tps": 26.87520677381682, |
| "tokens": 187, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.44 |
| }, |
| { |
| "task": "HumanEval/139", |
| "ok": true, |
| "grund": "", |
| "tps": 26.931611725209986, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.7 |
| }, |
| { |
| "task": "HumanEval/140", |
| "ok": true, |
| "grund": "", |
| "tps": 26.91364851992555, |
| "tokens": 168, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.79 |
| }, |
| { |
| "task": "HumanEval/141", |
| "ok": true, |
| "grund": "", |
| "tps": 26.79306997575856, |
| "tokens": 405, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.78 |
| }, |
| { |
| "task": "HumanEval/142", |
| "ok": true, |
| "grund": "", |
| "tps": 26.873343580288537, |
| "tokens": 240, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.53 |
| }, |
| { |
| "task": "HumanEval/143", |
| "ok": true, |
| "grund": "", |
| "tps": 26.881566133435886, |
| "tokens": 281, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.04 |
| }, |
| { |
| "task": "HumanEval/144", |
| "ok": true, |
| "grund": "", |
| "tps": 26.90494764498975, |
| "tokens": 200, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.02 |
| }, |
| { |
| "task": "HumanEval/145", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.8641130129275, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.7 |
| }, |
| { |
| "task": "HumanEval/146", |
| "ok": true, |
| "grund": "", |
| "tps": 26.922323762277916, |
| "tokens": 212, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.43 |
| }, |
| { |
| "task": "HumanEval/147", |
| "ok": true, |
| "grund": "", |
| "tps": 26.78498781195977, |
| "tokens": 769, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 29.3 |
| }, |
| { |
| "task": "HumanEval/148", |
| "ok": true, |
| "grund": "", |
| "tps": 26.853148301121827, |
| "tokens": 332, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.0 |
| }, |
| { |
| "task": "HumanEval/149", |
| "ok": true, |
| "grund": "", |
| "tps": 26.892534298849455, |
| "tokens": 266, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.51 |
| }, |
| { |
| "task": "HumanEval/150", |
| "ok": true, |
| "grund": "", |
| "tps": 26.911370693968976, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.85 |
| }, |
| { |
| "task": "HumanEval/151", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.915161635897604, |
| "tokens": 182, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.32 |
| }, |
| { |
| "task": "HumanEval/152", |
| "ok": true, |
| "grund": "", |
| "tps": 26.858655237945907, |
| "tokens": 259, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.33 |
| }, |
| { |
| "task": "HumanEval/153", |
| "ok": true, |
| "grund": "", |
| "tps": 26.80464520008919, |
| "tokens": 358, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.09 |
| }, |
| { |
| "task": "HumanEval/154", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.868062871730363, |
| "tokens": 232, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.21 |
| }, |
| { |
| "task": "HumanEval/155", |
| "ok": true, |
| "grund": "", |
| "tps": 26.909309034880703, |
| "tokens": 151, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.09 |
| }, |
| { |
| "task": "HumanEval/156", |
| "ok": true, |
| "grund": "", |
| "tps": 26.83093019715118, |
| "tokens": 301, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.76 |
| }, |
| { |
| "task": "HumanEval/157", |
| "ok": true, |
| "grund": "", |
| "tps": 26.950990156328157, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.15 |
| }, |
| { |
| "task": "HumanEval/158", |
| "ok": true, |
| "grund": "", |
| "tps": 26.816952735302, |
| "tokens": 296, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.6 |
| }, |
| { |
| "task": "HumanEval/159", |
| "ok": true, |
| "grund": "", |
| "tps": 26.810180541013715, |
| "tokens": 341, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.48 |
| }, |
| { |
| "task": "HumanEval/160", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.833490863484453, |
| "tokens": 326, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.78 |
| }, |
| { |
| "task": "HumanEval/161", |
| "ok": true, |
| "grund": "", |
| "tps": 26.924051625522793, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.49 |
| }, |
| { |
| "task": "HumanEval/162", |
| "ok": true, |
| "grund": "", |
| "tps": 26.926729351783095, |
| "tokens": 116, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.79 |
| }, |
| { |
| "task": "HumanEval/163", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 26.802495406919423, |
| "tokens": 170, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.88 |
| } |
| ] |
| } |
