| { |
| "modell": "Qwen3.8-27B Q6_K", |
| "satz": "humanevalplus", |
| "reasoning": false, |
| "n": 164, |
| "bestanden": 148, |
| "quote": 90.2, |
| "tps_median": 27.9, |
| "tokens_gesamt": 29749, |
| "tokens_je_aufgabe": 181.4, |
| "am_limit": 2, |
| "dauer_s": 1235.5, |
| "aufgaben": [ |
| { |
| "task": "HumanEval/0", |
| "ok": true, |
| "grund": "", |
| "tps": 28.025526583796744, |
| "tokens": 168, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.36 |
| }, |
| { |
| "task": "HumanEval/1", |
| "ok": true, |
| "grund": "", |
| "tps": 27.966592395450245, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.11 |
| }, |
| { |
| "task": "HumanEval/2", |
| "ok": true, |
| "grund": "", |
| "tps": 28.040530758481115, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.73 |
| }, |
| { |
| "task": "HumanEval/3", |
| "ok": true, |
| "grund": "", |
| "tps": 28.044663340421987, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.91 |
| }, |
| { |
| "task": "HumanEval/4", |
| "ok": true, |
| "grund": "", |
| "tps": 28.04007296767667, |
| "tokens": 159, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.16 |
| }, |
| { |
| "task": "HumanEval/5", |
| "ok": true, |
| "grund": "", |
| "tps": 28.054998484648383, |
| "tokens": 147, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.73 |
| }, |
| { |
| "task": "HumanEval/6", |
| "ok": true, |
| "grund": "", |
| "tps": 27.971075647491553, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.57 |
| }, |
| { |
| "task": "HumanEval/7", |
| "ok": true, |
| "grund": "", |
| "tps": 28.101314957699643, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.29 |
| }, |
| { |
| "task": "HumanEval/8", |
| "ok": true, |
| "grund": "", |
| "tps": 28.02268560550905, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.12 |
| }, |
| { |
| "task": "HumanEval/9", |
| "ok": true, |
| "grund": "", |
| "tps": 27.99822211289583, |
| "tokens": 168, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.48 |
| }, |
| { |
| "task": "HumanEval/10", |
| "ok": true, |
| "grund": "", |
| "tps": 28.005688345255543, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.16 |
| }, |
| { |
| "task": "HumanEval/11", |
| "ok": true, |
| "grund": "", |
| "tps": 28.10302945304546, |
| "tokens": 105, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.18 |
| }, |
| { |
| "task": "HumanEval/12", |
| "ok": true, |
| "grund": "", |
| "tps": 28.020789147434456, |
| "tokens": 123, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.88 |
| }, |
| { |
| "task": "HumanEval/13", |
| "ok": true, |
| "grund": "", |
| "tps": 27.945968689545623, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.25 |
| }, |
| { |
| "task": "HumanEval/14", |
| "ok": true, |
| "grund": "", |
| "tps": 28.210114647334287, |
| "tokens": 79, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.23 |
| }, |
| { |
| "task": "HumanEval/15", |
| "ok": true, |
| "grund": "", |
| "tps": 28.20106386082289, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.52 |
| }, |
| { |
| "task": "HumanEval/16", |
| "ok": true, |
| "grund": "", |
| "tps": 28.11656387472887, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.15 |
| }, |
| { |
| "task": "HumanEval/17", |
| "ok": true, |
| "grund": "", |
| "tps": 27.97396004213362, |
| "tokens": 243, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.22 |
| }, |
| { |
| "task": "HumanEval/18", |
| "ok": true, |
| "grund": "", |
| "tps": 28.01286939951362, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.05 |
| }, |
| { |
| "task": "HumanEval/19", |
| "ok": true, |
| "grund": "", |
| "tps": 27.952881225761793, |
| "tokens": 240, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.07 |
| }, |
| { |
| "task": "HumanEval/20", |
| "ok": true, |
| "grund": "", |
| "tps": 27.90629773291528, |
| "tokens": 268, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.14 |
| }, |
| { |
| "task": "HumanEval/21", |
| "ok": true, |
| "grund": "", |
| "tps": 27.971332954530066, |
| "tokens": 188, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.23 |
| }, |
| { |
| "task": "HumanEval/22", |
| "ok": true, |
| "grund": "", |
| "tps": 28.038907181133062, |
| "tokens": 114, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.55 |
| }, |
| { |
| "task": "HumanEval/23", |
| "ok": true, |
| "grund": "", |
| "tps": 28.39378152523113, |
| "tokens": 48, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.1 |
| }, |
| { |
| "task": "HumanEval/24", |
| "ok": true, |
| "grund": "", |
| "tps": 28.194703572721448, |
| "tokens": 81, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.28 |
| }, |
| { |
| "task": "HumanEval/25", |
| "ok": true, |
| "grund": "", |
| "tps": 27.97131307566595, |
| "tokens": 197, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.55 |
| }, |
| { |
| "task": "HumanEval/26", |
| "ok": true, |
| "grund": "", |
| "tps": 28.01452921952259, |
| "tokens": 114, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.52 |
| }, |
| { |
| "task": "HumanEval/27", |
| "ok": true, |
| "grund": "", |
| "tps": 28.347718463296925, |
| "tokens": 53, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.34 |
| }, |
| { |
| "task": "HumanEval/28", |
| "ok": true, |
| "grund": "", |
| "tps": 28.224276177581935, |
| "tokens": 65, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.76 |
| }, |
| { |
| "task": "HumanEval/29", |
| "ok": true, |
| "grund": "", |
| "tps": 28.015459040162906, |
| "tokens": 102, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.15 |
| }, |
| { |
| "task": "HumanEval/30", |
| "ok": true, |
| "grund": "", |
| "tps": 28.01607114711501, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.52 |
| }, |
| { |
| "task": "HumanEval/31", |
| "ok": true, |
| "grund": "", |
| "tps": 27.826832741109985, |
| "tokens": 190, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.36 |
| }, |
| { |
| "task": "HumanEval/32", |
| "ok": false, |
| "grund": "TypeError: Value after * must be an iterable, not float", |
| "tps": 27.698989336809948, |
| "tokens": 752, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 27.87 |
| }, |
| { |
| "task": "HumanEval/33", |
| "ok": true, |
| "grund": "", |
| "tps": 27.80065975223351, |
| "tokens": 222, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.6 |
| }, |
| { |
| "task": "HumanEval/34", |
| "ok": true, |
| "grund": "", |
| "tps": 28.05577358797227, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.59 |
| }, |
| { |
| "task": "HumanEval/35", |
| "ok": true, |
| "grund": "", |
| "tps": 28.06088602247616, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.76 |
| }, |
| { |
| "task": "HumanEval/36", |
| "ok": true, |
| "grund": "", |
| "tps": 27.854163085293397, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.29 |
| }, |
| { |
| "task": "HumanEval/37", |
| "ok": true, |
| "grund": "", |
| "tps": 27.866127692886117, |
| "tokens": 195, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.56 |
| }, |
| { |
| "task": "HumanEval/38", |
| "ok": true, |
| "grund": "", |
| "tps": 27.90304034739486, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.57 |
| }, |
| { |
| "task": "HumanEval/39", |
| "ok": true, |
| "grund": "", |
| "tps": 27.763466928903597, |
| "tokens": 257, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.8 |
| }, |
| { |
| "task": "HumanEval/40", |
| "ok": true, |
| "grund": "", |
| "tps": 27.826319245795442, |
| "tokens": 230, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.85 |
| }, |
| { |
| "task": "HumanEval/41", |
| "ok": true, |
| "grund": "", |
| "tps": 27.899608028165183, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.25 |
| }, |
| { |
| "task": "HumanEval/42", |
| "ok": true, |
| "grund": "", |
| "tps": 27.810241307493023, |
| "tokens": 127, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.1 |
| }, |
| { |
| "task": "HumanEval/43", |
| "ok": true, |
| "grund": "", |
| "tps": 27.871100143422407, |
| "tokens": 196, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.62 |
| }, |
| { |
| "task": "HumanEval/44", |
| "ok": true, |
| "grund": "", |
| "tps": 27.879018906348, |
| "tokens": 153, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.02 |
| }, |
| { |
| "task": "HumanEval/45", |
| "ok": true, |
| "grund": "", |
| "tps": 28.212405558972392, |
| "tokens": 55, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.4 |
| }, |
| { |
| "task": "HumanEval/46", |
| "ok": true, |
| "grund": "", |
| "tps": 27.825862957717998, |
| "tokens": 299, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.34 |
| }, |
| { |
| "task": "HumanEval/47", |
| "ok": true, |
| "grund": "", |
| "tps": 27.89703761357581, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.22 |
| }, |
| { |
| "task": "HumanEval/48", |
| "ok": true, |
| "grund": "", |
| "tps": 27.96083028662579, |
| "tokens": 82, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.41 |
| }, |
| { |
| "task": "HumanEval/49", |
| "ok": true, |
| "grund": "", |
| "tps": 27.876919725708394, |
| "tokens": 129, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.16 |
| }, |
| { |
| "task": "HumanEval/50", |
| "ok": true, |
| "grund": "", |
| "tps": 28.13457647131746, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.8 |
| }, |
| { |
| "task": "HumanEval/51", |
| "ok": true, |
| "grund": "", |
| "tps": 27.87123556734518, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.49 |
| }, |
| { |
| "task": "HumanEval/52", |
| "ok": true, |
| "grund": "", |
| "tps": 28.04418109810386, |
| "tokens": 95, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.87 |
| }, |
| { |
| "task": "HumanEval/53", |
| "ok": true, |
| "grund": "", |
| "tps": 28.153645120390813, |
| "tokens": 58, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.51 |
| }, |
| { |
| "task": "HumanEval/54", |
| "ok": true, |
| "grund": "", |
| "tps": 27.735423967957765, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.18 |
| }, |
| { |
| "task": "HumanEval/55", |
| "ok": true, |
| "grund": "", |
| "tps": 27.79746765069702, |
| "tokens": 108, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.34 |
| }, |
| { |
| "task": "HumanEval/56", |
| "ok": true, |
| "grund": "", |
| "tps": 27.846656523399894, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.99 |
| }, |
| { |
| "task": "HumanEval/57", |
| "ok": true, |
| "grund": "", |
| "tps": 27.8933724640864, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.18 |
| }, |
| { |
| "task": "HumanEval/58", |
| "ok": true, |
| "grund": "", |
| "tps": 27.84355903281638, |
| "tokens": 137, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.48 |
| }, |
| { |
| "task": "HumanEval/59", |
| "ok": true, |
| "grund": "", |
| "tps": 27.895597935167842, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.21 |
| }, |
| { |
| "task": "HumanEval/60", |
| "ok": true, |
| "grund": "", |
| "tps": 27.901844102631355, |
| "tokens": 120, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.85 |
| }, |
| { |
| "task": "HumanEval/61", |
| "ok": true, |
| "grund": "", |
| "tps": 27.89329687131418, |
| "tokens": 151, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.94 |
| }, |
| { |
| "task": "HumanEval/62", |
| "ok": true, |
| "grund": "", |
| "tps": 27.90769289989799, |
| "tokens": 145, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.74 |
| }, |
| { |
| "task": "HumanEval/63", |
| "ok": true, |
| "grund": "", |
| "tps": 27.808068054805858, |
| "tokens": 253, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.68 |
| }, |
| { |
| "task": "HumanEval/64", |
| "ok": true, |
| "grund": "", |
| "tps": 27.86099416825401, |
| "tokens": 190, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.39 |
| }, |
| { |
| "task": "HumanEval/65", |
| "ok": true, |
| "grund": "", |
| "tps": 28.127508486934772, |
| "tokens": 65, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.84 |
| }, |
| { |
| "task": "HumanEval/66", |
| "ok": true, |
| "grund": "", |
| "tps": 28.849507853622843, |
| "tokens": 22, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.32 |
| }, |
| { |
| "task": "HumanEval/67", |
| "ok": true, |
| "grund": "", |
| "tps": 27.8217240000867, |
| "tokens": 258, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.95 |
| }, |
| { |
| "task": "HumanEval/68", |
| "ok": true, |
| "grund": "", |
| "tps": 28.038431343227785, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.87 |
| }, |
| { |
| "task": "HumanEval/69", |
| "ok": true, |
| "grund": "", |
| "tps": 27.826018435352832, |
| "tokens": 226, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.72 |
| }, |
| { |
| "task": "HumanEval/70", |
| "ok": true, |
| "grund": "", |
| "tps": 28.21730881075017, |
| "tokens": 54, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.48 |
| }, |
| { |
| "task": "HumanEval/71", |
| "ok": true, |
| "grund": "", |
| "tps": 27.834808800167917, |
| "tokens": 209, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.07 |
| }, |
| { |
| "task": "HumanEval/72", |
| "ok": true, |
| "grund": "", |
| "tps": 28.75179267427324, |
| "tokens": 25, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.56 |
| }, |
| { |
| "task": "HumanEval/73", |
| "ok": true, |
| "grund": "", |
| "tps": 27.865266407578595, |
| "tokens": 205, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.95 |
| }, |
| { |
| "task": "HumanEval/74", |
| "ok": true, |
| "grund": "", |
| "tps": 28.064144109380003, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.9 |
| }, |
| { |
| "task": "HumanEval/75", |
| "ok": true, |
| "grund": "", |
| "tps": 27.84021244776312, |
| "tokens": 248, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.39 |
| }, |
| { |
| "task": "HumanEval/76", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.793509478685547, |
| "tokens": 430, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.04 |
| }, |
| { |
| "task": "HumanEval/77", |
| "ok": true, |
| "grund": "", |
| "tps": 27.87203687730618, |
| "tokens": 150, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.93 |
| }, |
| { |
| "task": "HumanEval/78", |
| "ok": true, |
| "grund": "", |
| "tps": 28.348654675386797, |
| "tokens": 47, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.43 |
| }, |
| { |
| "task": "HumanEval/79", |
| "ok": true, |
| "grund": "", |
| "tps": 27.860195176707933, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.49 |
| }, |
| { |
| "task": "HumanEval/80", |
| "ok": true, |
| "grund": "", |
| "tps": 28.10675834400897, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.26 |
| }, |
| { |
| "task": "HumanEval/81", |
| "ok": true, |
| "grund": "", |
| "tps": 27.75121296587415, |
| "tokens": 525, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 19.63 |
| }, |
| { |
| "task": "HumanEval/82", |
| "ok": true, |
| "grund": "", |
| "tps": 28.144313485435756, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.77 |
| }, |
| { |
| "task": "HumanEval/83", |
| "ok": true, |
| "grund": "", |
| "tps": 27.68170617957601, |
| "tokens": 220, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.4 |
| }, |
| { |
| "task": "HumanEval/84", |
| "ok": true, |
| "grund": "", |
| "tps": 27.788809494054707, |
| "tokens": 175, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.88 |
| }, |
| { |
| "task": "HumanEval/85", |
| "ok": true, |
| "grund": "", |
| "tps": 28.42667812156511, |
| "tokens": 36, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.73 |
| }, |
| { |
| "task": "HumanEval/86", |
| "ok": true, |
| "grund": "", |
| "tps": 27.85361833640026, |
| "tokens": 184, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.17 |
| }, |
| { |
| "task": "HumanEval/87", |
| "ok": true, |
| "grund": "", |
| "tps": 28.164644798928926, |
| "tokens": 69, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.18 |
| }, |
| { |
| "task": "HumanEval/88", |
| "ok": true, |
| "grund": "", |
| "tps": 28.189998743003336, |
| "tokens": 61, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.8 |
| }, |
| { |
| "task": "HumanEval/89", |
| "ok": true, |
| "grund": "", |
| "tps": 27.996477652462797, |
| "tokens": 86, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.61 |
| }, |
| { |
| "task": "HumanEval/90", |
| "ok": true, |
| "grund": "", |
| "tps": 27.908682062652257, |
| "tokens": 153, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.05 |
| }, |
| { |
| "task": "HumanEval/91", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.83537210461212, |
| "tokens": 164, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.43 |
| }, |
| { |
| "task": "HumanEval/92", |
| "ok": true, |
| "grund": "", |
| "tps": 28.238527705917697, |
| "tokens": 54, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.48 |
| }, |
| { |
| "task": "HumanEval/93", |
| "ok": true, |
| "grund": "", |
| "tps": 27.826899745470286, |
| "tokens": 322, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.11 |
| }, |
| { |
| "task": "HumanEval/94", |
| "ok": true, |
| "grund": "", |
| "tps": 27.709313668720235, |
| "tokens": 468, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.66 |
| }, |
| { |
| "task": "HumanEval/95", |
| "ok": true, |
| "grund": "", |
| "tps": 27.856540781320255, |
| "tokens": 85, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.68 |
| }, |
| { |
| "task": "HumanEval/96", |
| "ok": true, |
| "grund": "", |
| "tps": 27.91415162829882, |
| "tokens": 122, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.96 |
| }, |
| { |
| "task": "HumanEval/97", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.89184873209692, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.34 |
| }, |
| { |
| "task": "HumanEval/98", |
| "ok": true, |
| "grund": "", |
| "tps": 27.989705340111932, |
| "tokens": 121, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.79 |
| }, |
| { |
| "task": "HumanEval/99", |
| "ok": true, |
| "grund": "", |
| "tps": 27.8267096146924, |
| "tokens": 217, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.38 |
| }, |
| { |
| "task": "HumanEval/100", |
| "ok": true, |
| "grund": "", |
| "tps": 27.797378157574073, |
| "tokens": 177, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.93 |
| }, |
| { |
| "task": "HumanEval/101", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.917089183765185, |
| "tokens": 133, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.3 |
| }, |
| { |
| "task": "HumanEval/102", |
| "ok": true, |
| "grund": "", |
| "tps": 27.861784829508203, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.13 |
| }, |
| { |
| "task": "HumanEval/103", |
| "ok": true, |
| "grund": "", |
| "tps": 28.30192742278342, |
| "tokens": 46, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.22 |
| }, |
| { |
| "task": "HumanEval/104", |
| "ok": true, |
| "grund": "", |
| "tps": 27.80935915106902, |
| "tokens": 188, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.3 |
| }, |
| { |
| "task": "HumanEval/105", |
| "ok": true, |
| "grund": "", |
| "tps": 27.971485823302146, |
| "tokens": 127, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.28 |
| }, |
| { |
| "task": "HumanEval/106", |
| "ok": true, |
| "grund": "", |
| "tps": 27.789382311216404, |
| "tokens": 241, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.23 |
| }, |
| { |
| "task": "HumanEval/107", |
| "ok": true, |
| "grund": "", |
| "tps": 27.777772799682293, |
| "tokens": 310, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.84 |
| }, |
| { |
| "task": "HumanEval/108", |
| "ok": true, |
| "grund": "", |
| "tps": 27.909364195911078, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.05 |
| }, |
| { |
| "task": "HumanEval/109", |
| "ok": true, |
| "grund": "", |
| "tps": 28.180288680638515, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.03 |
| }, |
| { |
| "task": "HumanEval/110", |
| "ok": true, |
| "grund": "", |
| "tps": 27.73623121477065, |
| "tokens": 280, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.73 |
| }, |
| { |
| "task": "HumanEval/111", |
| "ok": true, |
| "grund": "", |
| "tps": 27.815254077903468, |
| "tokens": 260, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.93 |
| }, |
| { |
| "task": "HumanEval/112", |
| "ok": true, |
| "grund": "", |
| "tps": 28.39489782057648, |
| "tokens": 37, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.89 |
| }, |
| { |
| "task": "HumanEval/113", |
| "ok": true, |
| "grund": "", |
| "tps": 27.815557605110445, |
| "tokens": 260, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.96 |
| }, |
| { |
| "task": "HumanEval/114", |
| "ok": true, |
| "grund": "", |
| "tps": 28.095770820243256, |
| "tokens": 66, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.84 |
| }, |
| { |
| "task": "HumanEval/115", |
| "ok": true, |
| "grund": "", |
| "tps": 27.725399618292172, |
| "tokens": 387, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.73 |
| }, |
| { |
| "task": "HumanEval/116", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 27.667443599224537, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 43.98 |
| }, |
| { |
| "task": "HumanEval/117", |
| "ok": true, |
| "grund": "", |
| "tps": 27.91361542419546, |
| "tokens": 90, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.88 |
| }, |
| { |
| "task": "HumanEval/118", |
| "ok": true, |
| "grund": "", |
| "tps": 27.99883141719401, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.3 |
| }, |
| { |
| "task": "HumanEval/119", |
| "ok": true, |
| "grund": "", |
| "tps": 27.840067350690934, |
| "tokens": 150, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.98 |
| }, |
| { |
| "task": "HumanEval/120", |
| "ok": true, |
| "grund": "", |
| "tps": 27.790171693013153, |
| "tokens": 271, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.43 |
| }, |
| { |
| "task": "HumanEval/121", |
| "ok": true, |
| "grund": "", |
| "tps": 28.429282160625444, |
| "tokens": 36, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.81 |
| }, |
| { |
| "task": "HumanEval/122", |
| "ok": true, |
| "grund": "", |
| "tps": 28.61263075972257, |
| "tokens": 30, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.61 |
| }, |
| { |
| "task": "HumanEval/123", |
| "ok": true, |
| "grund": "", |
| "tps": 27.80113238033733, |
| "tokens": 318, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.12 |
| }, |
| { |
| "task": "HumanEval/124", |
| "ok": true, |
| "grund": "", |
| "tps": 27.74632248051344, |
| "tokens": 570, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 21.27 |
| }, |
| { |
| "task": "HumanEval/125", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.973772819524793, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.69 |
| }, |
| { |
| "task": "HumanEval/126", |
| "ok": true, |
| "grund": "", |
| "tps": 27.796496326171276, |
| "tokens": 317, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.12 |
| }, |
| { |
| "task": "HumanEval/127", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.98095826984102, |
| "tokens": 122, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.08 |
| }, |
| { |
| "task": "HumanEval/128", |
| "ok": true, |
| "grund": "", |
| "tps": 27.906277208620278, |
| "tokens": 95, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.97 |
| }, |
| { |
| "task": "HumanEval/129", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 27.64832346326586, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 44.25 |
| }, |
| { |
| "task": "HumanEval/130", |
| "ok": true, |
| "grund": "", |
| "tps": 27.75658917220621, |
| "tokens": 430, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.25 |
| }, |
| { |
| "task": "HumanEval/131", |
| "ok": true, |
| "grund": "", |
| "tps": 28.100647006589384, |
| "tokens": 65, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.81 |
| }, |
| { |
| "task": "HumanEval/132", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.836383127662657, |
| "tokens": 217, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.36 |
| }, |
| { |
| "task": "HumanEval/133", |
| "ok": true, |
| "grund": "", |
| "tps": 27.839115793566787, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.24 |
| }, |
| { |
| "task": "HumanEval/134", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.726042909233083, |
| "tokens": 732, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 26.97 |
| }, |
| { |
| "task": "HumanEval/135", |
| "ok": true, |
| "grund": "", |
| "tps": 28.21524469670963, |
| "tokens": 48, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.26 |
| }, |
| { |
| "task": "HumanEval/136", |
| "ok": true, |
| "grund": "", |
| "tps": 28.037390073140696, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.28 |
| }, |
| { |
| "task": "HumanEval/137", |
| "ok": true, |
| "grund": "", |
| "tps": 27.899730962245503, |
| "tokens": 86, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.65 |
| }, |
| { |
| "task": "HumanEval/138", |
| "ok": true, |
| "grund": "", |
| "tps": 28.607255753634316, |
| "tokens": 24, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.31 |
| }, |
| { |
| "task": "HumanEval/139", |
| "ok": true, |
| "grund": "", |
| "tps": 27.8834952973686, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.15 |
| }, |
| { |
| "task": "HumanEval/140", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.92666029365957, |
| "tokens": 130, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.21 |
| }, |
| { |
| "task": "HumanEval/141", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.959633582923715, |
| "tokens": 138, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.62 |
| }, |
| { |
| "task": "HumanEval/142", |
| "ok": true, |
| "grund": "", |
| "tps": 28.024952812038915, |
| "tokens": 74, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.24 |
| }, |
| { |
| "task": "HumanEval/143", |
| "ok": true, |
| "grund": "", |
| "tps": 27.77637271564918, |
| "tokens": 95, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.03 |
| }, |
| { |
| "task": "HumanEval/144", |
| "ok": true, |
| "grund": "", |
| "tps": 27.854451713735603, |
| "tokens": 219, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.42 |
| }, |
| { |
| "task": "HumanEval/145", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.886285474101502, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.48 |
| }, |
| { |
| "task": "HumanEval/146", |
| "ok": true, |
| "grund": "", |
| "tps": 28.03939223059596, |
| "tokens": 72, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.14 |
| }, |
| { |
| "task": "HumanEval/147", |
| "ok": true, |
| "grund": "", |
| "tps": 27.687844689445896, |
| "tokens": 1086, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 39.81 |
| }, |
| { |
| "task": "HumanEval/148", |
| "ok": true, |
| "grund": "", |
| "tps": 27.970068842753182, |
| "tokens": 123, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.05 |
| }, |
| { |
| "task": "HumanEval/149", |
| "ok": true, |
| "grund": "", |
| "tps": 27.839918355034374, |
| "tokens": 237, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.17 |
| }, |
| { |
| "task": "HumanEval/150", |
| "ok": true, |
| "grund": "", |
| "tps": 27.921228389421188, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.52 |
| }, |
| { |
| "task": "HumanEval/151", |
| "ok": true, |
| "grund": "", |
| "tps": 28.37182319575737, |
| "tokens": 38, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.91 |
| }, |
| { |
| "task": "HumanEval/152", |
| "ok": true, |
| "grund": "", |
| "tps": 27.79556976119966, |
| "tokens": 252, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.72 |
| }, |
| { |
| "task": "HumanEval/153", |
| "ok": true, |
| "grund": "", |
| "tps": 28.08081659014644, |
| "tokens": 78, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.51 |
| }, |
| { |
| "task": "HumanEval/154", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.86947276690674, |
| "tokens": 175, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.84 |
| }, |
| { |
| "task": "HumanEval/155", |
| "ok": true, |
| "grund": "", |
| "tps": 27.938583244640228, |
| "tokens": 137, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.37 |
| }, |
| { |
| "task": "HumanEval/156", |
| "ok": true, |
| "grund": "", |
| "tps": 27.77468655803308, |
| "tokens": 300, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.33 |
| }, |
| { |
| "task": "HumanEval/157", |
| "ok": true, |
| "grund": "", |
| "tps": 27.81284519488717, |
| "tokens": 141, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.61 |
| }, |
| { |
| "task": "HumanEval/158", |
| "ok": true, |
| "grund": "", |
| "tps": 27.90091889005, |
| "tokens": 141, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.61 |
| }, |
| { |
| "task": "HumanEval/159", |
| "ok": true, |
| "grund": "", |
| "tps": 27.80199189687778, |
| "tokens": 336, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.84 |
| }, |
| { |
| "task": "HumanEval/160", |
| "ok": true, |
| "grund": "", |
| "tps": 27.843221246519597, |
| "tokens": 260, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.96 |
| }, |
| { |
| "task": "HumanEval/161", |
| "ok": true, |
| "grund": "", |
| "tps": 28.294469575017068, |
| "tokens": 47, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.2 |
| }, |
| { |
| "task": "HumanEval/162", |
| "ok": true, |
| "grund": "", |
| "tps": 27.944321760783456, |
| "tokens": 119, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.74 |
| }, |
| { |
| "task": "HumanEval/163", |
| "ok": false, |
| "grund": "Zeitueberschreitung (25s)", |
| "tps": 27.89914540512496, |
| "tokens": 171, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.68 |
| } |
| ] |
| } |
