| { |
| "modell": "Qwen3.6-27B UD-Q6_K_XL", |
| "satz": "humanevalplus", |
| "reasoning": false, |
| "n": 164, |
| "bestanden": 149, |
| "quote": 90.9, |
| "tps_median": 25.1, |
| "tokens_gesamt": 38378, |
| "tokens_je_aufgabe": 234.0, |
| "am_limit": 1, |
| "dauer_s": 1675.1, |
| "aufgaben": [ |
| { |
| "task": "HumanEval/0", |
| "ok": true, |
| "grund": "", |
| "tps": 25.119214631056817, |
| "tokens": 173, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.42 |
| }, |
| { |
| "task": "HumanEval/1", |
| "ok": true, |
| "grund": "", |
| "tps": 25.078036306890617, |
| "tokens": 230, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.7 |
| }, |
| { |
| "task": "HumanEval/2", |
| "ok": true, |
| "grund": "", |
| "tps": 25.251506304416022, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.33 |
| }, |
| { |
| "task": "HumanEval/3", |
| "ok": true, |
| "grund": "", |
| "tps": 25.104262639836342, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.76 |
| }, |
| { |
| "task": "HumanEval/4", |
| "ok": true, |
| "grund": "", |
| "tps": 25.112288334242475, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.22 |
| }, |
| { |
| "task": "HumanEval/5", |
| "ok": true, |
| "grund": "", |
| "tps": 25.143686371370944, |
| "tokens": 154, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.62 |
| }, |
| { |
| "task": "HumanEval/6", |
| "ok": true, |
| "grund": "", |
| "tps": 25.103010320152535, |
| "tokens": 214, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.02 |
| }, |
| { |
| "task": "HumanEval/7", |
| "ok": true, |
| "grund": "", |
| "tps": 25.219181709608325, |
| "tokens": 112, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.94 |
| }, |
| { |
| "task": "HumanEval/8", |
| "ok": true, |
| "grund": "", |
| "tps": 25.1309197577441, |
| "tokens": 163, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.99 |
| }, |
| { |
| "task": "HumanEval/9", |
| "ok": true, |
| "grund": "", |
| "tps": 25.11893116156915, |
| "tokens": 162, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.96 |
| }, |
| { |
| "task": "HumanEval/10", |
| "ok": true, |
| "grund": "", |
| "tps": 25.094198297396666, |
| "tokens": 297, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.36 |
| }, |
| { |
| "task": "HumanEval/11", |
| "ok": true, |
| "grund": "", |
| "tps": 25.162655412798927, |
| "tokens": 113, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.94 |
| }, |
| { |
| "task": "HumanEval/12", |
| "ok": true, |
| "grund": "", |
| "tps": 25.178244265949928, |
| "tokens": 128, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.59 |
| }, |
| { |
| "task": "HumanEval/13", |
| "ok": true, |
| "grund": "", |
| "tps": 25.22435531734125, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.74 |
| }, |
| { |
| "task": "HumanEval/14", |
| "ok": true, |
| "grund": "", |
| "tps": 25.287509956957045, |
| "tokens": 84, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.75 |
| }, |
| { |
| "task": "HumanEval/15", |
| "ok": true, |
| "grund": "", |
| "tps": 25.198327269301096, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.08 |
| }, |
| { |
| "task": "HumanEval/16", |
| "ok": true, |
| "grund": "", |
| "tps": 25.270464162270073, |
| "tokens": 81, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.65 |
| }, |
| { |
| "task": "HumanEval/17", |
| "ok": true, |
| "grund": "", |
| "tps": 25.075309994720733, |
| "tokens": 261, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.97 |
| }, |
| { |
| "task": "HumanEval/18", |
| "ok": true, |
| "grund": "", |
| "tps": 25.142566943646138, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.91 |
| }, |
| { |
| "task": "HumanEval/19", |
| "ok": true, |
| "grund": "", |
| "tps": 25.093678799887126, |
| "tokens": 245, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.27 |
| }, |
| { |
| "task": "HumanEval/20", |
| "ok": true, |
| "grund": "", |
| "tps": 25.041488466074423, |
| "tokens": 313, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.06 |
| }, |
| { |
| "task": "HumanEval/21", |
| "ok": true, |
| "grund": "", |
| "tps": 25.104038680510914, |
| "tokens": 193, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.21 |
| }, |
| { |
| "task": "HumanEval/22", |
| "ok": true, |
| "grund": "", |
| "tps": 25.21152789697934, |
| "tokens": 119, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.22 |
| }, |
| { |
| "task": "HumanEval/23", |
| "ok": true, |
| "grund": "", |
| "tps": 25.468463554868922, |
| "tokens": 53, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.5 |
| }, |
| { |
| "task": "HumanEval/24", |
| "ok": true, |
| "grund": "", |
| "tps": 25.308930815389004, |
| "tokens": 86, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.82 |
| }, |
| { |
| "task": "HumanEval/25", |
| "ok": true, |
| "grund": "", |
| "tps": 25.109268710483995, |
| "tokens": 217, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.17 |
| }, |
| { |
| "task": "HumanEval/26", |
| "ok": true, |
| "grund": "", |
| "tps": 25.165529084590734, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.77 |
| }, |
| { |
| "task": "HumanEval/27", |
| "ok": true, |
| "grund": "", |
| "tps": 25.400117541233584, |
| "tokens": 58, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.75 |
| }, |
| { |
| "task": "HumanEval/28", |
| "ok": true, |
| "grund": "", |
| "tps": 25.36098646991372, |
| "tokens": 70, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.23 |
| }, |
| { |
| "task": "HumanEval/29", |
| "ok": true, |
| "grund": "", |
| "tps": 25.25210211950097, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.78 |
| }, |
| { |
| "task": "HumanEval/30", |
| "ok": true, |
| "grund": "", |
| "tps": 25.14404462398619, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.09 |
| }, |
| { |
| "task": "HumanEval/31", |
| "ok": true, |
| "grund": "", |
| "tps": 25.09686742785976, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.02 |
| }, |
| { |
| "task": "HumanEval/32", |
| "ok": false, |
| "grund": "TypeError: Value after * must be an iterable, not float", |
| "tps": 24.979409605781065, |
| "tokens": 957, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 39.02 |
| }, |
| { |
| "task": "HumanEval/33", |
| "ok": true, |
| "grund": "", |
| "tps": 25.05336641353013, |
| "tokens": 274, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.54 |
| }, |
| { |
| "task": "HumanEval/34", |
| "ok": true, |
| "grund": "", |
| "tps": 25.274305193553786, |
| "tokens": 88, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.95 |
| }, |
| { |
| "task": "HumanEval/35", |
| "ok": true, |
| "grund": "", |
| "tps": 25.22708275575451, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.32 |
| }, |
| { |
| "task": "HumanEval/36", |
| "ok": true, |
| "grund": "", |
| "tps": 25.06933790466237, |
| "tokens": 142, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.14 |
| }, |
| { |
| "task": "HumanEval/37", |
| "ok": true, |
| "grund": "", |
| "tps": 24.987159376431556, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.91 |
| }, |
| { |
| "task": "HumanEval/38", |
| "ok": true, |
| "grund": "", |
| "tps": 25.062749014997106, |
| "tokens": 272, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.43 |
| }, |
| { |
| "task": "HumanEval/39", |
| "ok": true, |
| "grund": "", |
| "tps": 25.080138881269054, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.74 |
| }, |
| { |
| "task": "HumanEval/40", |
| "ok": true, |
| "grund": "", |
| "tps": 25.030522234605005, |
| "tokens": 317, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.26 |
| }, |
| { |
| "task": "HumanEval/41", |
| "ok": true, |
| "grund": "", |
| "tps": 25.094455682359822, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.2 |
| }, |
| { |
| "task": "HumanEval/42", |
| "ok": true, |
| "grund": "", |
| "tps": 25.163539175531888, |
| "tokens": 132, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.78 |
| }, |
| { |
| "task": "HumanEval/43", |
| "ok": true, |
| "grund": "", |
| "tps": 25.08483291130078, |
| "tokens": 201, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.61 |
| }, |
| { |
| "task": "HumanEval/44", |
| "ok": true, |
| "grund": "", |
| "tps": 25.024533545862365, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.85 |
| }, |
| { |
| "task": "HumanEval/45", |
| "ok": true, |
| "grund": "", |
| "tps": 25.306856175653202, |
| "tokens": 60, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.83 |
| }, |
| { |
| "task": "HumanEval/46", |
| "ok": true, |
| "grund": "", |
| "tps": 25.079185438088643, |
| "tokens": 300, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.54 |
| }, |
| { |
| "task": "HumanEval/47", |
| "ok": true, |
| "grund": "", |
| "tps": 25.151675358059748, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.52 |
| }, |
| { |
| "task": "HumanEval/48", |
| "ok": true, |
| "grund": "", |
| "tps": 25.259835149089643, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.92 |
| }, |
| { |
| "task": "HumanEval/49", |
| "ok": true, |
| "grund": "", |
| "tps": 25.084505768781135, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.87 |
| }, |
| { |
| "task": "HumanEval/50", |
| "ok": true, |
| "grund": "", |
| "tps": 25.15669024207924, |
| "tokens": 133, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.83 |
| }, |
| { |
| "task": "HumanEval/51", |
| "ok": true, |
| "grund": "", |
| "tps": 25.02545392002502, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.16 |
| }, |
| { |
| "task": "HumanEval/52", |
| "ok": true, |
| "grund": "", |
| "tps": 25.258067995224202, |
| "tokens": 100, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.44 |
| }, |
| { |
| "task": "HumanEval/53", |
| "ok": true, |
| "grund": "", |
| "tps": 25.314970007513942, |
| "tokens": 66, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.05 |
| }, |
| { |
| "task": "HumanEval/54", |
| "ok": true, |
| "grund": "", |
| "tps": 25.143489678987915, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.96 |
| }, |
| { |
| "task": "HumanEval/55", |
| "ok": false, |
| "grund": "ValueError: n must be a positive integer", |
| "tps": 25.106111072833205, |
| "tokens": 133, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.76 |
| }, |
| { |
| "task": "HumanEval/56", |
| "ok": true, |
| "grund": "", |
| "tps": 25.08249665100741, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.79 |
| }, |
| { |
| "task": "HumanEval/57", |
| "ok": true, |
| "grund": "", |
| "tps": 25.1179913930007, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.25 |
| }, |
| { |
| "task": "HumanEval/58", |
| "ok": true, |
| "grund": "", |
| "tps": 25.05302744813191, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.27 |
| }, |
| { |
| "task": "HumanEval/59", |
| "ok": true, |
| "grund": "", |
| "tps": 25.09159077322712, |
| "tokens": 194, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.2 |
| }, |
| { |
| "task": "HumanEval/60", |
| "ok": true, |
| "grund": "", |
| "tps": 25.136182811234708, |
| "tokens": 125, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.5 |
| }, |
| { |
| "task": "HumanEval/61", |
| "ok": true, |
| "grund": "", |
| "tps": 25.133902476591636, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.73 |
| }, |
| { |
| "task": "HumanEval/62", |
| "ok": true, |
| "grund": "", |
| "tps": 25.09535414465356, |
| "tokens": 153, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.63 |
| }, |
| { |
| "task": "HumanEval/63", |
| "ok": true, |
| "grund": "", |
| "tps": 25.09797925562754, |
| "tokens": 239, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.1 |
| }, |
| { |
| "task": "HumanEval/64", |
| "ok": true, |
| "grund": "", |
| "tps": 25.108903329414428, |
| "tokens": 192, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.21 |
| }, |
| { |
| "task": "HumanEval/65", |
| "ok": true, |
| "grund": "", |
| "tps": 25.15299474534082, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.58 |
| }, |
| { |
| "task": "HumanEval/66", |
| "ok": true, |
| "grund": "", |
| "tps": 25.10821641273891, |
| "tokens": 140, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.13 |
| }, |
| { |
| "task": "HumanEval/67", |
| "ok": true, |
| "grund": "", |
| "tps": 25.031979959011732, |
| "tokens": 273, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.57 |
| }, |
| { |
| "task": "HumanEval/68", |
| "ok": true, |
| "grund": "", |
| "tps": 25.032382993762692, |
| "tokens": 413, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.26 |
| }, |
| { |
| "task": "HumanEval/69", |
| "ok": true, |
| "grund": "", |
| "tps": 25.096716749793064, |
| "tokens": 226, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.59 |
| }, |
| { |
| "task": "HumanEval/70", |
| "ok": true, |
| "grund": "", |
| "tps": 25.081990062240372, |
| "tokens": 237, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.01 |
| }, |
| { |
| "task": "HumanEval/71", |
| "ok": true, |
| "grund": "", |
| "tps": 25.092640702458826, |
| "tokens": 208, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.85 |
| }, |
| { |
| "task": "HumanEval/72", |
| "ok": true, |
| "grund": "", |
| "tps": 25.032561963935045, |
| "tokens": 255, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.86 |
| }, |
| { |
| "task": "HumanEval/73", |
| "ok": true, |
| "grund": "", |
| "tps": 25.10734285762451, |
| "tokens": 210, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.95 |
| }, |
| { |
| "task": "HumanEval/74", |
| "ok": true, |
| "grund": "", |
| "tps": 25.067388189656725, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.83 |
| }, |
| { |
| "task": "HumanEval/75", |
| "ok": true, |
| "grund": "", |
| "tps": 25.089711090746903, |
| "tokens": 204, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.61 |
| }, |
| { |
| "task": "HumanEval/76", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 24.978042675899744, |
| "tokens": 492, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 20.26 |
| }, |
| { |
| "task": "HumanEval/77", |
| "ok": true, |
| "grund": "", |
| "tps": 25.063292228051047, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.29 |
| }, |
| { |
| "task": "HumanEval/78", |
| "ok": true, |
| "grund": "", |
| "tps": 24.987489944655643, |
| "tokens": 383, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.08 |
| }, |
| { |
| "task": "HumanEval/79", |
| "ok": true, |
| "grund": "", |
| "tps": 25.05097731548603, |
| "tokens": 176, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.6 |
| }, |
| { |
| "task": "HumanEval/80", |
| "ok": true, |
| "grund": "", |
| "tps": 25.047325242616918, |
| "tokens": 194, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.31 |
| }, |
| { |
| "task": "HumanEval/81", |
| "ok": true, |
| "grund": "", |
| "tps": 24.975535867961717, |
| "tokens": 525, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 21.74 |
| }, |
| { |
| "task": "HumanEval/82", |
| "ok": true, |
| "grund": "", |
| "tps": 25.08323105856133, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.23 |
| }, |
| { |
| "task": "HumanEval/83", |
| "ok": true, |
| "grund": "", |
| "tps": 25.09612696380666, |
| "tokens": 271, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.25 |
| }, |
| { |
| "task": "HumanEval/84", |
| "ok": true, |
| "grund": "", |
| "tps": 25.11002025123133, |
| "tokens": 180, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.73 |
| }, |
| { |
| "task": "HumanEval/85", |
| "ok": true, |
| "grund": "", |
| "tps": 25.27705981888841, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.9 |
| }, |
| { |
| "task": "HumanEval/86", |
| "ok": true, |
| "grund": "", |
| "tps": 25.146172376738317, |
| "tokens": 184, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.87 |
| }, |
| { |
| "task": "HumanEval/87", |
| "ok": true, |
| "grund": "", |
| "tps": 25.030406334641953, |
| "tokens": 357, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.97 |
| }, |
| { |
| "task": "HumanEval/88", |
| "ok": true, |
| "grund": "", |
| "tps": 25.04914669324075, |
| "tokens": 281, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.84 |
| }, |
| { |
| "task": "HumanEval/89", |
| "ok": true, |
| "grund": "", |
| "tps": 25.115588501149634, |
| "tokens": 199, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.46 |
| }, |
| { |
| "task": "HumanEval/90", |
| "ok": true, |
| "grund": "", |
| "tps": 25.083662033821238, |
| "tokens": 172, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.42 |
| }, |
| { |
| "task": "HumanEval/91", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.065490881407584, |
| "tokens": 258, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.83 |
| }, |
| { |
| "task": "HumanEval/92", |
| "ok": true, |
| "grund": "", |
| "tps": 25.092207461347122, |
| "tokens": 196, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.37 |
| }, |
| { |
| "task": "HumanEval/93", |
| "ok": true, |
| "grund": "", |
| "tps": 25.058388495035885, |
| "tokens": 358, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.83 |
| }, |
| { |
| "task": "HumanEval/94", |
| "ok": true, |
| "grund": "", |
| "tps": 25.002296319645993, |
| "tokens": 469, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 19.52 |
| }, |
| { |
| "task": "HumanEval/95", |
| "ok": true, |
| "grund": "", |
| "tps": 25.063744437835496, |
| "tokens": 287, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.05 |
| }, |
| { |
| "task": "HumanEval/96", |
| "ok": true, |
| "grund": "", |
| "tps": 25.070994494860102, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.8 |
| }, |
| { |
| "task": "HumanEval/97", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.122785354175246, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.07 |
| }, |
| { |
| "task": "HumanEval/98", |
| "ok": true, |
| "grund": "", |
| "tps": 25.21127448194833, |
| "tokens": 126, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.48 |
| }, |
| { |
| "task": "HumanEval/99", |
| "ok": true, |
| "grund": "", |
| "tps": 25.07757870314942, |
| "tokens": 217, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.24 |
| }, |
| { |
| "task": "HumanEval/100", |
| "ok": true, |
| "grund": "", |
| "tps": 25.013925049942575, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.48 |
| }, |
| { |
| "task": "HumanEval/101", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.12556455697484, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.07 |
| }, |
| { |
| "task": "HumanEval/102", |
| "ok": true, |
| "grund": "", |
| "tps": 25.112163860369673, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.1 |
| }, |
| { |
| "task": "HumanEval/103", |
| "ok": true, |
| "grund": "", |
| "tps": 25.072093381989788, |
| "tokens": 282, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.84 |
| }, |
| { |
| "task": "HumanEval/104", |
| "ok": true, |
| "grund": "", |
| "tps": 25.095505354295636, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.92 |
| }, |
| { |
| "task": "HumanEval/105", |
| "ok": true, |
| "grund": "", |
| "tps": 24.999221445186834, |
| "tokens": 468, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 19.44 |
| }, |
| { |
| "task": "HumanEval/106", |
| "ok": true, |
| "grund": "", |
| "tps": 25.07322474026064, |
| "tokens": 241, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.18 |
| }, |
| { |
| "task": "HumanEval/107", |
| "ok": true, |
| "grund": "", |
| "tps": 25.038158229946603, |
| "tokens": 326, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.7 |
| }, |
| { |
| "task": "HumanEval/108", |
| "ok": true, |
| "grund": "", |
| "tps": 25.01537328699414, |
| "tokens": 280, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.76 |
| }, |
| { |
| "task": "HumanEval/109", |
| "ok": true, |
| "grund": "", |
| "tps": 25.007364789739103, |
| "tokens": 414, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.3 |
| }, |
| { |
| "task": "HumanEval/110", |
| "ok": true, |
| "grund": "", |
| "tps": 24.97230527405567, |
| "tokens": 341, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.29 |
| }, |
| { |
| "task": "HumanEval/111", |
| "ok": true, |
| "grund": "", |
| "tps": 25.066973812082537, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.93 |
| }, |
| { |
| "task": "HumanEval/112", |
| "ok": true, |
| "grund": "", |
| "tps": 25.09141134988993, |
| "tokens": 233, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.87 |
| }, |
| { |
| "task": "HumanEval/113", |
| "ok": true, |
| "grund": "", |
| "tps": 25.078405371681296, |
| "tokens": 266, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.22 |
| }, |
| { |
| "task": "HumanEval/114", |
| "ok": true, |
| "grund": "", |
| "tps": 25.11946119663666, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.09 |
| }, |
| { |
| "task": "HumanEval/115", |
| "ok": true, |
| "grund": "", |
| "tps": 24.984273465074697, |
| "tokens": 387, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.25 |
| }, |
| { |
| "task": "HumanEval/116", |
| "ok": true, |
| "grund": "", |
| "tps": 25.101719011357385, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.48 |
| }, |
| { |
| "task": "HumanEval/117", |
| "ok": true, |
| "grund": "", |
| "tps": 25.088637526918582, |
| "tokens": 279, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.73 |
| }, |
| { |
| "task": "HumanEval/118", |
| "ok": true, |
| "grund": "", |
| "tps": 25.012498232289786, |
| "tokens": 390, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.21 |
| }, |
| { |
| "task": "HumanEval/119", |
| "ok": true, |
| "grund": "", |
| "tps": 25.03417612079348, |
| "tokens": 280, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.79 |
| }, |
| { |
| "task": "HumanEval/120", |
| "ok": true, |
| "grund": "", |
| "tps": 25.069185075217348, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.89 |
| }, |
| { |
| "task": "HumanEval/121", |
| "ok": true, |
| "grund": "", |
| "tps": 25.112619017195495, |
| "tokens": 136, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.93 |
| }, |
| { |
| "task": "HumanEval/122", |
| "ok": true, |
| "grund": "", |
| "tps": 25.034129443809576, |
| "tokens": 199, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.51 |
| }, |
| { |
| "task": "HumanEval/123", |
| "ok": true, |
| "grund": "", |
| "tps": 25.018406398993548, |
| "tokens": 329, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.82 |
| }, |
| { |
| "task": "HumanEval/124", |
| "ok": true, |
| "grund": "", |
| "tps": 24.982839263764504, |
| "tokens": 626, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 25.78 |
| }, |
| { |
| "task": "HumanEval/125", |
| "ok": true, |
| "grund": "", |
| "tps": 25.098590050450394, |
| "tokens": 225, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.57 |
| }, |
| { |
| "task": "HumanEval/126", |
| "ok": true, |
| "grund": "", |
| "tps": 25.044637063537692, |
| "tokens": 363, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.21 |
| }, |
| { |
| "task": "HumanEval/127", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.01200741633566, |
| "tokens": 454, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 18.86 |
| }, |
| { |
| "task": "HumanEval/128", |
| "ok": true, |
| "grund": "", |
| "tps": 25.062822670040763, |
| "tokens": 227, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.63 |
| }, |
| { |
| "task": "HumanEval/129", |
| "ok": true, |
| "grund": "", |
| "tps": 24.972784065191163, |
| "tokens": 823, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 33.79 |
| }, |
| { |
| "task": "HumanEval/130", |
| "ok": true, |
| "grund": "", |
| "tps": 24.99640383627348, |
| "tokens": 693, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 28.42 |
| }, |
| { |
| "task": "HumanEval/131", |
| "ok": true, |
| "grund": "", |
| "tps": 25.147449702367176, |
| "tokens": 138, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.0 |
| }, |
| { |
| "task": "HumanEval/132", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 24.992881929215258, |
| "tokens": 204, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.72 |
| }, |
| { |
| "task": "HumanEval/133", |
| "ok": true, |
| "grund": "", |
| "tps": 25.105582545187673, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.96 |
| }, |
| { |
| "task": "HumanEval/134", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 24.966711571377985, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 48.63 |
| }, |
| { |
| "task": "HumanEval/135", |
| "ok": true, |
| "grund": "", |
| "tps": 25.128208674088988, |
| "tokens": 149, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.5 |
| }, |
| { |
| "task": "HumanEval/136", |
| "ok": true, |
| "grund": "", |
| "tps": 25.073962302886873, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.06 |
| }, |
| { |
| "task": "HumanEval/137", |
| "ok": true, |
| "grund": "", |
| "tps": 25.040916215020566, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.91 |
| }, |
| { |
| "task": "HumanEval/138", |
| "ok": true, |
| "grund": "", |
| "tps": 25.207522664800543, |
| "tokens": 109, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.8 |
| }, |
| { |
| "task": "HumanEval/139", |
| "ok": true, |
| "grund": "", |
| "tps": 25.15550718298315, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.05 |
| }, |
| { |
| "task": "HumanEval/140", |
| "ok": true, |
| "grund": "", |
| "tps": 25.125696594802125, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.15 |
| }, |
| { |
| "task": "HumanEval/141", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 24.97345966686732, |
| "tokens": 414, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.25 |
| }, |
| { |
| "task": "HumanEval/142", |
| "ok": true, |
| "grund": "", |
| "tps": 25.030743489216807, |
| "tokens": 240, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.17 |
| }, |
| { |
| "task": "HumanEval/143", |
| "ok": true, |
| "grund": "", |
| "tps": 25.011825378924737, |
| "tokens": 283, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.9 |
| }, |
| { |
| "task": "HumanEval/144", |
| "ok": true, |
| "grund": "", |
| "tps": 25.075892187706096, |
| "tokens": 200, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.56 |
| }, |
| { |
| "task": "HumanEval/145", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.12047551689946, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.12 |
| }, |
| { |
| "task": "HumanEval/146", |
| "ok": true, |
| "grund": "", |
| "tps": 25.07852713810118, |
| "tokens": 212, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.01 |
| }, |
| { |
| "task": "HumanEval/147", |
| "ok": true, |
| "grund": "", |
| "tps": 24.985303870261237, |
| "tokens": 597, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 24.48 |
| }, |
| { |
| "task": "HumanEval/148", |
| "ok": true, |
| "grund": "", |
| "tps": 25.034402911155514, |
| "tokens": 355, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.81 |
| }, |
| { |
| "task": "HumanEval/149", |
| "ok": true, |
| "grund": "", |
| "tps": 25.090313337454056, |
| "tokens": 266, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.22 |
| }, |
| { |
| "task": "HumanEval/150", |
| "ok": true, |
| "grund": "", |
| "tps": 25.123368035205043, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.23 |
| }, |
| { |
| "task": "HumanEval/151", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.0372144050475, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.47 |
| }, |
| { |
| "task": "HumanEval/152", |
| "ok": true, |
| "grund": "", |
| "tps": 25.035513069362633, |
| "tokens": 258, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.99 |
| }, |
| { |
| "task": "HumanEval/153", |
| "ok": true, |
| "grund": "", |
| "tps": 25.023139355131846, |
| "tokens": 355, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.91 |
| }, |
| { |
| "task": "HumanEval/154", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.058913284348126, |
| "tokens": 227, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.62 |
| }, |
| { |
| "task": "HumanEval/155", |
| "ok": true, |
| "grund": "", |
| "tps": 25.12828828780534, |
| "tokens": 150, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.45 |
| }, |
| { |
| "task": "HumanEval/156", |
| "ok": true, |
| "grund": "", |
| "tps": 25.06714683806447, |
| "tokens": 299, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.47 |
| }, |
| { |
| "task": "HumanEval/157", |
| "ok": true, |
| "grund": "", |
| "tps": 25.100695900280215, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.56 |
| }, |
| { |
| "task": "HumanEval/158", |
| "ok": true, |
| "grund": "", |
| "tps": 25.046074858502077, |
| "tokens": 303, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.65 |
| }, |
| { |
| "task": "HumanEval/159", |
| "ok": true, |
| "grund": "", |
| "tps": 25.04142109836392, |
| "tokens": 329, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.89 |
| }, |
| { |
| "task": "HumanEval/160", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.020736126942015, |
| "tokens": 326, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.7 |
| }, |
| { |
| "task": "HumanEval/161", |
| "ok": true, |
| "grund": "", |
| "tps": 25.064702178858894, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.9 |
| }, |
| { |
| "task": "HumanEval/162", |
| "ok": true, |
| "grund": "", |
| "tps": 25.231191669182536, |
| "tokens": 116, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.08 |
| }, |
| { |
| "task": "HumanEval/163", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 25.113166205212238, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.74 |
| } |
| ] |
| } |
