| { |
| "modell": "Qwen3.8-27B Q8_0", |
| "satz": "humanevalplus", |
| "reasoning": false, |
| "n": 164, |
| "bestanden": 145, |
| "quote": 88.4, |
| "tps_median": 19.5, |
| "tokens_gesamt": 26404, |
| "tokens_je_aufgabe": 161.0, |
| "am_limit": 1, |
| "dauer_s": 1535.6, |
| "aufgaben": [ |
| { |
| "task": "HumanEval/0", |
| "ok": true, |
| "grund": "", |
| "tps": 19.204284201458425, |
| "tokens": 168, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.09 |
| }, |
| { |
| "task": "HumanEval/1", |
| "ok": true, |
| "grund": "", |
| "tps": 19.468605776362754, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.6 |
| }, |
| { |
| "task": "HumanEval/2", |
| "ok": true, |
| "grund": "", |
| "tps": 19.333778990949057, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.2 |
| }, |
| { |
| "task": "HumanEval/3", |
| "ok": true, |
| "grund": "", |
| "tps": 19.841793029734752, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.23 |
| }, |
| { |
| "task": "HumanEval/4", |
| "ok": true, |
| "grund": "", |
| "tps": 19.386878157017165, |
| "tokens": 164, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.94 |
| }, |
| { |
| "task": "HumanEval/5", |
| "ok": true, |
| "grund": "", |
| "tps": 19.484272374329734, |
| "tokens": 148, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.06 |
| }, |
| { |
| "task": "HumanEval/6", |
| "ok": true, |
| "grund": "", |
| "tps": 19.360224750697995, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.69 |
| }, |
| { |
| "task": "HumanEval/7", |
| "ok": true, |
| "grund": "", |
| "tps": 19.336421016412647, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.01 |
| }, |
| { |
| "task": "HumanEval/8", |
| "ok": true, |
| "grund": "", |
| "tps": 18.82949203750835, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.87 |
| }, |
| { |
| "task": "HumanEval/9", |
| "ok": true, |
| "grund": "", |
| "tps": 19.56911404372754, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.96 |
| }, |
| { |
| "task": "HumanEval/10", |
| "ok": true, |
| "grund": "", |
| "tps": 19.563054966663596, |
| "tokens": 163, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.0 |
| }, |
| { |
| "task": "HumanEval/11", |
| "ok": true, |
| "grund": "", |
| "tps": 19.932230416583614, |
| "tokens": 105, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.91 |
| }, |
| { |
| "task": "HumanEval/12", |
| "ok": true, |
| "grund": "", |
| "tps": 19.607452426023713, |
| "tokens": 123, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.85 |
| }, |
| { |
| "task": "HumanEval/13", |
| "ok": true, |
| "grund": "", |
| "tps": 19.805330820065556, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.21 |
| }, |
| { |
| "task": "HumanEval/14", |
| "ok": true, |
| "grund": "", |
| "tps": 19.776109408446498, |
| "tokens": 79, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.58 |
| }, |
| { |
| "task": "HumanEval/15", |
| "ok": true, |
| "grund": "", |
| "tps": 19.928326742096527, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.97 |
| }, |
| { |
| "task": "HumanEval/16", |
| "ok": true, |
| "grund": "", |
| "tps": 19.414306146748142, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.51 |
| }, |
| { |
| "task": "HumanEval/17", |
| "ok": true, |
| "grund": "", |
| "tps": 19.39550515952364, |
| "tokens": 243, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.06 |
| }, |
| { |
| "task": "HumanEval/18", |
| "ok": true, |
| "grund": "", |
| "tps": 19.416226264752442, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.51 |
| }, |
| { |
| "task": "HumanEval/19", |
| "ok": true, |
| "grund": "", |
| "tps": 19.282803443233796, |
| "tokens": 240, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.94 |
| }, |
| { |
| "task": "HumanEval/20", |
| "ok": true, |
| "grund": "", |
| "tps": 19.705825843587654, |
| "tokens": 268, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.13 |
| }, |
| { |
| "task": "HumanEval/21", |
| "ok": true, |
| "grund": "", |
| "tps": 19.65563535952614, |
| "tokens": 188, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.24 |
| }, |
| { |
| "task": "HumanEval/22", |
| "ok": true, |
| "grund": "", |
| "tps": 19.699850315698743, |
| "tokens": 114, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.48 |
| }, |
| { |
| "task": "HumanEval/23", |
| "ok": true, |
| "grund": "", |
| "tps": 20.392548053127687, |
| "tokens": 48, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.9 |
| }, |
| { |
| "task": "HumanEval/24", |
| "ok": true, |
| "grund": "", |
| "tps": 19.364236263763846, |
| "tokens": 81, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.77 |
| }, |
| { |
| "task": "HumanEval/25", |
| "ok": true, |
| "grund": "", |
| "tps": 19.379412197834878, |
| "tokens": 197, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.67 |
| }, |
| { |
| "task": "HumanEval/26", |
| "ok": true, |
| "grund": "", |
| "tps": 19.237882833868394, |
| "tokens": 114, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.37 |
| }, |
| { |
| "task": "HumanEval/27", |
| "ok": true, |
| "grund": "", |
| "tps": 19.362258355362467, |
| "tokens": 53, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.37 |
| }, |
| { |
| "task": "HumanEval/28", |
| "ok": true, |
| "grund": "", |
| "tps": 19.11917096921549, |
| "tokens": 65, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.86 |
| }, |
| { |
| "task": "HumanEval/29", |
| "ok": true, |
| "grund": "", |
| "tps": 20.06810958997901, |
| "tokens": 102, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.58 |
| }, |
| { |
| "task": "HumanEval/30", |
| "ok": true, |
| "grund": "", |
| "tps": 19.385718656801167, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.62 |
| }, |
| { |
| "task": "HumanEval/31", |
| "ok": true, |
| "grund": "", |
| "tps": 20.178194699400656, |
| "tokens": 190, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.02 |
| }, |
| { |
| "task": "HumanEval/32", |
| "ok": false, |
| "grund": "TypeError: Value after * must be an iterable, not float", |
| "tps": 19.455250375129037, |
| "tokens": 893, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 46.55 |
| }, |
| { |
| "task": "HumanEval/33", |
| "ok": true, |
| "grund": "", |
| "tps": 19.88828901049643, |
| "tokens": 221, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.83 |
| }, |
| { |
| "task": "HumanEval/34", |
| "ok": true, |
| "grund": "", |
| "tps": 20.31304885486426, |
| "tokens": 82, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.5 |
| }, |
| { |
| "task": "HumanEval/35", |
| "ok": true, |
| "grund": "", |
| "tps": 19.47310436208121, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.19 |
| }, |
| { |
| "task": "HumanEval/36", |
| "ok": true, |
| "grund": "", |
| "tps": 20.051022370207413, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.33 |
| }, |
| { |
| "task": "HumanEval/37", |
| "ok": true, |
| "grund": "", |
| "tps": 19.58573512842337, |
| "tokens": 199, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.68 |
| }, |
| { |
| "task": "HumanEval/38", |
| "ok": true, |
| "grund": "", |
| "tps": 19.618669521112512, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.82 |
| }, |
| { |
| "task": "HumanEval/39", |
| "ok": true, |
| "grund": "", |
| "tps": 19.724429004642378, |
| "tokens": 257, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.72 |
| }, |
| { |
| "task": "HumanEval/40", |
| "ok": true, |
| "grund": "", |
| "tps": 19.387419907828836, |
| "tokens": 230, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.42 |
| }, |
| { |
| "task": "HumanEval/41", |
| "ok": true, |
| "grund": "", |
| "tps": 19.710596054662222, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.8 |
| }, |
| { |
| "task": "HumanEval/42", |
| "ok": true, |
| "grund": "", |
| "tps": 20.02244405618771, |
| "tokens": 127, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.03 |
| }, |
| { |
| "task": "HumanEval/43", |
| "ok": true, |
| "grund": "", |
| "tps": 19.69232945588687, |
| "tokens": 196, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.5 |
| }, |
| { |
| "task": "HumanEval/44", |
| "ok": true, |
| "grund": "", |
| "tps": 19.39771489847198, |
| "tokens": 153, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.56 |
| }, |
| { |
| "task": "HumanEval/45", |
| "ok": true, |
| "grund": "", |
| "tps": 20.377733980601935, |
| "tokens": 53, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.2 |
| }, |
| { |
| "task": "HumanEval/46", |
| "ok": true, |
| "grund": "", |
| "tps": 19.380963225062757, |
| "tokens": 308, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.62 |
| }, |
| { |
| "task": "HumanEval/47", |
| "ok": true, |
| "grund": "", |
| "tps": 20.015681250966278, |
| "tokens": 145, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.85 |
| }, |
| { |
| "task": "HumanEval/48", |
| "ok": true, |
| "grund": "", |
| "tps": 19.735652962502016, |
| "tokens": 82, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.77 |
| }, |
| { |
| "task": "HumanEval/49", |
| "ok": true, |
| "grund": "", |
| "tps": 19.779039002425005, |
| "tokens": 129, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.19 |
| }, |
| { |
| "task": "HumanEval/50", |
| "ok": true, |
| "grund": "", |
| "tps": 19.660004792126166, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.92 |
| }, |
| { |
| "task": "HumanEval/51", |
| "ok": true, |
| "grund": "", |
| "tps": 19.582654467978443, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.86 |
| }, |
| { |
| "task": "HumanEval/52", |
| "ok": true, |
| "grund": "", |
| "tps": 19.376109664701524, |
| "tokens": 95, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.55 |
| }, |
| { |
| "task": "HumanEval/53", |
| "ok": true, |
| "grund": "", |
| "tps": 20.77265688011885, |
| "tokens": 58, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.39 |
| }, |
| { |
| "task": "HumanEval/54", |
| "ok": true, |
| "grund": "", |
| "tps": 19.812248465408004, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.41 |
| }, |
| { |
| "task": "HumanEval/55", |
| "ok": true, |
| "grund": "", |
| "tps": 19.555181089357678, |
| "tokens": 105, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.0 |
| }, |
| { |
| "task": "HumanEval/56", |
| "ok": true, |
| "grund": "", |
| "tps": 20.15899899175789, |
| "tokens": 69, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.1 |
| }, |
| { |
| "task": "HumanEval/57", |
| "ok": true, |
| "grund": "", |
| "tps": 19.70729920943795, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.52 |
| }, |
| { |
| "task": "HumanEval/58", |
| "ok": true, |
| "grund": "", |
| "tps": 19.76022909173044, |
| "tokens": 137, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.65 |
| }, |
| { |
| "task": "HumanEval/59", |
| "ok": true, |
| "grund": "", |
| "tps": 19.362225881487337, |
| "tokens": 132, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.56 |
| }, |
| { |
| "task": "HumanEval/60", |
| "ok": true, |
| "grund": "", |
| "tps": 19.875006086720614, |
| "tokens": 120, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.55 |
| }, |
| { |
| "task": "HumanEval/61", |
| "ok": true, |
| "grund": "", |
| "tps": 19.05434906053226, |
| "tokens": 151, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.71 |
| }, |
| { |
| "task": "HumanEval/62", |
| "ok": true, |
| "grund": "", |
| "tps": 19.704628970669592, |
| "tokens": 145, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.05 |
| }, |
| { |
| "task": "HumanEval/63", |
| "ok": true, |
| "grund": "", |
| "tps": 20.065535410653617, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.2 |
| }, |
| { |
| "task": "HumanEval/64", |
| "ok": true, |
| "grund": "", |
| "tps": 19.473313801193896, |
| "tokens": 192, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.39 |
| }, |
| { |
| "task": "HumanEval/65", |
| "ok": true, |
| "grund": "", |
| "tps": 19.570426223436435, |
| "tokens": 67, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.09 |
| }, |
| { |
| "task": "HumanEval/66", |
| "ok": true, |
| "grund": "", |
| "tps": 23.86430323285377, |
| "tokens": 22, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.69 |
| }, |
| { |
| "task": "HumanEval/67", |
| "ok": true, |
| "grund": "", |
| "tps": 19.668638083400488, |
| "tokens": 36, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.63 |
| }, |
| { |
| "task": "HumanEval/68", |
| "ok": true, |
| "grund": "", |
| "tps": 19.587875651610045, |
| "tokens": 86, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.13 |
| }, |
| { |
| "task": "HumanEval/69", |
| "ok": true, |
| "grund": "", |
| "tps": 19.83893418925167, |
| "tokens": 226, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.95 |
| }, |
| { |
| "task": "HumanEval/70", |
| "ok": true, |
| "grund": "", |
| "tps": 19.512879042192264, |
| "tokens": 54, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.3 |
| }, |
| { |
| "task": "HumanEval/71", |
| "ok": true, |
| "grund": "", |
| "tps": 19.41853333238609, |
| "tokens": 205, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.09 |
| }, |
| { |
| "task": "HumanEval/72", |
| "ok": true, |
| "grund": "", |
| "tps": 20.382074210316915, |
| "tokens": 25, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.93 |
| }, |
| { |
| "task": "HumanEval/73", |
| "ok": true, |
| "grund": "", |
| "tps": 19.770795718590787, |
| "tokens": 205, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.0 |
| }, |
| { |
| "task": "HumanEval/74", |
| "ok": true, |
| "grund": "", |
| "tps": 19.765488653837423, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.0 |
| }, |
| { |
| "task": "HumanEval/75", |
| "ok": true, |
| "grund": "", |
| "tps": 19.40254090323244, |
| "tokens": 145, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.13 |
| }, |
| { |
| "task": "HumanEval/76", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.411058404345454, |
| "tokens": 77, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.51 |
| }, |
| { |
| "task": "HumanEval/77", |
| "ok": true, |
| "grund": "", |
| "tps": 20.15429755242461, |
| "tokens": 43, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.82 |
| }, |
| { |
| "task": "HumanEval/78", |
| "ok": true, |
| "grund": "", |
| "tps": 21.050302609296978, |
| "tokens": 47, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.09 |
| }, |
| { |
| "task": "HumanEval/79", |
| "ok": true, |
| "grund": "", |
| "tps": 20.573922999856876, |
| "tokens": 23, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.65 |
| }, |
| { |
| "task": "HumanEval/80", |
| "ok": true, |
| "grund": "", |
| "tps": 19.408718498500676, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.44 |
| }, |
| { |
| "task": "HumanEval/81", |
| "ok": true, |
| "grund": "", |
| "tps": 19.50007309741687, |
| "tokens": 525, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 27.75 |
| }, |
| { |
| "task": "HumanEval/82", |
| "ok": true, |
| "grund": "", |
| "tps": 19.65045524578114, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.91 |
| }, |
| { |
| "task": "HumanEval/83", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.197097928368343, |
| "tokens": 174, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.68 |
| }, |
| { |
| "task": "HumanEval/84", |
| "ok": true, |
| "grund": "", |
| "tps": 19.277955734729158, |
| "tokens": 175, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.76 |
| }, |
| { |
| "task": "HumanEval/85", |
| "ok": true, |
| "grund": "", |
| "tps": 19.332745431532498, |
| "tokens": 83, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.74 |
| }, |
| { |
| "task": "HumanEval/86", |
| "ok": true, |
| "grund": "", |
| "tps": 19.72305090254995, |
| "tokens": 179, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.6 |
| }, |
| { |
| "task": "HumanEval/87", |
| "ok": true, |
| "grund": "", |
| "tps": 18.343267940912348, |
| "tokens": 69, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.41 |
| }, |
| { |
| "task": "HumanEval/88", |
| "ok": true, |
| "grund": "", |
| "tps": 20.214666502740084, |
| "tokens": 61, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.87 |
| }, |
| { |
| "task": "HumanEval/89", |
| "ok": true, |
| "grund": "", |
| "tps": 18.86983512995338, |
| "tokens": 101, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.09 |
| }, |
| { |
| "task": "HumanEval/90", |
| "ok": true, |
| "grund": "", |
| "tps": 19.414757982352366, |
| "tokens": 153, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.41 |
| }, |
| { |
| "task": "HumanEval/91", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.921182569985607, |
| "tokens": 164, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.91 |
| }, |
| { |
| "task": "HumanEval/92", |
| "ok": true, |
| "grund": "", |
| "tps": 19.44854724754435, |
| "tokens": 54, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.47 |
| }, |
| { |
| "task": "HumanEval/93", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.582872938012493, |
| "tokens": 264, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.0 |
| }, |
| { |
| "task": "HumanEval/94", |
| "ok": true, |
| "grund": "", |
| "tps": 19.481605688063933, |
| "tokens": 469, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 24.76 |
| }, |
| { |
| "task": "HumanEval/95", |
| "ok": true, |
| "grund": "", |
| "tps": 20.083974642209903, |
| "tokens": 85, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.81 |
| }, |
| { |
| "task": "HumanEval/96", |
| "ok": true, |
| "grund": "", |
| "tps": 19.6017840700917, |
| "tokens": 293, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.67 |
| }, |
| { |
| "task": "HumanEval/97", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 20.57010456195551, |
| "tokens": 25, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.9 |
| }, |
| { |
| "task": "HumanEval/98", |
| "ok": true, |
| "grund": "", |
| "tps": 19.71771724891239, |
| "tokens": 121, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.79 |
| }, |
| { |
| "task": "HumanEval/99", |
| "ok": true, |
| "grund": "", |
| "tps": 19.412724083671574, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.58 |
| }, |
| { |
| "task": "HumanEval/100", |
| "ok": true, |
| "grund": "", |
| "tps": 19.469861565447847, |
| "tokens": 203, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.96 |
| }, |
| { |
| "task": "HumanEval/101", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.39444229988204, |
| "tokens": 135, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.58 |
| }, |
| { |
| "task": "HumanEval/102", |
| "ok": true, |
| "grund": "", |
| "tps": 19.091071690434454, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.89 |
| }, |
| { |
| "task": "HumanEval/103", |
| "ok": true, |
| "grund": "", |
| "tps": 18.720494872212274, |
| "tokens": 46, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.01 |
| }, |
| { |
| "task": "HumanEval/104", |
| "ok": true, |
| "grund": "", |
| "tps": 19.334154043385098, |
| "tokens": 52, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.2 |
| }, |
| { |
| "task": "HumanEval/105", |
| "ok": true, |
| "grund": "", |
| "tps": 19.13884827534865, |
| "tokens": 127, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.47 |
| }, |
| { |
| "task": "HumanEval/106", |
| "ok": true, |
| "grund": "", |
| "tps": 19.23760647137117, |
| "tokens": 241, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.06 |
| }, |
| { |
| "task": "HumanEval/107", |
| "ok": true, |
| "grund": "", |
| "tps": 19.254816250667396, |
| "tokens": 310, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.78 |
| }, |
| { |
| "task": "HumanEval/108", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.002828440601814, |
| "tokens": 102, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.91 |
| }, |
| { |
| "task": "HumanEval/109", |
| "ok": true, |
| "grund": "", |
| "tps": 19.457475056527755, |
| "tokens": 77, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.69 |
| }, |
| { |
| "task": "HumanEval/110", |
| "ok": true, |
| "grund": "", |
| "tps": 19.24610927872112, |
| "tokens": 280, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.14 |
| }, |
| { |
| "task": "HumanEval/111", |
| "ok": true, |
| "grund": "", |
| "tps": 19.467983358620895, |
| "tokens": 265, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.16 |
| }, |
| { |
| "task": "HumanEval/112", |
| "ok": true, |
| "grund": "", |
| "tps": 19.435743593164712, |
| "tokens": 37, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.63 |
| }, |
| { |
| "task": "HumanEval/113", |
| "ok": true, |
| "grund": "", |
| "tps": 19.405122534392593, |
| "tokens": 260, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.02 |
| }, |
| { |
| "task": "HumanEval/114", |
| "ok": true, |
| "grund": "", |
| "tps": 20.01582966185829, |
| "tokens": 70, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.15 |
| }, |
| { |
| "task": "HumanEval/115", |
| "ok": true, |
| "grund": "", |
| "tps": 19.222038802150976, |
| "tokens": 382, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 20.56 |
| }, |
| { |
| "task": "HumanEval/116", |
| "ok": true, |
| "grund": "", |
| "tps": 23.752101147409192, |
| "tokens": 26, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.91 |
| }, |
| { |
| "task": "HumanEval/117", |
| "ok": true, |
| "grund": "", |
| "tps": 19.227478649786182, |
| "tokens": 268, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.75 |
| }, |
| { |
| "task": "HumanEval/118", |
| "ok": true, |
| "grund": "", |
| "tps": 19.46826291482894, |
| "tokens": 278, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.02 |
| }, |
| { |
| "task": "HumanEval/119", |
| "ok": true, |
| "grund": "", |
| "tps": 19.722029691014292, |
| "tokens": 118, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.73 |
| }, |
| { |
| "task": "HumanEval/120", |
| "ok": true, |
| "grund": "", |
| "tps": 19.058932247597415, |
| "tokens": 263, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.41 |
| }, |
| { |
| "task": "HumanEval/121", |
| "ok": true, |
| "grund": "", |
| "tps": 19.31213397471076, |
| "tokens": 36, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.37 |
| }, |
| { |
| "task": "HumanEval/122", |
| "ok": true, |
| "grund": "", |
| "tps": 23.60752954285593, |
| "tokens": 30, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.05 |
| }, |
| { |
| "task": "HumanEval/123", |
| "ok": true, |
| "grund": "", |
| "tps": 19.31790480595901, |
| "tokens": 328, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.59 |
| }, |
| { |
| "task": "HumanEval/124", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.563439444960444, |
| "tokens": 529, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 27.7 |
| }, |
| { |
| "task": "HumanEval/125", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.571324994449167, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.18 |
| }, |
| { |
| "task": "HumanEval/126", |
| "ok": true, |
| "grund": "", |
| "tps": 18.67056559581316, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.29 |
| }, |
| { |
| "task": "HumanEval/127", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.451071777775773, |
| "tokens": 123, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.97 |
| }, |
| { |
| "task": "HumanEval/128", |
| "ok": true, |
| "grund": "", |
| "tps": 19.250896939816627, |
| "tokens": 95, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.64 |
| }, |
| { |
| "task": "HumanEval/129", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 19.33404899389798, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 62.83 |
| }, |
| { |
| "task": "HumanEval/130", |
| "ok": false, |
| "grund": "IndexError: list index out of range", |
| "tps": 19.10760534804503, |
| "tokens": 407, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 22.18 |
| }, |
| { |
| "task": "HumanEval/131", |
| "ok": true, |
| "grund": "", |
| "tps": 19.66948010840607, |
| "tokens": 65, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.95 |
| }, |
| { |
| "task": "HumanEval/132", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.68258861611245, |
| "tokens": 83, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.81 |
| }, |
| { |
| "task": "HumanEval/133", |
| "ok": true, |
| "grund": "", |
| "tps": 19.494331785940012, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.16 |
| }, |
| { |
| "task": "HumanEval/134", |
| "ok": true, |
| "grund": "", |
| "tps": 19.396694116356322, |
| "tokens": 96, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.68 |
| }, |
| { |
| "task": "HumanEval/135", |
| "ok": true, |
| "grund": "", |
| "tps": 19.978556349518183, |
| "tokens": 48, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.02 |
| }, |
| { |
| "task": "HumanEval/136", |
| "ok": true, |
| "grund": "", |
| "tps": 19.41820006571528, |
| "tokens": 76, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.63 |
| }, |
| { |
| "task": "HumanEval/137", |
| "ok": true, |
| "grund": "", |
| "tps": 20.086770481792104, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.26 |
| }, |
| { |
| "task": "HumanEval/138", |
| "ok": true, |
| "grund": "", |
| "tps": 23.744109729445764, |
| "tokens": 24, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 1.73 |
| }, |
| { |
| "task": "HumanEval/139", |
| "ok": true, |
| "grund": "", |
| "tps": 19.27467618226996, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.55 |
| }, |
| { |
| "task": "HumanEval/140", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 18.48278513392626, |
| "tokens": 30, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.32 |
| }, |
| { |
| "task": "HumanEval/141", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.083887006105403, |
| "tokens": 159, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.94 |
| }, |
| { |
| "task": "HumanEval/142", |
| "ok": true, |
| "grund": "", |
| "tps": 18.91578793459023, |
| "tokens": 74, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.46 |
| }, |
| { |
| "task": "HumanEval/143", |
| "ok": true, |
| "grund": "", |
| "tps": 19.363216611347248, |
| "tokens": 125, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.28 |
| }, |
| { |
| "task": "HumanEval/144", |
| "ok": true, |
| "grund": "", |
| "tps": 19.03965185996574, |
| "tokens": 64, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.91 |
| }, |
| { |
| "task": "HumanEval/145", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 19.023001691317788, |
| "tokens": 33, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.26 |
| }, |
| { |
| "task": "HumanEval/146", |
| "ok": true, |
| "grund": "", |
| "tps": 19.61314167661852, |
| "tokens": 90, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.35 |
| }, |
| { |
| "task": "HumanEval/147", |
| "ok": true, |
| "grund": "", |
| "tps": 19.252622528065363, |
| "tokens": 1155, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 60.55 |
| }, |
| { |
| "task": "HumanEval/148", |
| "ok": true, |
| "grund": "", |
| "tps": 19.9915872800194, |
| "tokens": 123, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.0 |
| }, |
| { |
| "task": "HumanEval/149", |
| "ok": true, |
| "grund": "", |
| "tps": 20.010253529912223, |
| "tokens": 232, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.44 |
| }, |
| { |
| "task": "HumanEval/150", |
| "ok": true, |
| "grund": "", |
| "tps": 18.968350965257077, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.07 |
| }, |
| { |
| "task": "HumanEval/151", |
| "ok": true, |
| "grund": "", |
| "tps": 19.5377762904576, |
| "tokens": 39, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.77 |
| }, |
| { |
| "task": "HumanEval/152", |
| "ok": true, |
| "grund": "", |
| "tps": 18.709356621205327, |
| "tokens": 26, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.03 |
| }, |
| { |
| "task": "HumanEval/153", |
| "ok": true, |
| "grund": "", |
| "tps": 19.07308709162809, |
| "tokens": 78, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.96 |
| }, |
| { |
| "task": "HumanEval/154", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 20.259319286871964, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.77 |
| }, |
| { |
| "task": "HumanEval/155", |
| "ok": true, |
| "grund": "", |
| "tps": 19.604015341033097, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.93 |
| }, |
| { |
| "task": "HumanEval/156", |
| "ok": true, |
| "grund": "", |
| "tps": 19.243234221390235, |
| "tokens": 297, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.12 |
| }, |
| { |
| "task": "HumanEval/157", |
| "ok": true, |
| "grund": "", |
| "tps": 19.256623590778673, |
| "tokens": 147, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.17 |
| }, |
| { |
| "task": "HumanEval/158", |
| "ok": true, |
| "grund": "", |
| "tps": 19.54881745251873, |
| "tokens": 188, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.26 |
| }, |
| { |
| "task": "HumanEval/159", |
| "ok": true, |
| "grund": "", |
| "tps": 19.302130329018027, |
| "tokens": 336, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 18.36 |
| }, |
| { |
| "task": "HumanEval/160", |
| "ok": true, |
| "grund": "", |
| "tps": 19.79395612090746, |
| "tokens": 265, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.18 |
| }, |
| { |
| "task": "HumanEval/161", |
| "ok": true, |
| "grund": "", |
| "tps": 21.109079479483874, |
| "tokens": 50, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.16 |
| }, |
| { |
| "task": "HumanEval/162", |
| "ok": true, |
| "grund": "", |
| "tps": 20.32045181756196, |
| "tokens": 119, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.59 |
| }, |
| { |
| "task": "HumanEval/163", |
| "ok": false, |
| "grund": "Zeitueberschreitung (25s)", |
| "tps": 20.208351970282138, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.45 |
| } |
| ] |
| } |
