| { |
| "modell": "Qwen3.6-27B Q6_K", |
| "satz": "humanevalplus", |
| "reasoning": false, |
| "n": 164, |
| "bestanden": 146, |
| "quote": 89.0, |
| "tps_median": 27.6, |
| "tokens_gesamt": 39638, |
| "tokens_je_aufgabe": 241.7, |
| "am_limit": 2, |
| "dauer_s": 1583.6, |
| "aufgaben": [ |
| { |
| "task": "HumanEval/0", |
| "ok": true, |
| "grund": "", |
| "tps": 27.638422967561436, |
| "tokens": 173, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.76 |
| }, |
| { |
| "task": "HumanEval/1", |
| "ok": true, |
| "grund": "", |
| "tps": 27.618123012320684, |
| "tokens": 230, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.84 |
| }, |
| { |
| "task": "HumanEval/2", |
| "ok": true, |
| "grund": "", |
| "tps": 27.875109165537054, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.96 |
| }, |
| { |
| "task": "HumanEval/3", |
| "ok": true, |
| "grund": "", |
| "tps": 27.72083658566833, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.97 |
| }, |
| { |
| "task": "HumanEval/4", |
| "ok": true, |
| "grund": "", |
| "tps": 27.68084023962108, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.6 |
| }, |
| { |
| "task": "HumanEval/5", |
| "ok": true, |
| "grund": "", |
| "tps": 27.7337559429477, |
| "tokens": 154, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.03 |
| }, |
| { |
| "task": "HumanEval/6", |
| "ok": true, |
| "grund": "", |
| "tps": 27.676047467266606, |
| "tokens": 214, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.22 |
| }, |
| { |
| "task": "HumanEval/7", |
| "ok": true, |
| "grund": "", |
| "tps": 27.81304074014475, |
| "tokens": 112, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.51 |
| }, |
| { |
| "task": "HumanEval/8", |
| "ok": true, |
| "grund": "", |
| "tps": 27.70739966054186, |
| "tokens": 163, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.36 |
| }, |
| { |
| "task": "HumanEval/9", |
| "ok": true, |
| "grund": "", |
| "tps": 27.638443436987163, |
| "tokens": 162, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.35 |
| }, |
| { |
| "task": "HumanEval/10", |
| "ok": true, |
| "grund": "", |
| "tps": 27.49325383186127, |
| "tokens": 313, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.92 |
| }, |
| { |
| "task": "HumanEval/11", |
| "ok": true, |
| "grund": "", |
| "tps": 27.73615309374697, |
| "tokens": 113, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.53 |
| }, |
| { |
| "task": "HumanEval/12", |
| "ok": true, |
| "grund": "", |
| "tps": 27.451964423969855, |
| "tokens": 128, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.16 |
| }, |
| { |
| "task": "HumanEval/13", |
| "ok": true, |
| "grund": "", |
| "tps": 27.740545529494423, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.32 |
| }, |
| { |
| "task": "HumanEval/14", |
| "ok": true, |
| "grund": "", |
| "tps": 27.758674412262117, |
| "tokens": 80, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.31 |
| }, |
| { |
| "task": "HumanEval/15", |
| "ok": true, |
| "grund": "", |
| "tps": 27.72262548932694, |
| "tokens": 92, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.75 |
| }, |
| { |
| "task": "HumanEval/16", |
| "ok": true, |
| "grund": "", |
| "tps": 27.770149557683233, |
| "tokens": 81, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.34 |
| }, |
| { |
| "task": "HumanEval/17", |
| "ok": true, |
| "grund": "", |
| "tps": 27.57554514482978, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.83 |
| }, |
| { |
| "task": "HumanEval/18", |
| "ok": true, |
| "grund": "", |
| "tps": 27.637364137035323, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.32 |
| }, |
| { |
| "task": "HumanEval/19", |
| "ok": true, |
| "grund": "", |
| "tps": 27.569791520612412, |
| "tokens": 245, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.38 |
| }, |
| { |
| "task": "HumanEval/20", |
| "ok": true, |
| "grund": "", |
| "tps": 27.504894852583952, |
| "tokens": 297, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.35 |
| }, |
| { |
| "task": "HumanEval/21", |
| "ok": true, |
| "grund": "", |
| "tps": 27.60724700246806, |
| "tokens": 193, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.52 |
| }, |
| { |
| "task": "HumanEval/22", |
| "ok": true, |
| "grund": "", |
| "tps": 27.674013148179455, |
| "tokens": 119, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.79 |
| }, |
| { |
| "task": "HumanEval/23", |
| "ok": true, |
| "grund": "", |
| "tps": 27.903093084192058, |
| "tokens": 53, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.31 |
| }, |
| { |
| "task": "HumanEval/24", |
| "ok": true, |
| "grund": "", |
| "tps": 27.79524737922889, |
| "tokens": 91, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.68 |
| }, |
| { |
| "task": "HumanEval/25", |
| "ok": true, |
| "grund": "", |
| "tps": 27.521948113575274, |
| "tokens": 215, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.33 |
| }, |
| { |
| "task": "HumanEval/26", |
| "ok": true, |
| "grund": "", |
| "tps": 27.639727575474424, |
| "tokens": 150, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.86 |
| }, |
| { |
| "task": "HumanEval/27", |
| "ok": true, |
| "grund": "", |
| "tps": 27.821615476493132, |
| "tokens": 58, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.53 |
| }, |
| { |
| "task": "HumanEval/28", |
| "ok": true, |
| "grund": "", |
| "tps": 27.867606574684988, |
| "tokens": 70, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.96 |
| }, |
| { |
| "task": "HumanEval/29", |
| "ok": true, |
| "grund": "", |
| "tps": 27.761979683420027, |
| "tokens": 107, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.38 |
| }, |
| { |
| "task": "HumanEval/30", |
| "ok": true, |
| "grund": "", |
| "tps": 27.649916254570194, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.6 |
| }, |
| { |
| "task": "HumanEval/31", |
| "ok": true, |
| "grund": "", |
| "tps": 27.567416245853728, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.25 |
| }, |
| { |
| "task": "HumanEval/32", |
| "ok": false, |
| "grund": "TypeError: Value after * must be an iterable, not float", |
| "tps": 27.46541406658901, |
| "tokens": 620, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 23.29 |
| }, |
| { |
| "task": "HumanEval/33", |
| "ok": true, |
| "grund": "", |
| "tps": 27.55007381860345, |
| "tokens": 265, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.21 |
| }, |
| { |
| "task": "HumanEval/34", |
| "ok": true, |
| "grund": "", |
| "tps": 27.62878347608205, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.63 |
| }, |
| { |
| "task": "HumanEval/35", |
| "ok": true, |
| "grund": "", |
| "tps": 27.719077154765323, |
| "tokens": 97, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.97 |
| }, |
| { |
| "task": "HumanEval/36", |
| "ok": true, |
| "grund": "", |
| "tps": 27.533562831396488, |
| "tokens": 142, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.63 |
| }, |
| { |
| "task": "HumanEval/37", |
| "ok": true, |
| "grund": "", |
| "tps": 27.589046299725275, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.04 |
| }, |
| { |
| "task": "HumanEval/38", |
| "ok": true, |
| "grund": "", |
| "tps": 27.57759409086827, |
| "tokens": 277, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.63 |
| }, |
| { |
| "task": "HumanEval/39", |
| "ok": true, |
| "grund": "", |
| "tps": 27.542955219493777, |
| "tokens": 292, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.12 |
| }, |
| { |
| "task": "HumanEval/40", |
| "ok": true, |
| "grund": "", |
| "tps": 27.517490099345952, |
| "tokens": 317, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.1 |
| }, |
| { |
| "task": "HumanEval/41", |
| "ok": true, |
| "grund": "", |
| "tps": 27.61918928029384, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.6 |
| }, |
| { |
| "task": "HumanEval/42", |
| "ok": true, |
| "grund": "", |
| "tps": 27.524818211087, |
| "tokens": 132, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.32 |
| }, |
| { |
| "task": "HumanEval/43", |
| "ok": true, |
| "grund": "", |
| "tps": 27.580691704537518, |
| "tokens": 201, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.86 |
| }, |
| { |
| "task": "HumanEval/44", |
| "ok": true, |
| "grund": "", |
| "tps": 27.581766846087806, |
| "tokens": 158, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.25 |
| }, |
| { |
| "task": "HumanEval/45", |
| "ok": true, |
| "grund": "", |
| "tps": 27.66414984378977, |
| "tokens": 60, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.61 |
| }, |
| { |
| "task": "HumanEval/46", |
| "ok": true, |
| "grund": "", |
| "tps": 27.505420630770807, |
| "tokens": 300, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.48 |
| }, |
| { |
| "task": "HumanEval/47", |
| "ok": true, |
| "grund": "", |
| "tps": 27.61696648335905, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.98 |
| }, |
| { |
| "task": "HumanEval/48", |
| "ok": true, |
| "grund": "", |
| "tps": 27.744779915330586, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.6 |
| }, |
| { |
| "task": "HumanEval/49", |
| "ok": true, |
| "grund": "", |
| "tps": 27.658937232170153, |
| "tokens": 134, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.37 |
| }, |
| { |
| "task": "HumanEval/50", |
| "ok": true, |
| "grund": "", |
| "tps": 27.65432098765432, |
| "tokens": 133, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.34 |
| }, |
| { |
| "task": "HumanEval/51", |
| "ok": true, |
| "grund": "", |
| "tps": 27.58156789010701, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.53 |
| }, |
| { |
| "task": "HumanEval/52", |
| "ok": true, |
| "grund": "", |
| "tps": 27.614171482348056, |
| "tokens": 100, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.09 |
| }, |
| { |
| "task": "HumanEval/53", |
| "ok": true, |
| "grund": "", |
| "tps": 27.879474497250705, |
| "tokens": 66, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 2.81 |
| }, |
| { |
| "task": "HumanEval/54", |
| "ok": true, |
| "grund": "", |
| "tps": 27.64423076923077, |
| "tokens": 161, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.38 |
| }, |
| { |
| "task": "HumanEval/55", |
| "ok": false, |
| "grund": "ValueError: n must be a positive integer", |
| "tps": 27.714560908973333, |
| "tokens": 138, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.44 |
| }, |
| { |
| "task": "HumanEval/56", |
| "ok": true, |
| "grund": "", |
| "tps": 27.620100818645717, |
| "tokens": 157, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.2 |
| }, |
| { |
| "task": "HumanEval/57", |
| "ok": true, |
| "grund": "", |
| "tps": 27.63579230835396, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.64 |
| }, |
| { |
| "task": "HumanEval/58", |
| "ok": true, |
| "grund": "", |
| "tps": 27.60448829675867, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.74 |
| }, |
| { |
| "task": "HumanEval/59", |
| "ok": true, |
| "grund": "", |
| "tps": 27.609599685250565, |
| "tokens": 192, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.42 |
| }, |
| { |
| "task": "HumanEval/60", |
| "ok": true, |
| "grund": "", |
| "tps": 27.65662944895604, |
| "tokens": 125, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.06 |
| }, |
| { |
| "task": "HumanEval/61", |
| "ok": true, |
| "grund": "", |
| "tps": 27.570586002201406, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.18 |
| }, |
| { |
| "task": "HumanEval/62", |
| "ok": true, |
| "grund": "", |
| "tps": 27.591232489016424, |
| "tokens": 146, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.82 |
| }, |
| { |
| "task": "HumanEval/63", |
| "ok": true, |
| "grund": "", |
| "tps": 27.52278135675029, |
| "tokens": 242, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.38 |
| }, |
| { |
| "task": "HumanEval/64", |
| "ok": true, |
| "grund": "", |
| "tps": 27.574486585815418, |
| "tokens": 206, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.04 |
| }, |
| { |
| "task": "HumanEval/65", |
| "ok": true, |
| "grund": "", |
| "tps": 27.575777147082665, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.05 |
| }, |
| { |
| "task": "HumanEval/66", |
| "ok": true, |
| "grund": "", |
| "tps": 27.61281858042894, |
| "tokens": 140, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.63 |
| }, |
| { |
| "task": "HumanEval/67", |
| "ok": true, |
| "grund": "", |
| "tps": 27.562958896762787, |
| "tokens": 273, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.58 |
| }, |
| { |
| "task": "HumanEval/68", |
| "ok": true, |
| "grund": "", |
| "tps": 27.485727517387968, |
| "tokens": 424, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.19 |
| }, |
| { |
| "task": "HumanEval/69", |
| "ok": true, |
| "grund": "", |
| "tps": 27.540491529531874, |
| "tokens": 226, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.79 |
| }, |
| { |
| "task": "HumanEval/70", |
| "ok": true, |
| "grund": "", |
| "tps": 27.506200791319742, |
| "tokens": 237, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.18 |
| }, |
| { |
| "task": "HumanEval/71", |
| "ok": true, |
| "grund": "", |
| "tps": 27.60741774150883, |
| "tokens": 208, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.11 |
| }, |
| { |
| "task": "HumanEval/72", |
| "ok": true, |
| "grund": "", |
| "tps": 27.56461144923701, |
| "tokens": 255, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.92 |
| }, |
| { |
| "task": "HumanEval/73", |
| "ok": true, |
| "grund": "", |
| "tps": 27.580145604782032, |
| "tokens": 210, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.19 |
| }, |
| { |
| "task": "HumanEval/74", |
| "ok": true, |
| "grund": "", |
| "tps": 27.53102207987971, |
| "tokens": 266, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.27 |
| }, |
| { |
| "task": "HumanEval/75", |
| "ok": true, |
| "grund": "", |
| "tps": 27.56076676214761, |
| "tokens": 204, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.88 |
| }, |
| { |
| "task": "HumanEval/76", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.459978253196745, |
| "tokens": 586, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 21.89 |
| }, |
| { |
| "task": "HumanEval/77", |
| "ok": true, |
| "grund": "", |
| "tps": 27.588472483688115, |
| "tokens": 173, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.8 |
| }, |
| { |
| "task": "HumanEval/78", |
| "ok": true, |
| "grund": "", |
| "tps": 27.5051579352632, |
| "tokens": 383, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.68 |
| }, |
| { |
| "task": "HumanEval/79", |
| "ok": true, |
| "grund": "", |
| "tps": 27.442277442723984, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.72 |
| }, |
| { |
| "task": "HumanEval/80", |
| "ok": true, |
| "grund": "", |
| "tps": 27.55320830670784, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.73 |
| }, |
| { |
| "task": "HumanEval/81", |
| "ok": true, |
| "grund": "", |
| "tps": 27.450384613018205, |
| "tokens": 522, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 19.72 |
| }, |
| { |
| "task": "HumanEval/82", |
| "ok": true, |
| "grund": "", |
| "tps": 27.6018500099138, |
| "tokens": 169, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.59 |
| }, |
| { |
| "task": "HumanEval/83", |
| "ok": true, |
| "grund": "", |
| "tps": 27.536470849359528, |
| "tokens": 331, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.45 |
| }, |
| { |
| "task": "HumanEval/84", |
| "ok": true, |
| "grund": "", |
| "tps": 27.55571612713595, |
| "tokens": 180, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.11 |
| }, |
| { |
| "task": "HumanEval/85", |
| "ok": true, |
| "grund": "", |
| "tps": 27.80063430182861, |
| "tokens": 87, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 3.58 |
| }, |
| { |
| "task": "HumanEval/86", |
| "ok": true, |
| "grund": "", |
| "tps": 27.634727179910634, |
| "tokens": 184, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.21 |
| }, |
| { |
| "task": "HumanEval/87", |
| "ok": true, |
| "grund": "", |
| "tps": 27.547886251459577, |
| "tokens": 357, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.67 |
| }, |
| { |
| "task": "HumanEval/88", |
| "ok": true, |
| "grund": "", |
| "tps": 27.582342863834416, |
| "tokens": 281, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.81 |
| }, |
| { |
| "task": "HumanEval/89", |
| "ok": true, |
| "grund": "", |
| "tps": 27.564545013940872, |
| "tokens": 199, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.75 |
| }, |
| { |
| "task": "HumanEval/90", |
| "ok": true, |
| "grund": "", |
| "tps": 27.576573892872705, |
| "tokens": 172, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.79 |
| }, |
| { |
| "task": "HumanEval/91", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.538857649608865, |
| "tokens": 257, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.86 |
| }, |
| { |
| "task": "HumanEval/92", |
| "ok": true, |
| "grund": "", |
| "tps": 27.562574074417828, |
| "tokens": 196, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.67 |
| }, |
| { |
| "task": "HumanEval/93", |
| "ok": true, |
| "grund": "", |
| "tps": 27.562117129016453, |
| "tokens": 243, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.34 |
| }, |
| { |
| "task": "HumanEval/94", |
| "ok": true, |
| "grund": "", |
| "tps": 27.423255376639116, |
| "tokens": 469, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.86 |
| }, |
| { |
| "task": "HumanEval/95", |
| "ok": true, |
| "grund": "", |
| "tps": 27.548282027588726, |
| "tokens": 282, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.83 |
| }, |
| { |
| "task": "HumanEval/96", |
| "ok": true, |
| "grund": "", |
| "tps": 27.56246693984373, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.87 |
| }, |
| { |
| "task": "HumanEval/97", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.646319638394097, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.57 |
| }, |
| { |
| "task": "HumanEval/98", |
| "ok": true, |
| "grund": "", |
| "tps": 27.721863463662025, |
| "tokens": 126, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.01 |
| }, |
| { |
| "task": "HumanEval/99", |
| "ok": true, |
| "grund": "", |
| "tps": 27.604917910663172, |
| "tokens": 219, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.51 |
| }, |
| { |
| "task": "HumanEval/100", |
| "ok": true, |
| "grund": "", |
| "tps": 27.565011313488103, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.74 |
| }, |
| { |
| "task": "HumanEval/101", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.56075610059319, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.57 |
| }, |
| { |
| "task": "HumanEval/102", |
| "ok": true, |
| "grund": "", |
| "tps": 27.600190091055413, |
| "tokens": 197, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.66 |
| }, |
| { |
| "task": "HumanEval/103", |
| "ok": true, |
| "grund": "", |
| "tps": 27.545698753791562, |
| "tokens": 282, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.82 |
| }, |
| { |
| "task": "HumanEval/104", |
| "ok": true, |
| "grund": "", |
| "tps": 27.589004365027883, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.25 |
| }, |
| { |
| "task": "HumanEval/105", |
| "ok": true, |
| "grund": "", |
| "tps": 27.472298765411544, |
| "tokens": 462, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.53 |
| }, |
| { |
| "task": "HumanEval/106", |
| "ok": true, |
| "grund": "", |
| "tps": 27.539863953072075, |
| "tokens": 240, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.28 |
| }, |
| { |
| "task": "HumanEval/107", |
| "ok": true, |
| "grund": "", |
| "tps": 27.54286548537626, |
| "tokens": 326, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.51 |
| }, |
| { |
| "task": "HumanEval/108", |
| "ok": true, |
| "grund": "", |
| "tps": 27.5282766110779, |
| "tokens": 285, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.91 |
| }, |
| { |
| "task": "HumanEval/109", |
| "ok": true, |
| "grund": "", |
| "tps": 27.49034242866808, |
| "tokens": 411, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.7 |
| }, |
| { |
| "task": "HumanEval/110", |
| "ok": true, |
| "grund": "", |
| "tps": 27.473781498440076, |
| "tokens": 384, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.6 |
| }, |
| { |
| "task": "HumanEval/111", |
| "ok": true, |
| "grund": "", |
| "tps": 27.522797692385435, |
| "tokens": 256, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.88 |
| }, |
| { |
| "task": "HumanEval/112", |
| "ok": true, |
| "grund": "", |
| "tps": 27.576755805418895, |
| "tokens": 229, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.88 |
| }, |
| { |
| "task": "HumanEval/113", |
| "ok": true, |
| "grund": "", |
| "tps": 27.48445562686825, |
| "tokens": 395, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.99 |
| }, |
| { |
| "task": "HumanEval/114", |
| "ok": true, |
| "grund": "", |
| "tps": 27.629390014638584, |
| "tokens": 166, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.49 |
| }, |
| { |
| "task": "HumanEval/115", |
| "ok": true, |
| "grund": "", |
| "tps": 27.48057453573274, |
| "tokens": 387, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 14.85 |
| }, |
| { |
| "task": "HumanEval/116", |
| "ok": true, |
| "grund": "", |
| "tps": 27.591788683687735, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.77 |
| }, |
| { |
| "task": "HumanEval/117", |
| "ok": true, |
| "grund": "", |
| "tps": 27.568156184956383, |
| "tokens": 272, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.51 |
| }, |
| { |
| "task": "HumanEval/118", |
| "ok": true, |
| "grund": "", |
| "tps": 27.524159735975307, |
| "tokens": 425, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 16.02 |
| }, |
| { |
| "task": "HumanEval/119", |
| "ok": true, |
| "grund": "", |
| "tps": 27.5796704021798, |
| "tokens": 279, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.71 |
| }, |
| { |
| "task": "HumanEval/120", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.587439338348215, |
| "tokens": 247, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.63 |
| }, |
| { |
| "task": "HumanEval/121", |
| "ok": true, |
| "grund": "", |
| "tps": 27.65530914333685, |
| "tokens": 135, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.41 |
| }, |
| { |
| "task": "HumanEval/122", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.506008290952146, |
| "tokens": 163, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.45 |
| }, |
| { |
| "task": "HumanEval/123", |
| "ok": true, |
| "grund": "", |
| "tps": 27.466701841855247, |
| "tokens": 329, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.66 |
| }, |
| { |
| "task": "HumanEval/124", |
| "ok": true, |
| "grund": "", |
| "tps": 27.460585834312035, |
| "tokens": 626, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 23.55 |
| }, |
| { |
| "task": "HumanEval/125", |
| "ok": true, |
| "grund": "", |
| "tps": 27.574441358675813, |
| "tokens": 229, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.88 |
| }, |
| { |
| "task": "HumanEval/126", |
| "ok": true, |
| "grund": "", |
| "tps": 27.52586388558886, |
| "tokens": 363, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.9 |
| }, |
| { |
| "task": "HumanEval/127", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.497997764182617, |
| "tokens": 454, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.23 |
| }, |
| { |
| "task": "HumanEval/128", |
| "ok": true, |
| "grund": "", |
| "tps": 27.5552636833672, |
| "tokens": 215, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.36 |
| }, |
| { |
| "task": "HumanEval/129", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 27.396350815203533, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 44.64 |
| }, |
| { |
| "task": "HumanEval/130", |
| "ok": true, |
| "grund": "", |
| "tps": 27.43589446886966, |
| "tokens": 965, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 35.89 |
| }, |
| { |
| "task": "HumanEval/131", |
| "ok": true, |
| "grund": "", |
| "tps": 27.60342995620064, |
| "tokens": 144, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.71 |
| }, |
| { |
| "task": "HumanEval/132", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.576457737070523, |
| "tokens": 206, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.03 |
| }, |
| { |
| "task": "HumanEval/133", |
| "ok": true, |
| "grund": "", |
| "tps": 27.56103465613885, |
| "tokens": 185, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.29 |
| }, |
| { |
| "task": "HumanEval/134", |
| "ok": false, |
| "grund": "SyntaxError: invalid syntax", |
| "tps": 27.412791685809935, |
| "tokens": 1200, |
| "denk_zeichen": 0, |
| "abbruch": "length", |
| "sekunden": 44.33 |
| }, |
| { |
| "task": "HumanEval/135", |
| "ok": true, |
| "grund": "", |
| "tps": 27.57630214743513, |
| "tokens": 149, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.96 |
| }, |
| { |
| "task": "HumanEval/136", |
| "ok": true, |
| "grund": "", |
| "tps": 27.55219686083463, |
| "tokens": 213, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.29 |
| }, |
| { |
| "task": "HumanEval/137", |
| "ok": true, |
| "grund": "", |
| "tps": 27.495414493373488, |
| "tokens": 234, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.07 |
| }, |
| { |
| "task": "HumanEval/138", |
| "ok": true, |
| "grund": "", |
| "tps": 27.690148759608356, |
| "tokens": 109, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.41 |
| }, |
| { |
| "task": "HumanEval/139", |
| "ok": true, |
| "grund": "", |
| "tps": 27.586907690237528, |
| "tokens": 139, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.57 |
| }, |
| { |
| "task": "HumanEval/140", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.63120973723831, |
| "tokens": 174, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.84 |
| }, |
| { |
| "task": "HumanEval/141", |
| "ok": true, |
| "grund": "", |
| "tps": 27.53972162849378, |
| "tokens": 405, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 15.37 |
| }, |
| { |
| "task": "HumanEval/142", |
| "ok": true, |
| "grund": "", |
| "tps": 27.575924563300763, |
| "tokens": 240, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 9.29 |
| }, |
| { |
| "task": "HumanEval/143", |
| "ok": true, |
| "grund": "", |
| "tps": 27.59165141434216, |
| "tokens": 281, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.76 |
| }, |
| { |
| "task": "HumanEval/144", |
| "ok": true, |
| "grund": "", |
| "tps": 27.609524568128364, |
| "tokens": 200, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.84 |
| }, |
| { |
| "task": "HumanEval/145", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.63119753107714, |
| "tokens": 165, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.53 |
| }, |
| { |
| "task": "HumanEval/146", |
| "ok": true, |
| "grund": "", |
| "tps": 27.525954248228537, |
| "tokens": 212, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 8.26 |
| }, |
| { |
| "task": "HumanEval/147", |
| "ok": true, |
| "grund": "", |
| "tps": 27.436804393430126, |
| "tokens": 595, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 22.27 |
| }, |
| { |
| "task": "HumanEval/148", |
| "ok": true, |
| "grund": "", |
| "tps": 27.52960521301849, |
| "tokens": 354, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.48 |
| }, |
| { |
| "task": "HumanEval/149", |
| "ok": true, |
| "grund": "", |
| "tps": 27.58920544332949, |
| "tokens": 266, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.26 |
| }, |
| { |
| "task": "HumanEval/150", |
| "ok": true, |
| "grund": "", |
| "tps": 27.645826417849072, |
| "tokens": 143, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.69 |
| }, |
| { |
| "task": "HumanEval/151", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.59248848849742, |
| "tokens": 198, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.73 |
| }, |
| { |
| "task": "HumanEval/152", |
| "ok": true, |
| "grund": "", |
| "tps": 27.582581610362702, |
| "tokens": 259, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 10.06 |
| }, |
| { |
| "task": "HumanEval/153", |
| "ok": true, |
| "grund": "", |
| "tps": 27.52317135818855, |
| "tokens": 358, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 13.73 |
| }, |
| { |
| "task": "HumanEval/154", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.563543863210192, |
| "tokens": 195, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 7.64 |
| }, |
| { |
| "task": "HumanEval/155", |
| "ok": true, |
| "grund": "", |
| "tps": 27.66286663070494, |
| "tokens": 138, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 5.45 |
| }, |
| { |
| "task": "HumanEval/156", |
| "ok": true, |
| "grund": "", |
| "tps": 27.544122985515724, |
| "tokens": 301, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 11.46 |
| }, |
| { |
| "task": "HumanEval/157", |
| "ok": true, |
| "grund": "", |
| "tps": 27.64379730476614, |
| "tokens": 152, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.0 |
| }, |
| { |
| "task": "HumanEval/158", |
| "ok": true, |
| "grund": "", |
| "tps": 27.470640752695555, |
| "tokens": 462, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 17.36 |
| }, |
| { |
| "task": "HumanEval/159", |
| "ok": true, |
| "grund": "", |
| "tps": 27.485520185190584, |
| "tokens": 329, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 12.74 |
| }, |
| { |
| "task": "HumanEval/160", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.411847798636035, |
| "tokens": 854, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 31.81 |
| }, |
| { |
| "task": "HumanEval/161", |
| "ok": true, |
| "grund": "", |
| "tps": 27.570163913240144, |
| "tokens": 160, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.32 |
| }, |
| { |
| "task": "HumanEval/162", |
| "ok": true, |
| "grund": "", |
| "tps": 27.717978804985542, |
| "tokens": 120, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 4.81 |
| }, |
| { |
| "task": "HumanEval/163", |
| "ok": false, |
| "grund": "AssertionError", |
| "tps": 27.63283333256576, |
| "tokens": 156, |
| "denk_zeichen": 0, |
| "abbruch": "stop", |
| "sekunden": 6.18 |
| } |
| ] |
| } |
