{
 "modell": "Qwen3.6-27B Uncensored Q6_K_P",
 "satz": "humanevalplus",
 "reasoning": false,
 "n": 164,
 "bestanden": 148,
 "quote": 90.2,
 "tps_median": 26.9,
 "tokens_gesamt": 39594,
 "tokens_je_aufgabe": 241.4,
 "am_limit": 1,
 "dauer_s": 1619.1,
 "aufgaben": [
  {
   "task": "HumanEval/0",
   "ok": true,
   "grund": "",
   "tps": 26.870008954081023,
   "tokens": 173,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.83
  },
  {
   "task": "HumanEval/1",
   "ok": true,
   "grund": "",
   "tps": 26.826634275644135,
   "tokens": 230,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.11
  },
  {
   "task": "HumanEval/2",
   "ok": true,
   "grund": "",
   "tps": 26.953339046329734,
   "tokens": 97,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.09
  },
  {
   "task": "HumanEval/3",
   "ok": true,
   "grund": "",
   "tps": 26.93659075066102,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.33
  },
  {
   "task": "HumanEval/4",
   "ok": true,
   "grund": "",
   "tps": 26.8902749490835,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.79
  },
  {
   "task": "HumanEval/5",
   "ok": true,
   "grund": "",
   "tps": 26.95658886423314,
   "tokens": 154,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.21
  },
  {
   "task": "HumanEval/6",
   "ok": true,
   "grund": "",
   "tps": 26.92629317297677,
   "tokens": 214,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.45
  },
  {
   "task": "HumanEval/7",
   "ok": true,
   "grund": "",
   "tps": 27.01337692777829,
   "tokens": 112,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.64
  },
  {
   "task": "HumanEval/8",
   "ok": true,
   "grund": "",
   "tps": 26.9367480536547,
   "tokens": 163,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.55
  },
  {
   "task": "HumanEval/9",
   "ok": true,
   "grund": "",
   "tps": 26.953581440495892,
   "tokens": 162,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.51
  },
  {
   "task": "HumanEval/10",
   "ok": true,
   "grund": "",
   "tps": 26.81667052572478,
   "tokens": 443,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.05
  },
  {
   "task": "HumanEval/11",
   "ok": true,
   "grund": "",
   "tps": 27.030440581829037,
   "tokens": 113,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.64
  },
  {
   "task": "HumanEval/12",
   "ok": true,
   "grund": "",
   "tps": 26.956034076638954,
   "tokens": 128,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.24
  },
  {
   "task": "HumanEval/13",
   "ok": true,
   "grund": "",
   "tps": 27.00921554434373,
   "tokens": 95,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.99
  },
  {
   "task": "HumanEval/14",
   "ok": true,
   "grund": "",
   "tps": 26.958710376171734,
   "tokens": 80,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.39
  },
  {
   "task": "HumanEval/15",
   "ok": true,
   "grund": "",
   "tps": 27.03102927107891,
   "tokens": 92,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.84
  },
  {
   "task": "HumanEval/16",
   "ok": true,
   "grund": "",
   "tps": 27.050385852047082,
   "tokens": 81,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.44
  },
  {
   "task": "HumanEval/17",
   "ok": true,
   "grund": "",
   "tps": 26.881222938491938,
   "tokens": 260,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.23
  },
  {
   "task": "HumanEval/18",
   "ok": true,
   "grund": "",
   "tps": 26.95094726720743,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.48
  },
  {
   "task": "HumanEval/19",
   "ok": true,
   "grund": "",
   "tps": 26.90773360113667,
   "tokens": 245,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.61
  },
  {
   "task": "HumanEval/20",
   "ok": true,
   "grund": "",
   "tps": 26.90702823404738,
   "tokens": 273,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.71
  },
  {
   "task": "HumanEval/21",
   "ok": true,
   "grund": "",
   "tps": 26.932358335446295,
   "tokens": 193,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.7
  },
  {
   "task": "HumanEval/22",
   "ok": true,
   "grund": "",
   "tps": 26.997374675464332,
   "tokens": 119,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.91
  },
  {
   "task": "HumanEval/23",
   "ok": true,
   "grund": "",
   "tps": 27.284272778892884,
   "tokens": 53,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.36
  },
  {
   "task": "HumanEval/24",
   "ok": true,
   "grund": "",
   "tps": 27.115779649607372,
   "tokens": 86,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.59
  },
  {
   "task": "HumanEval/25",
   "ok": true,
   "grund": "",
   "tps": 26.862036187113045,
   "tokens": 204,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.13
  },
  {
   "task": "HumanEval/26",
   "ok": true,
   "grund": "",
   "tps": 26.890653771996153,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.44
  },
  {
   "task": "HumanEval/27",
   "ok": true,
   "grund": "",
   "tps": 27.17383665525678,
   "tokens": 58,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.6
  },
  {
   "task": "HumanEval/28",
   "ok": true,
   "grund": "",
   "tps": 27.08610401605664,
   "tokens": 70,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.05
  },
  {
   "task": "HumanEval/29",
   "ok": true,
   "grund": "",
   "tps": 27.03416967453386,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.49
  },
  {
   "task": "HumanEval/30",
   "ok": true,
   "grund": "",
   "tps": 26.88456964960315,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.74
  },
  {
   "task": "HumanEval/31",
   "ok": true,
   "grund": "",
   "tps": 26.82290272919887,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.47
  },
  {
   "task": "HumanEval/32",
   "ok": false,
   "grund": "TypeError: Value after * must be an iterable, not float",
   "tps": 26.729182550017775,
   "tokens": 885,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 33.83
  },
  {
   "task": "HumanEval/33",
   "ok": true,
   "grund": "",
   "tps": 26.835457465507165,
   "tokens": 275,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.86
  },
  {
   "task": "HumanEval/34",
   "ok": true,
   "grund": "",
   "tps": 27.03779510821023,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.7
  },
  {
   "task": "HumanEval/35",
   "ok": true,
   "grund": "",
   "tps": 27.088101677004826,
   "tokens": 97,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.06
  },
  {
   "task": "HumanEval/36",
   "ok": true,
   "grund": "",
   "tps": 26.916711947418296,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.65
  },
  {
   "task": "HumanEval/37",
   "ok": true,
   "grund": "",
   "tps": 26.860021935300317,
   "tokens": 233,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.23
  },
  {
   "task": "HumanEval/38",
   "ok": true,
   "grund": "",
   "tps": 26.869842772618565,
   "tokens": 277,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.89
  },
  {
   "task": "HumanEval/39",
   "ok": true,
   "grund": "",
   "tps": 26.792779722638212,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.09
  },
  {
   "task": "HumanEval/40",
   "ok": true,
   "grund": "",
   "tps": 26.87158966174251,
   "tokens": 284,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.15
  },
  {
   "task": "HumanEval/41",
   "ok": true,
   "grund": "",
   "tps": 26.935978857528305,
   "tokens": 166,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.75
  },
  {
   "task": "HumanEval/42",
   "ok": true,
   "grund": "",
   "tps": 26.89788523528212,
   "tokens": 132,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.44
  },
  {
   "task": "HumanEval/43",
   "ok": true,
   "grund": "",
   "tps": 26.874812310856804,
   "tokens": 201,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.06
  },
  {
   "task": "HumanEval/44",
   "ok": true,
   "grund": "",
   "tps": 26.92654761610583,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.41
  },
  {
   "task": "HumanEval/45",
   "ok": true,
   "grund": "",
   "tps": 27.10165423980537,
   "tokens": 60,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.67
  },
  {
   "task": "HumanEval/46",
   "ok": true,
   "grund": "",
   "tps": 26.882583664013577,
   "tokens": 293,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.49
  },
  {
   "task": "HumanEval/47",
   "ok": true,
   "grund": "",
   "tps": 26.953398814724288,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.13
  },
  {
   "task": "HumanEval/48",
   "ok": true,
   "grund": "",
   "tps": 26.99577097284381,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.7
  },
  {
   "task": "HumanEval/49",
   "ok": true,
   "grund": "",
   "tps": 26.904183761196858,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.52
  },
  {
   "task": "HumanEval/50",
   "ok": true,
   "grund": "",
   "tps": 26.965342641310055,
   "tokens": 133,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.46
  },
  {
   "task": "HumanEval/51",
   "ok": true,
   "grund": "",
   "tps": 26.903750121882137,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.69
  },
  {
   "task": "HumanEval/52",
   "ok": true,
   "grund": "",
   "tps": 27.051819654174945,
   "tokens": 100,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.18
  },
  {
   "task": "HumanEval/53",
   "ok": true,
   "grund": "",
   "tps": 27.10491202607985,
   "tokens": 66,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.89
  },
  {
   "task": "HumanEval/54",
   "ok": true,
   "grund": "",
   "tps": 26.917891402860185,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.55
  },
  {
   "task": "HumanEval/55",
   "ok": false,
   "grund": "ValueError: n must be a positive integer",
   "tps": 27.0070996182252,
   "tokens": 133,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.39
  },
  {
   "task": "HumanEval/56",
   "ok": true,
   "grund": "",
   "tps": 26.81849922995035,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.38
  },
  {
   "task": "HumanEval/57",
   "ok": true,
   "grund": "",
   "tps": 26.869180795245075,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.82
  },
  {
   "task": "HumanEval/58",
   "ok": true,
   "grund": "",
   "tps": 26.908793116166205,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.87
  },
  {
   "task": "HumanEval/59",
   "ok": true,
   "grund": "",
   "tps": 26.79689959871643,
   "tokens": 192,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.66
  },
  {
   "task": "HumanEval/60",
   "ok": true,
   "grund": "",
   "tps": 26.93260858042745,
   "tokens": 125,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.18
  },
  {
   "task": "HumanEval/61",
   "ok": true,
   "grund": "",
   "tps": 26.844796807258835,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.35
  },
  {
   "task": "HumanEval/62",
   "ok": true,
   "grund": "",
   "tps": 26.895264461135447,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.11
  },
  {
   "task": "HumanEval/63",
   "ok": true,
   "grund": "",
   "tps": 26.875849990925186,
   "tokens": 239,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.48
  },
  {
   "task": "HumanEval/64",
   "ok": true,
   "grund": "",
   "tps": 26.909630732592273,
   "tokens": 192,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.7
  },
  {
   "task": "HumanEval/65",
   "ok": true,
   "grund": "",
   "tps": 26.943747659040348,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.17
  },
  {
   "task": "HumanEval/66",
   "ok": true,
   "grund": "",
   "tps": 26.873495324203766,
   "tokens": 140,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.77
  },
  {
   "task": "HumanEval/67",
   "ok": true,
   "grund": "",
   "tps": 26.879220692335597,
   "tokens": 272,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.8
  },
  {
   "task": "HumanEval/68",
   "ok": true,
   "grund": "",
   "tps": 26.794172785814503,
   "tokens": 429,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.77
  },
  {
   "task": "HumanEval/69",
   "ok": true,
   "grund": "",
   "tps": 26.78294097312379,
   "tokens": 226,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.03
  },
  {
   "task": "HumanEval/70",
   "ok": true,
   "grund": "",
   "tps": 26.822455047067844,
   "tokens": 241,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.55
  },
  {
   "task": "HumanEval/71",
   "ok": true,
   "grund": "",
   "tps": 26.848229539971072,
   "tokens": 208,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.31
  },
  {
   "task": "HumanEval/72",
   "ok": true,
   "grund": "",
   "tps": 26.85040345100338,
   "tokens": 255,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.18
  },
  {
   "task": "HumanEval/73",
   "ok": true,
   "grund": "",
   "tps": 26.84766252743895,
   "tokens": 210,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.41
  },
  {
   "task": "HumanEval/74",
   "ok": true,
   "grund": "",
   "tps": 26.844115013106183,
   "tokens": 266,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.53
  },
  {
   "task": "HumanEval/75",
   "ok": true,
   "grund": "",
   "tps": 26.890997882725827,
   "tokens": 223,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.8
  },
  {
   "task": "HumanEval/76",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.738121112229447,
   "tokens": 420,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.27
  },
  {
   "task": "HumanEval/77",
   "ok": true,
   "grund": "",
   "tps": 26.824697531336014,
   "tokens": 166,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.73
  },
  {
   "task": "HumanEval/78",
   "ok": true,
   "grund": "",
   "tps": 26.778616808763125,
   "tokens": 368,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.51
  },
  {
   "task": "HumanEval/79",
   "ok": true,
   "grund": "",
   "tps": 26.92939129536905,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.85
  },
  {
   "task": "HumanEval/80",
   "ok": true,
   "grund": "",
   "tps": 26.88991021264929,
   "tokens": 194,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.78
  },
  {
   "task": "HumanEval/81",
   "ok": true,
   "grund": "",
   "tps": 26.767231999023853,
   "tokens": 530,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.52
  },
  {
   "task": "HumanEval/82",
   "ok": true,
   "grund": "",
   "tps": 26.9048858158238,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.78
  },
  {
   "task": "HumanEval/83",
   "ok": true,
   "grund": "",
   "tps": 26.7888193925953,
   "tokens": 333,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.88
  },
  {
   "task": "HumanEval/84",
   "ok": true,
   "grund": "",
   "tps": 26.908021654977873,
   "tokens": 180,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.27
  },
  {
   "task": "HumanEval/85",
   "ok": true,
   "grund": "",
   "tps": 27.06963710817867,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.67
  },
  {
   "task": "HumanEval/86",
   "ok": true,
   "grund": "",
   "tps": 26.88258446829462,
   "tokens": 184,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.41
  },
  {
   "task": "HumanEval/87",
   "ok": true,
   "grund": "",
   "tps": 26.853024146961406,
   "tokens": 357,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.01
  },
  {
   "task": "HumanEval/88",
   "ok": true,
   "grund": "",
   "tps": 26.872653364671372,
   "tokens": 281,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.08
  },
  {
   "task": "HumanEval/89",
   "ok": true,
   "grund": "",
   "tps": 26.91921125358303,
   "tokens": 199,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.93
  },
  {
   "task": "HumanEval/90",
   "ok": true,
   "grund": "",
   "tps": 26.89803564583982,
   "tokens": 172,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.95
  },
  {
   "task": "HumanEval/91",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.84681694375836,
   "tokens": 264,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.36
  },
  {
   "task": "HumanEval/92",
   "ok": true,
   "grund": "",
   "tps": 26.852176848436727,
   "tokens": 196,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.87
  },
  {
   "task": "HumanEval/93",
   "ok": true,
   "grund": "",
   "tps": 26.88221456746145,
   "tokens": 253,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.95
  },
  {
   "task": "HumanEval/94",
   "ok": true,
   "grund": "",
   "tps": 26.76757910818417,
   "tokens": 469,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.29
  },
  {
   "task": "HumanEval/95",
   "ok": true,
   "grund": "",
   "tps": 26.875845020580154,
   "tokens": 287,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.3
  },
  {
   "task": "HumanEval/96",
   "ok": true,
   "grund": "",
   "tps": 26.83369694347929,
   "tokens": 297,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.66
  },
  {
   "task": "HumanEval/97",
   "ok": true,
   "grund": "",
   "tps": 26.914308418024007,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.86
  },
  {
   "task": "HumanEval/98",
   "ok": true,
   "grund": "",
   "tps": 27.017986259424127,
   "tokens": 126,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.14
  },
  {
   "task": "HumanEval/99",
   "ok": true,
   "grund": "",
   "tps": 26.81537625803658,
   "tokens": 217,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.68
  },
  {
   "task": "HumanEval/100",
   "ok": true,
   "grund": "",
   "tps": 26.840713784048564,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.94
  },
  {
   "task": "HumanEval/101",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.941628925773294,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.7
  },
  {
   "task": "HumanEval/102",
   "ok": true,
   "grund": "",
   "tps": 26.889676497472635,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.11
  },
  {
   "task": "HumanEval/103",
   "ok": true,
   "grund": "",
   "tps": 26.914188870527436,
   "tokens": 195,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.84
  },
  {
   "task": "HumanEval/104",
   "ok": true,
   "grund": "",
   "tps": 26.923721749011534,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.41
  },
  {
   "task": "HumanEval/105",
   "ok": true,
   "grund": "",
   "tps": 26.824758555399658,
   "tokens": 462,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.95
  },
  {
   "task": "HumanEval/106",
   "ok": true,
   "grund": "",
   "tps": 26.808646397265047,
   "tokens": 251,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.94
  },
  {
   "task": "HumanEval/107",
   "ok": true,
   "grund": "",
   "tps": 26.824040956196423,
   "tokens": 326,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.83
  },
  {
   "task": "HumanEval/108",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.886530683925873,
   "tokens": 267,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.5
  },
  {
   "task": "HumanEval/109",
   "ok": true,
   "grund": "",
   "tps": 26.81644450938419,
   "tokens": 419,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.39
  },
  {
   "task": "HumanEval/110",
   "ok": true,
   "grund": "",
   "tps": 26.797162759038923,
   "tokens": 352,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.77
  },
  {
   "task": "HumanEval/111",
   "ok": true,
   "grund": "",
   "tps": 26.8132949024718,
   "tokens": 234,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.33
  },
  {
   "task": "HumanEval/112",
   "ok": true,
   "grund": "",
   "tps": 26.76006887789059,
   "tokens": 233,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.29
  },
  {
   "task": "HumanEval/113",
   "ok": true,
   "grund": "",
   "tps": 26.779218283526326,
   "tokens": 267,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.59
  },
  {
   "task": "HumanEval/114",
   "ok": true,
   "grund": "",
   "tps": 26.88439947957282,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.34
  },
  {
   "task": "HumanEval/115",
   "ok": true,
   "grund": "",
   "tps": 26.750897417542063,
   "tokens": 392,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.42
  },
  {
   "task": "HumanEval/116",
   "ok": false,
   "grund": "SyntaxError: invalid syntax",
   "tps": 26.73595020803577,
   "tokens": 1200,
   "denk_zeichen": 0,
   "abbruch": "length",
   "sekunden": 45.49
  },
  {
   "task": "HumanEval/117",
   "ok": true,
   "grund": "",
   "tps": 26.827727719078975,
   "tokens": 272,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.81
  },
  {
   "task": "HumanEval/118",
   "ok": true,
   "grund": "",
   "tps": 26.780753507017522,
   "tokens": 430,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.65
  },
  {
   "task": "HumanEval/119",
   "ok": true,
   "grund": "",
   "tps": 26.825980418140524,
   "tokens": 291,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.44
  },
  {
   "task": "HumanEval/120",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.904120033766304,
   "tokens": 247,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.88
  },
  {
   "task": "HumanEval/121",
   "ok": true,
   "grund": "",
   "tps": 26.946690332201175,
   "tokens": 136,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.58
  },
  {
   "task": "HumanEval/122",
   "ok": true,
   "grund": "",
   "tps": 26.915708656795225,
   "tokens": 199,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.96
  },
  {
   "task": "HumanEval/123",
   "ok": true,
   "grund": "",
   "tps": 26.804355012761853,
   "tokens": 324,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.77
  },
  {
   "task": "HumanEval/124",
   "ok": true,
   "grund": "",
   "tps": 26.781276480810316,
   "tokens": 610,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 23.5
  },
  {
   "task": "HumanEval/125",
   "ok": true,
   "grund": "",
   "tps": 26.8798619243704,
   "tokens": 229,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.1
  },
  {
   "task": "HumanEval/126",
   "ok": true,
   "grund": "",
   "tps": 26.757459177788398,
   "tokens": 599,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 23.09
  },
  {
   "task": "HumanEval/127",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.773510585450595,
   "tokens": 451,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.57
  },
  {
   "task": "HumanEval/128",
   "ok": true,
   "grund": "",
   "tps": 26.865563470830867,
   "tokens": 215,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.57
  },
  {
   "task": "HumanEval/129",
   "ok": true,
   "grund": "",
   "tps": 26.73396558393722,
   "tokens": 928,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 35.56
  },
  {
   "task": "HumanEval/130",
   "ok": true,
   "grund": "",
   "tps": 26.739108629741445,
   "tokens": 848,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 32.42
  },
  {
   "task": "HumanEval/131",
   "ok": true,
   "grund": "",
   "tps": 26.98928642673582,
   "tokens": 138,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.61
  },
  {
   "task": "HumanEval/132",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.881305094899176,
   "tokens": 214,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.52
  },
  {
   "task": "HumanEval/133",
   "ok": true,
   "grund": "",
   "tps": 26.8369181411619,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.49
  },
  {
   "task": "HumanEval/134",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.71574315859374,
   "tokens": 841,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 32.04
  },
  {
   "task": "HumanEval/135",
   "ok": true,
   "grund": "",
   "tps": 26.865725464740986,
   "tokens": 149,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.1
  },
  {
   "task": "HumanEval/136",
   "ok": true,
   "grund": "",
   "tps": 26.802543397784852,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.51
  },
  {
   "task": "HumanEval/137",
   "ok": true,
   "grund": "",
   "tps": 26.80465418519347,
   "tokens": 239,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.49
  },
  {
   "task": "HumanEval/138",
   "ok": true,
   "grund": "",
   "tps": 26.87520677381682,
   "tokens": 187,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.44
  },
  {
   "task": "HumanEval/139",
   "ok": true,
   "grund": "",
   "tps": 26.931611725209986,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.7
  },
  {
   "task": "HumanEval/140",
   "ok": true,
   "grund": "",
   "tps": 26.91364851992555,
   "tokens": 168,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.79
  },
  {
   "task": "HumanEval/141",
   "ok": true,
   "grund": "",
   "tps": 26.79306997575856,
   "tokens": 405,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.78
  },
  {
   "task": "HumanEval/142",
   "ok": true,
   "grund": "",
   "tps": 26.873343580288537,
   "tokens": 240,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.53
  },
  {
   "task": "HumanEval/143",
   "ok": true,
   "grund": "",
   "tps": 26.881566133435886,
   "tokens": 281,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.04
  },
  {
   "task": "HumanEval/144",
   "ok": true,
   "grund": "",
   "tps": 26.90494764498975,
   "tokens": 200,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.02
  },
  {
   "task": "HumanEval/145",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.8641130129275,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.7
  },
  {
   "task": "HumanEval/146",
   "ok": true,
   "grund": "",
   "tps": 26.922323762277916,
   "tokens": 212,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.43
  },
  {
   "task": "HumanEval/147",
   "ok": true,
   "grund": "",
   "tps": 26.78498781195977,
   "tokens": 769,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 29.3
  },
  {
   "task": "HumanEval/148",
   "ok": true,
   "grund": "",
   "tps": 26.853148301121827,
   "tokens": 332,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.0
  },
  {
   "task": "HumanEval/149",
   "ok": true,
   "grund": "",
   "tps": 26.892534298849455,
   "tokens": 266,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.51
  },
  {
   "task": "HumanEval/150",
   "ok": true,
   "grund": "",
   "tps": 26.911370693968976,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.85
  },
  {
   "task": "HumanEval/151",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.915161635897604,
   "tokens": 182,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.32
  },
  {
   "task": "HumanEval/152",
   "ok": true,
   "grund": "",
   "tps": 26.858655237945907,
   "tokens": 259,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.33
  },
  {
   "task": "HumanEval/153",
   "ok": true,
   "grund": "",
   "tps": 26.80464520008919,
   "tokens": 358,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.09
  },
  {
   "task": "HumanEval/154",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.868062871730363,
   "tokens": 232,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.21
  },
  {
   "task": "HumanEval/155",
   "ok": true,
   "grund": "",
   "tps": 26.909309034880703,
   "tokens": 151,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.09
  },
  {
   "task": "HumanEval/156",
   "ok": true,
   "grund": "",
   "tps": 26.83093019715118,
   "tokens": 301,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.76
  },
  {
   "task": "HumanEval/157",
   "ok": true,
   "grund": "",
   "tps": 26.950990156328157,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.15
  },
  {
   "task": "HumanEval/158",
   "ok": true,
   "grund": "",
   "tps": 26.816952735302,
   "tokens": 296,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.6
  },
  {
   "task": "HumanEval/159",
   "ok": true,
   "grund": "",
   "tps": 26.810180541013715,
   "tokens": 341,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.48
  },
  {
   "task": "HumanEval/160",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.833490863484453,
   "tokens": 326,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.78
  },
  {
   "task": "HumanEval/161",
   "ok": true,
   "grund": "",
   "tps": 26.924051625522793,
   "tokens": 160,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.49
  },
  {
   "task": "HumanEval/162",
   "ok": true,
   "grund": "",
   "tps": 26.926729351783095,
   "tokens": 116,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.79
  },
  {
   "task": "HumanEval/163",
   "ok": false,
   "grund": "AssertionError",
   "tps": 26.802495406919423,
   "tokens": 170,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.88
  }
 ]
}