{
 "modell": "Qwen3.6-27B Q5_K_M",
 "satz": "humanevalplus",
 "reasoning": false,
 "n": 164,
 "bestanden": 145,
 "quote": 88.4,
 "tps_median": 31.3,
 "tokens_gesamt": 38535,
 "tokens_je_aufgabe": 235.0,
 "am_limit": 1,
 "dauer_s": 1393.9,
 "aufgaben": [
  {
   "task": "HumanEval/0",
   "ok": true,
   "grund": "",
   "tps": 31.290492248277936,
   "tokens": 173,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.03
  },
  {
   "task": "HumanEval/1",
   "ok": true,
   "grund": "",
   "tps": 31.20052427733142,
   "tokens": 230,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.88
  },
  {
   "task": "HumanEval/2",
   "ok": true,
   "grund": "",
   "tps": 31.400670614734487,
   "tokens": 97,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.58
  },
  {
   "task": "HumanEval/3",
   "ok": true,
   "grund": "",
   "tps": 31.403096345299648,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.48
  },
  {
   "task": "HumanEval/4",
   "ok": true,
   "grund": "",
   "tps": 31.35233569335412,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.87
  },
  {
   "task": "HumanEval/5",
   "ok": true,
   "grund": "",
   "tps": 31.183242044729727,
   "tokens": 154,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.42
  },
  {
   "task": "HumanEval/6",
   "ok": true,
   "grund": "",
   "tps": 31.290982596803556,
   "tokens": 214,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.33
  },
  {
   "task": "HumanEval/7",
   "ok": true,
   "grund": "",
   "tps": 31.46563264604338,
   "tokens": 112,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.05
  },
  {
   "task": "HumanEval/8",
   "ok": true,
   "grund": "",
   "tps": 31.37087650998806,
   "tokens": 163,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.67
  },
  {
   "task": "HumanEval/9",
   "ok": true,
   "grund": "",
   "tps": 31.337708103176887,
   "tokens": 162,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.66
  },
  {
   "task": "HumanEval/10",
   "ok": true,
   "grund": "",
   "tps": 31.302047099724533,
   "tokens": 289,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.75
  },
  {
   "task": "HumanEval/11",
   "ok": true,
   "grund": "",
   "tps": 31.401877054148233,
   "tokens": 113,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.05
  },
  {
   "task": "HumanEval/12",
   "ok": true,
   "grund": "",
   "tps": 31.36262520854308,
   "tokens": 128,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.57
  },
  {
   "task": "HumanEval/13",
   "ok": true,
   "grund": "",
   "tps": 31.48357057822078,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.89
  },
  {
   "task": "HumanEval/14",
   "ok": true,
   "grund": "",
   "tps": 31.577281251344502,
   "tokens": 80,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.96
  },
  {
   "task": "HumanEval/15",
   "ok": true,
   "grund": "",
   "tps": 31.512752560154247,
   "tokens": 92,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.35
  },
  {
   "task": "HumanEval/16",
   "ok": true,
   "grund": "",
   "tps": 31.594603017713652,
   "tokens": 81,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.01
  },
  {
   "task": "HumanEval/17",
   "ok": true,
   "grund": "",
   "tps": 31.261929090997725,
   "tokens": 261,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.9
  },
  {
   "task": "HumanEval/18",
   "ok": true,
   "grund": "",
   "tps": 31.30549555335574,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.65
  },
  {
   "task": "HumanEval/19",
   "ok": true,
   "grund": "",
   "tps": 31.24467348173114,
   "tokens": 246,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.38
  },
  {
   "task": "HumanEval/20",
   "ok": true,
   "grund": "",
   "tps": 31.25658846032969,
   "tokens": 310,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.47
  },
  {
   "task": "HumanEval/21",
   "ok": true,
   "grund": "",
   "tps": 31.327685151894634,
   "tokens": 193,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.69
  },
  {
   "task": "HumanEval/22",
   "ok": true,
   "grund": "",
   "tps": 31.467670670464997,
   "tokens": 119,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.28
  },
  {
   "task": "HumanEval/23",
   "ok": true,
   "grund": "",
   "tps": 31.75272654072617,
   "tokens": 53,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.09
  },
  {
   "task": "HumanEval/24",
   "ok": true,
   "grund": "",
   "tps": 31.559355073569996,
   "tokens": 86,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.15
  },
  {
   "task": "HumanEval/25",
   "ok": false,
   "grund": "Zeitueberschreitung (25s)",
   "tps": 31.280268717739308,
   "tokens": 201,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.95
  },
  {
   "task": "HumanEval/26",
   "ok": true,
   "grund": "",
   "tps": 31.269660799227513,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.31
  },
  {
   "task": "HumanEval/27",
   "ok": true,
   "grund": "",
   "tps": 31.56328602105598,
   "tokens": 58,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.32
  },
  {
   "task": "HumanEval/28",
   "ok": true,
   "grund": "",
   "tps": 31.442444605150275,
   "tokens": 70,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.69
  },
  {
   "task": "HumanEval/29",
   "ok": true,
   "grund": "",
   "tps": 31.522637672910506,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.91
  },
  {
   "task": "HumanEval/30",
   "ok": true,
   "grund": "",
   "tps": 31.415105874557,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.99
  },
  {
   "task": "HumanEval/31",
   "ok": true,
   "grund": "",
   "tps": 31.250820700837068,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.35
  },
  {
   "task": "HumanEval/32",
   "ok": false,
   "grund": "TypeError: Value after * must be an iterable, not float",
   "tps": 31.16851681379837,
   "tokens": 752,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 24.82
  },
  {
   "task": "HumanEval/33",
   "ok": true,
   "grund": "",
   "tps": 31.29224809085994,
   "tokens": 275,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.38
  },
  {
   "task": "HumanEval/34",
   "ok": true,
   "grund": "",
   "tps": 31.51850734145738,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.24
  },
  {
   "task": "HumanEval/35",
   "ok": true,
   "grund": "",
   "tps": 31.480250037565348,
   "tokens": 97,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.56
  },
  {
   "task": "HumanEval/36",
   "ok": true,
   "grund": "",
   "tps": 31.38906100066116,
   "tokens": 142,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.0
  },
  {
   "task": "HumanEval/37",
   "ok": true,
   "grund": "",
   "tps": 31.34561004731287,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.86
  },
  {
   "task": "HumanEval/38",
   "ok": true,
   "grund": "",
   "tps": 31.157634345926457,
   "tokens": 277,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.47
  },
  {
   "task": "HumanEval/39",
   "ok": true,
   "grund": "",
   "tps": 31.281273636606908,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.71
  },
  {
   "task": "HumanEval/40",
   "ok": true,
   "grund": "",
   "tps": 31.222919213679617,
   "tokens": 314,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.64
  },
  {
   "task": "HumanEval/41",
   "ok": true,
   "grund": "",
   "tps": 31.272677400856196,
   "tokens": 166,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.89
  },
  {
   "task": "HumanEval/42",
   "ok": true,
   "grund": "",
   "tps": 31.310768389976573,
   "tokens": 132,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.74
  },
  {
   "task": "HumanEval/43",
   "ok": true,
   "grund": "",
   "tps": 31.301180739713864,
   "tokens": 201,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.0
  },
  {
   "task": "HumanEval/44",
   "ok": true,
   "grund": "",
   "tps": 31.249147076286288,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.58
  },
  {
   "task": "HumanEval/45",
   "ok": true,
   "grund": "",
   "tps": 31.655303292098786,
   "tokens": 60,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.34
  },
  {
   "task": "HumanEval/46",
   "ok": true,
   "grund": "",
   "tps": 31.241408612631528,
   "tokens": 300,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.18
  },
  {
   "task": "HumanEval/47",
   "ok": true,
   "grund": "",
   "tps": 31.359869146819687,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.34
  },
  {
   "task": "HumanEval/48",
   "ok": true,
   "grund": "",
   "tps": 31.539703048257923,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.24
  },
  {
   "task": "HumanEval/49",
   "ok": true,
   "grund": "",
   "tps": 31.383305861230518,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.8
  },
  {
   "task": "HumanEval/50",
   "ok": true,
   "grund": "",
   "tps": 31.31762428740631,
   "tokens": 133,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.77
  },
  {
   "task": "HumanEval/51",
   "ok": true,
   "grund": "",
   "tps": 31.351619624669805,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.81
  },
  {
   "task": "HumanEval/52",
   "ok": true,
   "grund": "",
   "tps": 31.45259402123931,
   "tokens": 100,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.66
  },
  {
   "task": "HumanEval/53",
   "ok": true,
   "grund": "",
   "tps": 31.580579283522788,
   "tokens": 66,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.55
  },
  {
   "task": "HumanEval/54",
   "ok": true,
   "grund": "",
   "tps": 31.29288802063542,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.7
  },
  {
   "task": "HumanEval/55",
   "ok": false,
   "grund": "ValueError: n must be a positive integer",
   "tps": 31.349694219905604,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.02
  },
  {
   "task": "HumanEval/56",
   "ok": true,
   "grund": "",
   "tps": 31.23659512358948,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.55
  },
  {
   "task": "HumanEval/57",
   "ok": true,
   "grund": "",
   "tps": 31.285580149817623,
   "tokens": 163,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.74
  },
  {
   "task": "HumanEval/58",
   "ok": true,
   "grund": "",
   "tps": 31.376335002715262,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.11
  },
  {
   "task": "HumanEval/59",
   "ok": true,
   "grund": "",
   "tps": 31.32082177397564,
   "tokens": 193,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.63
  },
  {
   "task": "HumanEval/60",
   "ok": true,
   "grund": "",
   "tps": 31.39409891401533,
   "tokens": 125,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.51
  },
  {
   "task": "HumanEval/61",
   "ok": true,
   "grund": "",
   "tps": 31.275229436887493,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.5
  },
  {
   "task": "HumanEval/62",
   "ok": true,
   "grund": "",
   "tps": 31.348217885161446,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.31
  },
  {
   "task": "HumanEval/63",
   "ok": true,
   "grund": "",
   "tps": 31.222155241359268,
   "tokens": 247,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.48
  },
  {
   "task": "HumanEval/64",
   "ok": true,
   "grund": "",
   "tps": 31.248992952375556,
   "tokens": 192,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.7
  },
  {
   "task": "HumanEval/65",
   "ok": true,
   "grund": "",
   "tps": 31.364592964963066,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.37
  },
  {
   "task": "HumanEval/66",
   "ok": true,
   "grund": "",
   "tps": 31.302438571759165,
   "tokens": 140,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.02
  },
  {
   "task": "HumanEval/67",
   "ok": true,
   "grund": "",
   "tps": 31.26965490371993,
   "tokens": 272,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.35
  },
  {
   "task": "HumanEval/68",
   "ok": true,
   "grund": "",
   "tps": 31.178093704488795,
   "tokens": 429,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.52
  },
  {
   "task": "HumanEval/69",
   "ok": true,
   "grund": "",
   "tps": 31.231637593605083,
   "tokens": 226,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.83
  },
  {
   "task": "HumanEval/70",
   "ok": true,
   "grund": "",
   "tps": 31.319606007285444,
   "tokens": 237,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.12
  },
  {
   "task": "HumanEval/71",
   "ok": true,
   "grund": "",
   "tps": 31.335235040626582,
   "tokens": 208,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.19
  },
  {
   "task": "HumanEval/72",
   "ok": true,
   "grund": "",
   "tps": 31.18725475963371,
   "tokens": 255,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.84
  },
  {
   "task": "HumanEval/73",
   "ok": true,
   "grund": "",
   "tps": 31.273799733904635,
   "tokens": 210,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.3
  },
  {
   "task": "HumanEval/74",
   "ok": true,
   "grund": "",
   "tps": 31.300102324436075,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.79
  },
  {
   "task": "HumanEval/75",
   "ok": true,
   "grund": "",
   "tps": 31.31544678929939,
   "tokens": 204,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.01
  },
  {
   "task": "HumanEval/76",
   "ok": false,
   "grund": "ValueError: math domain error",
   "tps": 31.20177194334023,
   "tokens": 472,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.69
  },
  {
   "task": "HumanEval/77",
   "ok": true,
   "grund": "",
   "tps": 31.288177680677922,
   "tokens": 173,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.07
  },
  {
   "task": "HumanEval/78",
   "ok": true,
   "grund": "",
   "tps": 31.187682119759025,
   "tokens": 373,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.71
  },
  {
   "task": "HumanEval/79",
   "ok": true,
   "grund": "",
   "tps": 31.25835212996076,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.97
  },
  {
   "task": "HumanEval/80",
   "ok": true,
   "grund": "",
   "tps": 31.29469374270664,
   "tokens": 194,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.74
  },
  {
   "task": "HumanEval/81",
   "ok": true,
   "grund": "",
   "tps": 31.198340625013433,
   "tokens": 530,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.69
  },
  {
   "task": "HumanEval/82",
   "ok": true,
   "grund": "",
   "tps": 31.338852127738964,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.92
  },
  {
   "task": "HumanEval/83",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.431526419694695,
   "tokens": 105,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.78
  },
  {
   "task": "HumanEval/84",
   "ok": true,
   "grund": "",
   "tps": 31.360895611425963,
   "tokens": 180,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.3
  },
  {
   "task": "HumanEval/85",
   "ok": true,
   "grund": "",
   "tps": 31.450167210055668,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.22
  },
  {
   "task": "HumanEval/86",
   "ok": true,
   "grund": "",
   "tps": 31.254299589447598,
   "tokens": 184,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.43
  },
  {
   "task": "HumanEval/87",
   "ok": true,
   "grund": "",
   "tps": 31.270696580606266,
   "tokens": 357,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.12
  },
  {
   "task": "HumanEval/88",
   "ok": true,
   "grund": "",
   "tps": 31.266838206932604,
   "tokens": 339,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.45
  },
  {
   "task": "HumanEval/89",
   "ok": true,
   "grund": "",
   "tps": 31.3318031657402,
   "tokens": 199,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.88
  },
  {
   "task": "HumanEval/90",
   "ok": true,
   "grund": "",
   "tps": 31.249137015111504,
   "tokens": 172,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.06
  },
  {
   "task": "HumanEval/91",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.21374993110773,
   "tokens": 239,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.18
  },
  {
   "task": "HumanEval/92",
   "ok": true,
   "grund": "",
   "tps": 31.292708160371937,
   "tokens": 196,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.81
  },
  {
   "task": "HumanEval/93",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.267595452954517,
   "tokens": 263,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.93
  },
  {
   "task": "HumanEval/94",
   "ok": true,
   "grund": "",
   "tps": 31.1422628581702,
   "tokens": 467,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.74
  },
  {
   "task": "HumanEval/95",
   "ok": true,
   "grund": "",
   "tps": 31.220978495925554,
   "tokens": 287,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.79
  },
  {
   "task": "HumanEval/96",
   "ok": true,
   "grund": "",
   "tps": 31.280723229871526,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.77
  },
  {
   "task": "HumanEval/97",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.337177661056185,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.97
  },
  {
   "task": "HumanEval/98",
   "ok": true,
   "grund": "",
   "tps": 31.412054101529243,
   "tokens": 126,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.48
  },
  {
   "task": "HumanEval/99",
   "ok": true,
   "grund": "",
   "tps": 31.207260836348627,
   "tokens": 314,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.65
  },
  {
   "task": "HumanEval/100",
   "ok": true,
   "grund": "",
   "tps": 31.273534124164144,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.89
  },
  {
   "task": "HumanEval/101",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.370460310725537,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.96
  },
  {
   "task": "HumanEval/102",
   "ok": true,
   "grund": "",
   "tps": 31.224446464033477,
   "tokens": 170,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.97
  },
  {
   "task": "HumanEval/103",
   "ok": true,
   "grund": "",
   "tps": 31.26813040556091,
   "tokens": 283,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.63
  },
  {
   "task": "HumanEval/104",
   "ok": true,
   "grund": "",
   "tps": 31.28333895024275,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.45
  },
  {
   "task": "HumanEval/105",
   "ok": true,
   "grund": "",
   "tps": 31.193472381049737,
   "tokens": 462,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.52
  },
  {
   "task": "HumanEval/106",
   "ok": true,
   "grund": "",
   "tps": 31.2306441550543,
   "tokens": 251,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.6
  },
  {
   "task": "HumanEval/107",
   "ok": true,
   "grund": "",
   "tps": 31.287522833413426,
   "tokens": 326,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.08
  },
  {
   "task": "HumanEval/108",
   "ok": true,
   "grund": "",
   "tps": 31.24378466238417,
   "tokens": 298,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.1
  },
  {
   "task": "HumanEval/109",
   "ok": true,
   "grund": "",
   "tps": 31.201498982563052,
   "tokens": 419,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.17
  },
  {
   "task": "HumanEval/110",
   "ok": true,
   "grund": "",
   "tps": 31.23521179730478,
   "tokens": 346,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.7
  },
  {
   "task": "HumanEval/111",
   "ok": true,
   "grund": "",
   "tps": 31.306498446415013,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.76
  },
  {
   "task": "HumanEval/112",
   "ok": true,
   "grund": "",
   "tps": 31.279275649849666,
   "tokens": 241,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.28
  },
  {
   "task": "HumanEval/113",
   "ok": true,
   "grund": "",
   "tps": 31.296989772852353,
   "tokens": 265,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.11
  },
  {
   "task": "HumanEval/114",
   "ok": true,
   "grund": "",
   "tps": 31.296639681606443,
   "tokens": 173,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.98
  },
  {
   "task": "HumanEval/115",
   "ok": true,
   "grund": "",
   "tps": 31.155898952200094,
   "tokens": 392,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.32
  },
  {
   "task": "HumanEval/116",
   "ok": true,
   "grund": "",
   "tps": 31.276646360014418,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.93
  },
  {
   "task": "HumanEval/117",
   "ok": true,
   "grund": "",
   "tps": 31.31612581299599,
   "tokens": 272,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.33
  },
  {
   "task": "HumanEval/118",
   "ok": true,
   "grund": "",
   "tps": 31.210612340767693,
   "tokens": 409,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.7
  },
  {
   "task": "HumanEval/119",
   "ok": true,
   "grund": "",
   "tps": 31.21114360097014,
   "tokens": 291,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.91
  },
  {
   "task": "HumanEval/120",
   "ok": true,
   "grund": "",
   "tps": 31.297519353725786,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.85
  },
  {
   "task": "HumanEval/121",
   "ok": true,
   "grund": "",
   "tps": 31.374962408146892,
   "tokens": 135,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.83
  },
  {
   "task": "HumanEval/122",
   "ok": true,
   "grund": "",
   "tps": 31.283926274410504,
   "tokens": 212,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.3
  },
  {
   "task": "HumanEval/123",
   "ok": true,
   "grund": "",
   "tps": 31.260748897552066,
   "tokens": 324,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.03
  },
  {
   "task": "HumanEval/124",
   "ok": true,
   "grund": "",
   "tps": 31.195049756856655,
   "tokens": 622,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.68
  },
  {
   "task": "HumanEval/125",
   "ok": true,
   "grund": "",
   "tps": 31.32241132451341,
   "tokens": 225,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.75
  },
  {
   "task": "HumanEval/126",
   "ok": true,
   "grund": "",
   "tps": 31.201563205234883,
   "tokens": 451,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.16
  },
  {
   "task": "HumanEval/127",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.172315544093063,
   "tokens": 435,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.66
  },
  {
   "task": "HumanEval/128",
   "ok": true,
   "grund": "",
   "tps": 31.29177262102231,
   "tokens": 227,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.8
  },
  {
   "task": "HumanEval/129",
   "ok": false,
   "grund": "SyntaxError: invalid syntax",
   "tps": 31.054015198766663,
   "tokens": 1200,
   "denk_zeichen": 0,
   "abbruch": "length",
   "sekunden": 39.46
  },
  {
   "task": "HumanEval/130",
   "ok": false,
   "grund": "RecursionError: maximum recursion depth exceeded",
   "tps": 31.125189088899546,
   "tokens": 922,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 30.32
  },
  {
   "task": "HumanEval/131",
   "ok": true,
   "grund": "",
   "tps": 31.360578707212408,
   "tokens": 144,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.09
  },
  {
   "task": "HumanEval/132",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.3207043996011,
   "tokens": 206,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.12
  },
  {
   "task": "HumanEval/133",
   "ok": true,
   "grund": "",
   "tps": 31.346634472825855,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.48
  },
  {
   "task": "HumanEval/134",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.18310377614204,
   "tokens": 686,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 22.55
  },
  {
   "task": "HumanEval/135",
   "ok": true,
   "grund": "",
   "tps": 31.327721396055775,
   "tokens": 149,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.3
  },
  {
   "task": "HumanEval/136",
   "ok": true,
   "grund": "",
   "tps": 31.315037510416293,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.37
  },
  {
   "task": "HumanEval/137",
   "ok": true,
   "grund": "",
   "tps": 31.313341771877486,
   "tokens": 234,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.03
  },
  {
   "task": "HumanEval/138",
   "ok": true,
   "grund": "",
   "tps": 31.260716622914146,
   "tokens": 334,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.16
  },
  {
   "task": "HumanEval/139",
   "ok": true,
   "grund": "",
   "tps": 31.248651137360977,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.98
  },
  {
   "task": "HumanEval/140",
   "ok": true,
   "grund": "",
   "tps": 31.32326648835048,
   "tokens": 166,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.84
  },
  {
   "task": "HumanEval/141",
   "ok": true,
   "grund": "",
   "tps": 31.25296078185805,
   "tokens": 412,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.84
  },
  {
   "task": "HumanEval/142",
   "ok": true,
   "grund": "",
   "tps": 31.287655181881007,
   "tokens": 240,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.26
  },
  {
   "task": "HumanEval/143",
   "ok": true,
   "grund": "",
   "tps": 31.295776818376364,
   "tokens": 290,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.84
  },
  {
   "task": "HumanEval/144",
   "ok": true,
   "grund": "",
   "tps": 31.341109584973186,
   "tokens": 200,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.96
  },
  {
   "task": "HumanEval/145",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.299961377744626,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.82
  },
  {
   "task": "HumanEval/146",
   "ok": true,
   "grund": "",
   "tps": 31.29006733711048,
   "tokens": 212,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.32
  },
  {
   "task": "HumanEval/147",
   "ok": true,
   "grund": "",
   "tps": 31.162579850902198,
   "tokens": 607,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.06
  },
  {
   "task": "HumanEval/148",
   "ok": true,
   "grund": "",
   "tps": 31.2739397077887,
   "tokens": 333,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.27
  },
  {
   "task": "HumanEval/149",
   "ok": true,
   "grund": "",
   "tps": 31.304694951046987,
   "tokens": 266,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.1
  },
  {
   "task": "HumanEval/150",
   "ok": true,
   "grund": "",
   "tps": 31.367030005086725,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.08
  },
  {
   "task": "HumanEval/151",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.30848986121439,
   "tokens": 197,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.85
  },
  {
   "task": "HumanEval/152",
   "ok": true,
   "grund": "",
   "tps": 31.3034742505356,
   "tokens": 259,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.94
  },
  {
   "task": "HumanEval/153",
   "ok": true,
   "grund": "",
   "tps": 31.213405442693713,
   "tokens": 358,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.18
  },
  {
   "task": "HumanEval/154",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.226822628851036,
   "tokens": 201,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.99
  },
  {
   "task": "HumanEval/155",
   "ok": true,
   "grund": "",
   "tps": 31.360862407633714,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.45
  },
  {
   "task": "HumanEval/156",
   "ok": true,
   "grund": "",
   "tps": 31.213381311376814,
   "tokens": 301,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.17
  },
  {
   "task": "HumanEval/157",
   "ok": true,
   "grund": "",
   "tps": 31.2903996113403,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.36
  },
  {
   "task": "HumanEval/158",
   "ok": true,
   "grund": "",
   "tps": 31.227411195026914,
   "tokens": 386,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.91
  },
  {
   "task": "HumanEval/159",
   "ok": true,
   "grund": "",
   "tps": 31.200973982779626,
   "tokens": 341,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.67
  },
  {
   "task": "HumanEval/160",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.22767783803315,
   "tokens": 326,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.06
  },
  {
   "task": "HumanEval/161",
   "ok": true,
   "grund": "",
   "tps": 31.291577461224357,
   "tokens": 160,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.65
  },
  {
   "task": "HumanEval/162",
   "ok": true,
   "grund": "",
   "tps": 31.339654037236375,
   "tokens": 116,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.18
  },
  {
   "task": "HumanEval/163",
   "ok": false,
   "grund": "AssertionError",
   "tps": 31.248359961877,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.51
  }
 ]
}