{
 "modell": "Qwen3.6-27B Q6_K",
 "satz": "humanevalplus",
 "reasoning": false,
 "n": 164,
 "bestanden": 146,
 "quote": 89.0,
 "tps_median": 27.6,
 "tokens_gesamt": 39638,
 "tokens_je_aufgabe": 241.7,
 "am_limit": 2,
 "dauer_s": 1583.6,
 "aufgaben": [
  {
   "task": "HumanEval/0",
   "ok": true,
   "grund": "",
   "tps": 27.638422967561436,
   "tokens": 173,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.76
  },
  {
   "task": "HumanEval/1",
   "ok": true,
   "grund": "",
   "tps": 27.618123012320684,
   "tokens": 230,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.84
  },
  {
   "task": "HumanEval/2",
   "ok": true,
   "grund": "",
   "tps": 27.875109165537054,
   "tokens": 97,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.96
  },
  {
   "task": "HumanEval/3",
   "ok": true,
   "grund": "",
   "tps": 27.72083658566833,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.97
  },
  {
   "task": "HumanEval/4",
   "ok": true,
   "grund": "",
   "tps": 27.68084023962108,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.6
  },
  {
   "task": "HumanEval/5",
   "ok": true,
   "grund": "",
   "tps": 27.7337559429477,
   "tokens": 154,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.03
  },
  {
   "task": "HumanEval/6",
   "ok": true,
   "grund": "",
   "tps": 27.676047467266606,
   "tokens": 214,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.22
  },
  {
   "task": "HumanEval/7",
   "ok": true,
   "grund": "",
   "tps": 27.81304074014475,
   "tokens": 112,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.51
  },
  {
   "task": "HumanEval/8",
   "ok": true,
   "grund": "",
   "tps": 27.70739966054186,
   "tokens": 163,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.36
  },
  {
   "task": "HumanEval/9",
   "ok": true,
   "grund": "",
   "tps": 27.638443436987163,
   "tokens": 162,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.35
  },
  {
   "task": "HumanEval/10",
   "ok": true,
   "grund": "",
   "tps": 27.49325383186127,
   "tokens": 313,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.92
  },
  {
   "task": "HumanEval/11",
   "ok": true,
   "grund": "",
   "tps": 27.73615309374697,
   "tokens": 113,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.53
  },
  {
   "task": "HumanEval/12",
   "ok": true,
   "grund": "",
   "tps": 27.451964423969855,
   "tokens": 128,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.16
  },
  {
   "task": "HumanEval/13",
   "ok": true,
   "grund": "",
   "tps": 27.740545529494423,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.32
  },
  {
   "task": "HumanEval/14",
   "ok": true,
   "grund": "",
   "tps": 27.758674412262117,
   "tokens": 80,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.31
  },
  {
   "task": "HumanEval/15",
   "ok": true,
   "grund": "",
   "tps": 27.72262548932694,
   "tokens": 92,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.75
  },
  {
   "task": "HumanEval/16",
   "ok": true,
   "grund": "",
   "tps": 27.770149557683233,
   "tokens": 81,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.34
  },
  {
   "task": "HumanEval/17",
   "ok": true,
   "grund": "",
   "tps": 27.57554514482978,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.83
  },
  {
   "task": "HumanEval/18",
   "ok": true,
   "grund": "",
   "tps": 27.637364137035323,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.32
  },
  {
   "task": "HumanEval/19",
   "ok": true,
   "grund": "",
   "tps": 27.569791520612412,
   "tokens": 245,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.38
  },
  {
   "task": "HumanEval/20",
   "ok": true,
   "grund": "",
   "tps": 27.504894852583952,
   "tokens": 297,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.35
  },
  {
   "task": "HumanEval/21",
   "ok": true,
   "grund": "",
   "tps": 27.60724700246806,
   "tokens": 193,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.52
  },
  {
   "task": "HumanEval/22",
   "ok": true,
   "grund": "",
   "tps": 27.674013148179455,
   "tokens": 119,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.79
  },
  {
   "task": "HumanEval/23",
   "ok": true,
   "grund": "",
   "tps": 27.903093084192058,
   "tokens": 53,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.31
  },
  {
   "task": "HumanEval/24",
   "ok": true,
   "grund": "",
   "tps": 27.79524737922889,
   "tokens": 91,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.68
  },
  {
   "task": "HumanEval/25",
   "ok": true,
   "grund": "",
   "tps": 27.521948113575274,
   "tokens": 215,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.33
  },
  {
   "task": "HumanEval/26",
   "ok": true,
   "grund": "",
   "tps": 27.639727575474424,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.86
  },
  {
   "task": "HumanEval/27",
   "ok": true,
   "grund": "",
   "tps": 27.821615476493132,
   "tokens": 58,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.53
  },
  {
   "task": "HumanEval/28",
   "ok": true,
   "grund": "",
   "tps": 27.867606574684988,
   "tokens": 70,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.96
  },
  {
   "task": "HumanEval/29",
   "ok": true,
   "grund": "",
   "tps": 27.761979683420027,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.38
  },
  {
   "task": "HumanEval/30",
   "ok": true,
   "grund": "",
   "tps": 27.649916254570194,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.6
  },
  {
   "task": "HumanEval/31",
   "ok": true,
   "grund": "",
   "tps": 27.567416245853728,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.25
  },
  {
   "task": "HumanEval/32",
   "ok": false,
   "grund": "TypeError: Value after * must be an iterable, not float",
   "tps": 27.46541406658901,
   "tokens": 620,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 23.29
  },
  {
   "task": "HumanEval/33",
   "ok": true,
   "grund": "",
   "tps": 27.55007381860345,
   "tokens": 265,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.21
  },
  {
   "task": "HumanEval/34",
   "ok": true,
   "grund": "",
   "tps": 27.62878347608205,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.63
  },
  {
   "task": "HumanEval/35",
   "ok": true,
   "grund": "",
   "tps": 27.719077154765323,
   "tokens": 97,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.97
  },
  {
   "task": "HumanEval/36",
   "ok": true,
   "grund": "",
   "tps": 27.533562831396488,
   "tokens": 142,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.63
  },
  {
   "task": "HumanEval/37",
   "ok": true,
   "grund": "",
   "tps": 27.589046299725275,
   "tokens": 234,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.04
  },
  {
   "task": "HumanEval/38",
   "ok": true,
   "grund": "",
   "tps": 27.57759409086827,
   "tokens": 277,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.63
  },
  {
   "task": "HumanEval/39",
   "ok": true,
   "grund": "",
   "tps": 27.542955219493777,
   "tokens": 292,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.12
  },
  {
   "task": "HumanEval/40",
   "ok": true,
   "grund": "",
   "tps": 27.517490099345952,
   "tokens": 317,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.1
  },
  {
   "task": "HumanEval/41",
   "ok": true,
   "grund": "",
   "tps": 27.61918928029384,
   "tokens": 166,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.6
  },
  {
   "task": "HumanEval/42",
   "ok": true,
   "grund": "",
   "tps": 27.524818211087,
   "tokens": 132,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.32
  },
  {
   "task": "HumanEval/43",
   "ok": true,
   "grund": "",
   "tps": 27.580691704537518,
   "tokens": 201,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.86
  },
  {
   "task": "HumanEval/44",
   "ok": true,
   "grund": "",
   "tps": 27.581766846087806,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.25
  },
  {
   "task": "HumanEval/45",
   "ok": true,
   "grund": "",
   "tps": 27.66414984378977,
   "tokens": 60,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.61
  },
  {
   "task": "HumanEval/46",
   "ok": true,
   "grund": "",
   "tps": 27.505420630770807,
   "tokens": 300,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.48
  },
  {
   "task": "HumanEval/47",
   "ok": true,
   "grund": "",
   "tps": 27.61696648335905,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.98
  },
  {
   "task": "HumanEval/48",
   "ok": true,
   "grund": "",
   "tps": 27.744779915330586,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.6
  },
  {
   "task": "HumanEval/49",
   "ok": true,
   "grund": "",
   "tps": 27.658937232170153,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.37
  },
  {
   "task": "HumanEval/50",
   "ok": true,
   "grund": "",
   "tps": 27.65432098765432,
   "tokens": 133,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.34
  },
  {
   "task": "HumanEval/51",
   "ok": true,
   "grund": "",
   "tps": 27.58156789010701,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.53
  },
  {
   "task": "HumanEval/52",
   "ok": true,
   "grund": "",
   "tps": 27.614171482348056,
   "tokens": 100,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.09
  },
  {
   "task": "HumanEval/53",
   "ok": true,
   "grund": "",
   "tps": 27.879474497250705,
   "tokens": 66,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.81
  },
  {
   "task": "HumanEval/54",
   "ok": true,
   "grund": "",
   "tps": 27.64423076923077,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.38
  },
  {
   "task": "HumanEval/55",
   "ok": false,
   "grund": "ValueError: n must be a positive integer",
   "tps": 27.714560908973333,
   "tokens": 138,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.44
  },
  {
   "task": "HumanEval/56",
   "ok": true,
   "grund": "",
   "tps": 27.620100818645717,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.2
  },
  {
   "task": "HumanEval/57",
   "ok": true,
   "grund": "",
   "tps": 27.63579230835396,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.64
  },
  {
   "task": "HumanEval/58",
   "ok": true,
   "grund": "",
   "tps": 27.60448829675867,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.74
  },
  {
   "task": "HumanEval/59",
   "ok": true,
   "grund": "",
   "tps": 27.609599685250565,
   "tokens": 192,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.42
  },
  {
   "task": "HumanEval/60",
   "ok": true,
   "grund": "",
   "tps": 27.65662944895604,
   "tokens": 125,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.06
  },
  {
   "task": "HumanEval/61",
   "ok": true,
   "grund": "",
   "tps": 27.570586002201406,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.18
  },
  {
   "task": "HumanEval/62",
   "ok": true,
   "grund": "",
   "tps": 27.591232489016424,
   "tokens": 146,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.82
  },
  {
   "task": "HumanEval/63",
   "ok": true,
   "grund": "",
   "tps": 27.52278135675029,
   "tokens": 242,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.38
  },
  {
   "task": "HumanEval/64",
   "ok": true,
   "grund": "",
   "tps": 27.574486585815418,
   "tokens": 206,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.04
  },
  {
   "task": "HumanEval/65",
   "ok": true,
   "grund": "",
   "tps": 27.575777147082665,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.05
  },
  {
   "task": "HumanEval/66",
   "ok": true,
   "grund": "",
   "tps": 27.61281858042894,
   "tokens": 140,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.63
  },
  {
   "task": "HumanEval/67",
   "ok": true,
   "grund": "",
   "tps": 27.562958896762787,
   "tokens": 273,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.58
  },
  {
   "task": "HumanEval/68",
   "ok": true,
   "grund": "",
   "tps": 27.485727517387968,
   "tokens": 424,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.19
  },
  {
   "task": "HumanEval/69",
   "ok": true,
   "grund": "",
   "tps": 27.540491529531874,
   "tokens": 226,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.79
  },
  {
   "task": "HumanEval/70",
   "ok": true,
   "grund": "",
   "tps": 27.506200791319742,
   "tokens": 237,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.18
  },
  {
   "task": "HumanEval/71",
   "ok": true,
   "grund": "",
   "tps": 27.60741774150883,
   "tokens": 208,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.11
  },
  {
   "task": "HumanEval/72",
   "ok": true,
   "grund": "",
   "tps": 27.56461144923701,
   "tokens": 255,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.92
  },
  {
   "task": "HumanEval/73",
   "ok": true,
   "grund": "",
   "tps": 27.580145604782032,
   "tokens": 210,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.19
  },
  {
   "task": "HumanEval/74",
   "ok": true,
   "grund": "",
   "tps": 27.53102207987971,
   "tokens": 266,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.27
  },
  {
   "task": "HumanEval/75",
   "ok": true,
   "grund": "",
   "tps": 27.56076676214761,
   "tokens": 204,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.88
  },
  {
   "task": "HumanEval/76",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.459978253196745,
   "tokens": 586,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 21.89
  },
  {
   "task": "HumanEval/77",
   "ok": true,
   "grund": "",
   "tps": 27.588472483688115,
   "tokens": 173,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.8
  },
  {
   "task": "HumanEval/78",
   "ok": true,
   "grund": "",
   "tps": 27.5051579352632,
   "tokens": 383,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.68
  },
  {
   "task": "HumanEval/79",
   "ok": true,
   "grund": "",
   "tps": 27.442277442723984,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.72
  },
  {
   "task": "HumanEval/80",
   "ok": true,
   "grund": "",
   "tps": 27.55320830670784,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.73
  },
  {
   "task": "HumanEval/81",
   "ok": true,
   "grund": "",
   "tps": 27.450384613018205,
   "tokens": 522,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 19.72
  },
  {
   "task": "HumanEval/82",
   "ok": true,
   "grund": "",
   "tps": 27.6018500099138,
   "tokens": 169,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.59
  },
  {
   "task": "HumanEval/83",
   "ok": true,
   "grund": "",
   "tps": 27.536470849359528,
   "tokens": 331,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.45
  },
  {
   "task": "HumanEval/84",
   "ok": true,
   "grund": "",
   "tps": 27.55571612713595,
   "tokens": 180,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.11
  },
  {
   "task": "HumanEval/85",
   "ok": true,
   "grund": "",
   "tps": 27.80063430182861,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.58
  },
  {
   "task": "HumanEval/86",
   "ok": true,
   "grund": "",
   "tps": 27.634727179910634,
   "tokens": 184,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.21
  },
  {
   "task": "HumanEval/87",
   "ok": true,
   "grund": "",
   "tps": 27.547886251459577,
   "tokens": 357,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.67
  },
  {
   "task": "HumanEval/88",
   "ok": true,
   "grund": "",
   "tps": 27.582342863834416,
   "tokens": 281,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.81
  },
  {
   "task": "HumanEval/89",
   "ok": true,
   "grund": "",
   "tps": 27.564545013940872,
   "tokens": 199,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.75
  },
  {
   "task": "HumanEval/90",
   "ok": true,
   "grund": "",
   "tps": 27.576573892872705,
   "tokens": 172,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.79
  },
  {
   "task": "HumanEval/91",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.538857649608865,
   "tokens": 257,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.86
  },
  {
   "task": "HumanEval/92",
   "ok": true,
   "grund": "",
   "tps": 27.562574074417828,
   "tokens": 196,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.67
  },
  {
   "task": "HumanEval/93",
   "ok": true,
   "grund": "",
   "tps": 27.562117129016453,
   "tokens": 243,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.34
  },
  {
   "task": "HumanEval/94",
   "ok": true,
   "grund": "",
   "tps": 27.423255376639116,
   "tokens": 469,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.86
  },
  {
   "task": "HumanEval/95",
   "ok": true,
   "grund": "",
   "tps": 27.548282027588726,
   "tokens": 282,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.83
  },
  {
   "task": "HumanEval/96",
   "ok": true,
   "grund": "",
   "tps": 27.56246693984373,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.87
  },
  {
   "task": "HumanEval/97",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.646319638394097,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.57
  },
  {
   "task": "HumanEval/98",
   "ok": true,
   "grund": "",
   "tps": 27.721863463662025,
   "tokens": 126,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.01
  },
  {
   "task": "HumanEval/99",
   "ok": true,
   "grund": "",
   "tps": 27.604917910663172,
   "tokens": 219,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.51
  },
  {
   "task": "HumanEval/100",
   "ok": true,
   "grund": "",
   "tps": 27.565011313488103,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.74
  },
  {
   "task": "HumanEval/101",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.56075610059319,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.57
  },
  {
   "task": "HumanEval/102",
   "ok": true,
   "grund": "",
   "tps": 27.600190091055413,
   "tokens": 197,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.66
  },
  {
   "task": "HumanEval/103",
   "ok": true,
   "grund": "",
   "tps": 27.545698753791562,
   "tokens": 282,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.82
  },
  {
   "task": "HumanEval/104",
   "ok": true,
   "grund": "",
   "tps": 27.589004365027883,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.25
  },
  {
   "task": "HumanEval/105",
   "ok": true,
   "grund": "",
   "tps": 27.472298765411544,
   "tokens": 462,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.53
  },
  {
   "task": "HumanEval/106",
   "ok": true,
   "grund": "",
   "tps": 27.539863953072075,
   "tokens": 240,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.28
  },
  {
   "task": "HumanEval/107",
   "ok": true,
   "grund": "",
   "tps": 27.54286548537626,
   "tokens": 326,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.51
  },
  {
   "task": "HumanEval/108",
   "ok": true,
   "grund": "",
   "tps": 27.5282766110779,
   "tokens": 285,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.91
  },
  {
   "task": "HumanEval/109",
   "ok": true,
   "grund": "",
   "tps": 27.49034242866808,
   "tokens": 411,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.7
  },
  {
   "task": "HumanEval/110",
   "ok": true,
   "grund": "",
   "tps": 27.473781498440076,
   "tokens": 384,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.6
  },
  {
   "task": "HumanEval/111",
   "ok": true,
   "grund": "",
   "tps": 27.522797692385435,
   "tokens": 256,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.88
  },
  {
   "task": "HumanEval/112",
   "ok": true,
   "grund": "",
   "tps": 27.576755805418895,
   "tokens": 229,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.88
  },
  {
   "task": "HumanEval/113",
   "ok": true,
   "grund": "",
   "tps": 27.48445562686825,
   "tokens": 395,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.99
  },
  {
   "task": "HumanEval/114",
   "ok": true,
   "grund": "",
   "tps": 27.629390014638584,
   "tokens": 166,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.49
  },
  {
   "task": "HumanEval/115",
   "ok": true,
   "grund": "",
   "tps": 27.48057453573274,
   "tokens": 387,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.85
  },
  {
   "task": "HumanEval/116",
   "ok": true,
   "grund": "",
   "tps": 27.591788683687735,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.77
  },
  {
   "task": "HumanEval/117",
   "ok": true,
   "grund": "",
   "tps": 27.568156184956383,
   "tokens": 272,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.51
  },
  {
   "task": "HumanEval/118",
   "ok": true,
   "grund": "",
   "tps": 27.524159735975307,
   "tokens": 425,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.02
  },
  {
   "task": "HumanEval/119",
   "ok": true,
   "grund": "",
   "tps": 27.5796704021798,
   "tokens": 279,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.71
  },
  {
   "task": "HumanEval/120",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.587439338348215,
   "tokens": 247,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.63
  },
  {
   "task": "HumanEval/121",
   "ok": true,
   "grund": "",
   "tps": 27.65530914333685,
   "tokens": 135,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.41
  },
  {
   "task": "HumanEval/122",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.506008290952146,
   "tokens": 163,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.45
  },
  {
   "task": "HumanEval/123",
   "ok": true,
   "grund": "",
   "tps": 27.466701841855247,
   "tokens": 329,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.66
  },
  {
   "task": "HumanEval/124",
   "ok": true,
   "grund": "",
   "tps": 27.460585834312035,
   "tokens": 626,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 23.55
  },
  {
   "task": "HumanEval/125",
   "ok": true,
   "grund": "",
   "tps": 27.574441358675813,
   "tokens": 229,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.88
  },
  {
   "task": "HumanEval/126",
   "ok": true,
   "grund": "",
   "tps": 27.52586388558886,
   "tokens": 363,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.9
  },
  {
   "task": "HumanEval/127",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.497997764182617,
   "tokens": 454,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.23
  },
  {
   "task": "HumanEval/128",
   "ok": true,
   "grund": "",
   "tps": 27.5552636833672,
   "tokens": 215,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.36
  },
  {
   "task": "HumanEval/129",
   "ok": false,
   "grund": "SyntaxError: invalid syntax",
   "tps": 27.396350815203533,
   "tokens": 1200,
   "denk_zeichen": 0,
   "abbruch": "length",
   "sekunden": 44.64
  },
  {
   "task": "HumanEval/130",
   "ok": true,
   "grund": "",
   "tps": 27.43589446886966,
   "tokens": 965,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 35.89
  },
  {
   "task": "HumanEval/131",
   "ok": true,
   "grund": "",
   "tps": 27.60342995620064,
   "tokens": 144,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.71
  },
  {
   "task": "HumanEval/132",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.576457737070523,
   "tokens": 206,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.03
  },
  {
   "task": "HumanEval/133",
   "ok": true,
   "grund": "",
   "tps": 27.56103465613885,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.29
  },
  {
   "task": "HumanEval/134",
   "ok": false,
   "grund": "SyntaxError: invalid syntax",
   "tps": 27.412791685809935,
   "tokens": 1200,
   "denk_zeichen": 0,
   "abbruch": "length",
   "sekunden": 44.33
  },
  {
   "task": "HumanEval/135",
   "ok": true,
   "grund": "",
   "tps": 27.57630214743513,
   "tokens": 149,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.96
  },
  {
   "task": "HumanEval/136",
   "ok": true,
   "grund": "",
   "tps": 27.55219686083463,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.29
  },
  {
   "task": "HumanEval/137",
   "ok": true,
   "grund": "",
   "tps": 27.495414493373488,
   "tokens": 234,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.07
  },
  {
   "task": "HumanEval/138",
   "ok": true,
   "grund": "",
   "tps": 27.690148759608356,
   "tokens": 109,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.41
  },
  {
   "task": "HumanEval/139",
   "ok": true,
   "grund": "",
   "tps": 27.586907690237528,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.57
  },
  {
   "task": "HumanEval/140",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.63120973723831,
   "tokens": 174,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.84
  },
  {
   "task": "HumanEval/141",
   "ok": true,
   "grund": "",
   "tps": 27.53972162849378,
   "tokens": 405,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.37
  },
  {
   "task": "HumanEval/142",
   "ok": true,
   "grund": "",
   "tps": 27.575924563300763,
   "tokens": 240,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.29
  },
  {
   "task": "HumanEval/143",
   "ok": true,
   "grund": "",
   "tps": 27.59165141434216,
   "tokens": 281,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.76
  },
  {
   "task": "HumanEval/144",
   "ok": true,
   "grund": "",
   "tps": 27.609524568128364,
   "tokens": 200,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.84
  },
  {
   "task": "HumanEval/145",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.63119753107714,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.53
  },
  {
   "task": "HumanEval/146",
   "ok": true,
   "grund": "",
   "tps": 27.525954248228537,
   "tokens": 212,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.26
  },
  {
   "task": "HumanEval/147",
   "ok": true,
   "grund": "",
   "tps": 27.436804393430126,
   "tokens": 595,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 22.27
  },
  {
   "task": "HumanEval/148",
   "ok": true,
   "grund": "",
   "tps": 27.52960521301849,
   "tokens": 354,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.48
  },
  {
   "task": "HumanEval/149",
   "ok": true,
   "grund": "",
   "tps": 27.58920544332949,
   "tokens": 266,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.26
  },
  {
   "task": "HumanEval/150",
   "ok": true,
   "grund": "",
   "tps": 27.645826417849072,
   "tokens": 143,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.69
  },
  {
   "task": "HumanEval/151",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.59248848849742,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.73
  },
  {
   "task": "HumanEval/152",
   "ok": true,
   "grund": "",
   "tps": 27.582581610362702,
   "tokens": 259,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.06
  },
  {
   "task": "HumanEval/153",
   "ok": true,
   "grund": "",
   "tps": 27.52317135818855,
   "tokens": 358,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.73
  },
  {
   "task": "HumanEval/154",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.563543863210192,
   "tokens": 195,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.64
  },
  {
   "task": "HumanEval/155",
   "ok": true,
   "grund": "",
   "tps": 27.66286663070494,
   "tokens": 138,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.45
  },
  {
   "task": "HumanEval/156",
   "ok": true,
   "grund": "",
   "tps": 27.544122985515724,
   "tokens": 301,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.46
  },
  {
   "task": "HumanEval/157",
   "ok": true,
   "grund": "",
   "tps": 27.64379730476614,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.0
  },
  {
   "task": "HumanEval/158",
   "ok": true,
   "grund": "",
   "tps": 27.470640752695555,
   "tokens": 462,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.36
  },
  {
   "task": "HumanEval/159",
   "ok": true,
   "grund": "",
   "tps": 27.485520185190584,
   "tokens": 329,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.74
  },
  {
   "task": "HumanEval/160",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.411847798636035,
   "tokens": 854,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 31.81
  },
  {
   "task": "HumanEval/161",
   "ok": true,
   "grund": "",
   "tps": 27.570163913240144,
   "tokens": 160,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.32
  },
  {
   "task": "HumanEval/162",
   "ok": true,
   "grund": "",
   "tps": 27.717978804985542,
   "tokens": 120,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.81
  },
  {
   "task": "HumanEval/163",
   "ok": false,
   "grund": "AssertionError",
   "tps": 27.63283333256576,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.18
  }
 ]
}