{
 "modell": "Qwen3.8-27B BF16 (unquantisiert)",
 "satz": "humanevalplus",
 "reasoning": false,
 "n": 164,
 "bestanden": 145,
 "quote": 88.4,
 "tps_median": 13.2,
 "tokens_gesamt": 26566,
 "tokens_je_aufgabe": 162.0,
 "am_limit": 2,
 "dauer_s": 2202.5,
 "aufgaben": [
  {
   "task": "HumanEval/0",
   "ok": true,
   "grund": "",
   "tps": 13.112874688686306,
   "tokens": 168,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.27
  },
  {
   "task": "HumanEval/1",
   "ok": true,
   "grund": "",
   "tps": 13.133044336479447,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.81
  },
  {
   "task": "HumanEval/2",
   "ok": true,
   "grund": "",
   "tps": 13.202735319742267,
   "tokens": 92,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.51
  },
  {
   "task": "HumanEval/3",
   "ok": true,
   "grund": "",
   "tps": 13.147545824603261,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.14
  },
  {
   "task": "HumanEval/4",
   "ok": true,
   "grund": "",
   "tps": 13.162600493244375,
   "tokens": 164,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.04
  },
  {
   "task": "HumanEval/5",
   "ok": true,
   "grund": "",
   "tps": 13.159652998497593,
   "tokens": 149,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.91
  },
  {
   "task": "HumanEval/6",
   "ok": true,
   "grund": "",
   "tps": 13.138150841100435,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.66
  },
  {
   "task": "HumanEval/7",
   "ok": true,
   "grund": "",
   "tps": 13.215015715988315,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.69
  },
  {
   "task": "HumanEval/8",
   "ok": true,
   "grund": "",
   "tps": 13.16073556184013,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.57
  },
  {
   "task": "HumanEval/9",
   "ok": true,
   "grund": "",
   "tps": 13.112988297828748,
   "tokens": 168,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.4
  },
  {
   "task": "HumanEval/10",
   "ok": true,
   "grund": "",
   "tps": 13.136104425046428,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.66
  },
  {
   "task": "HumanEval/11",
   "ok": true,
   "grund": "",
   "tps": 13.184243397707599,
   "tokens": 105,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.51
  },
  {
   "task": "HumanEval/12",
   "ok": true,
   "grund": "",
   "tps": 13.163328763981623,
   "tokens": 123,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.92
  },
  {
   "task": "HumanEval/13",
   "ok": true,
   "grund": "",
   "tps": 13.204073271500427,
   "tokens": 107,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.63
  },
  {
   "task": "HumanEval/14",
   "ok": true,
   "grund": "",
   "tps": 13.219027233538712,
   "tokens": 79,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.5
  },
  {
   "task": "HumanEval/15",
   "ok": true,
   "grund": "",
   "tps": 13.210340507914816,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.12
  },
  {
   "task": "HumanEval/16",
   "ok": true,
   "grund": "",
   "tps": 13.254744326446215,
   "tokens": 76,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.28
  },
  {
   "task": "HumanEval/17",
   "ok": true,
   "grund": "",
   "tps": 13.13911166952636,
   "tokens": 243,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 19.17
  },
  {
   "task": "HumanEval/18",
   "ok": true,
   "grund": "",
   "tps": 13.143133100508907,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.48
  },
  {
   "task": "HumanEval/19",
   "ok": true,
   "grund": "",
   "tps": 13.130720997451322,
   "tokens": 239,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.8
  },
  {
   "task": "HumanEval/20",
   "ok": true,
   "grund": "",
   "tps": 13.128516072561307,
   "tokens": 268,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 21.08
  },
  {
   "task": "HumanEval/21",
   "ok": true,
   "grund": "",
   "tps": 13.133555192613018,
   "tokens": 188,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.91
  },
  {
   "task": "HumanEval/22",
   "ok": true,
   "grund": "",
   "tps": 13.19067655211451,
   "tokens": 114,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.25
  },
  {
   "task": "HumanEval/23",
   "ok": true,
   "grund": "",
   "tps": 13.351205405235508,
   "tokens": 48,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.12
  },
  {
   "task": "HumanEval/24",
   "ok": true,
   "grund": "",
   "tps": 13.208584302482969,
   "tokens": 91,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.42
  },
  {
   "task": "HumanEval/25",
   "ok": true,
   "grund": "",
   "tps": 13.139698203142935,
   "tokens": 197,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.59
  },
  {
   "task": "HumanEval/26",
   "ok": true,
   "grund": "",
   "tps": 13.186729292063497,
   "tokens": 114,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.2
  },
  {
   "task": "HumanEval/27",
   "ok": true,
   "grund": "",
   "tps": 13.325542500434965,
   "tokens": 53,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.55
  },
  {
   "task": "HumanEval/28",
   "ok": true,
   "grund": "",
   "tps": 13.283860150790206,
   "tokens": 65,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.46
  },
  {
   "task": "HumanEval/29",
   "ok": true,
   "grund": "",
   "tps": 13.215826496410541,
   "tokens": 102,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.35
  },
  {
   "task": "HumanEval/30",
   "ok": true,
   "grund": "",
   "tps": 13.169283373789568,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.82
  },
  {
   "task": "HumanEval/31",
   "ok": true,
   "grund": "",
   "tps": 13.133227189208744,
   "tokens": 190,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.09
  },
  {
   "task": "HumanEval/32",
   "ok": false,
   "grund": "TypeError: Value after * must be an iterable, not float",
   "tps": 13.094621420363852,
   "tokens": 417,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 32.69
  },
  {
   "task": "HumanEval/33",
   "ok": true,
   "grund": "",
   "tps": 13.112015892708273,
   "tokens": 222,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.65
  },
  {
   "task": "HumanEval/34",
   "ok": true,
   "grund": "",
   "tps": 13.239419564471534,
   "tokens": 82,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.76
  },
  {
   "task": "HumanEval/35",
   "ok": true,
   "grund": "",
   "tps": 13.197362248945288,
   "tokens": 92,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.56
  },
  {
   "task": "HumanEval/36",
   "ok": true,
   "grund": "",
   "tps": 13.157525230536535,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.75
  },
  {
   "task": "HumanEval/37",
   "ok": true,
   "grund": "",
   "tps": 13.131246811884788,
   "tokens": 195,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.46
  },
  {
   "task": "HumanEval/38",
   "ok": true,
   "grund": "",
   "tps": 13.154513294446813,
   "tokens": 138,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.19
  },
  {
   "task": "HumanEval/39",
   "ok": true,
   "grund": "",
   "tps": 13.121082214607911,
   "tokens": 257,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.21
  },
  {
   "task": "HumanEval/40",
   "ok": true,
   "grund": "",
   "tps": 13.129340674195069,
   "tokens": 230,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.23
  },
  {
   "task": "HumanEval/41",
   "ok": true,
   "grund": "",
   "tps": 13.136855856514273,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.72
  },
  {
   "task": "HumanEval/42",
   "ok": true,
   "grund": "",
   "tps": 13.156682937097898,
   "tokens": 132,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.66
  },
  {
   "task": "HumanEval/43",
   "ok": true,
   "grund": "",
   "tps": 13.144205209477724,
   "tokens": 196,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.59
  },
  {
   "task": "HumanEval/44",
   "ok": true,
   "grund": "",
   "tps": 13.09123392152618,
   "tokens": 153,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.33
  },
  {
   "task": "HumanEval/45",
   "ok": true,
   "grund": "",
   "tps": 13.275675155751221,
   "tokens": 53,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.56
  },
  {
   "task": "HumanEval/46",
   "ok": true,
   "grund": "",
   "tps": 13.082697173024533,
   "tokens": 308,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 24.24
  },
  {
   "task": "HumanEval/47",
   "ok": true,
   "grund": "",
   "tps": 13.139436332680017,
   "tokens": 145,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.61
  },
  {
   "task": "HumanEval/48",
   "ok": true,
   "grund": "",
   "tps": 13.21853412582207,
   "tokens": 82,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.77
  },
  {
   "task": "HumanEval/49",
   "ok": true,
   "grund": "",
   "tps": 13.164954223783983,
   "tokens": 134,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.8
  },
  {
   "task": "HumanEval/50",
   "ok": true,
   "grund": "",
   "tps": 13.292547367161758,
   "tokens": 64,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.45
  },
  {
   "task": "HumanEval/51",
   "ok": true,
   "grund": "",
   "tps": 13.162148622046434,
   "tokens": 160,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.79
  },
  {
   "task": "HumanEval/52",
   "ok": true,
   "grund": "",
   "tps": 13.199784857401333,
   "tokens": 95,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.77
  },
  {
   "task": "HumanEval/53",
   "ok": true,
   "grund": "",
   "tps": 13.254470755838481,
   "tokens": 58,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.94
  },
  {
   "task": "HumanEval/54",
   "ok": true,
   "grund": "",
   "tps": 13.12816148850461,
   "tokens": 156,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.55
  },
  {
   "task": "HumanEval/55",
   "ok": true,
   "grund": "",
   "tps": 13.17969550754214,
   "tokens": 108,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.77
  },
  {
   "task": "HumanEval/56",
   "ok": true,
   "grund": "",
   "tps": 13.13906533702783,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.21
  },
  {
   "task": "HumanEval/57",
   "ok": true,
   "grund": "",
   "tps": 13.13450245922776,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.66
  },
  {
   "task": "HumanEval/58",
   "ok": true,
   "grund": "",
   "tps": 13.12608050637161,
   "tokens": 137,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.07
  },
  {
   "task": "HumanEval/59",
   "ok": true,
   "grund": "",
   "tps": 13.130200295060826,
   "tokens": 203,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.03
  },
  {
   "task": "HumanEval/60",
   "ok": true,
   "grund": "",
   "tps": 13.167092297314207,
   "tokens": 125,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.11
  },
  {
   "task": "HumanEval/61",
   "ok": true,
   "grund": "",
   "tps": 13.148797363970901,
   "tokens": 151,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.12
  },
  {
   "task": "HumanEval/62",
   "ok": true,
   "grund": "",
   "tps": 13.155984810977003,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.04
  },
  {
   "task": "HumanEval/63",
   "ok": true,
   "grund": "",
   "tps": 13.121207886810407,
   "tokens": 234,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.53
  },
  {
   "task": "HumanEval/64",
   "ok": true,
   "grund": "",
   "tps": 13.144749986855249,
   "tokens": 192,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.23
  },
  {
   "task": "HumanEval/65",
   "ok": true,
   "grund": "",
   "tps": 13.276745800156787,
   "tokens": 65,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.52
  },
  {
   "task": "HumanEval/66",
   "ok": true,
   "grund": "",
   "tps": 13.667703341256459,
   "tokens": 22,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.24
  },
  {
   "task": "HumanEval/67",
   "ok": true,
   "grund": "",
   "tps": 13.122697986172529,
   "tokens": 259,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.55
  },
  {
   "task": "HumanEval/68",
   "ok": true,
   "grund": "",
   "tps": 13.23843122742732,
   "tokens": 86,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.37
  },
  {
   "task": "HumanEval/69",
   "ok": true,
   "grund": "",
   "tps": 13.107754675263497,
   "tokens": 226,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 17.94
  },
  {
   "task": "HumanEval/70",
   "ok": true,
   "grund": "",
   "tps": 13.321137092262195,
   "tokens": 54,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.67
  },
  {
   "task": "HumanEval/71",
   "ok": true,
   "grund": "",
   "tps": 13.121043206012839,
   "tokens": 199,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.8
  },
  {
   "task": "HumanEval/72",
   "ok": true,
   "grund": "",
   "tps": 13.563213526755607,
   "tokens": 25,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.67
  },
  {
   "task": "HumanEval/73",
   "ok": true,
   "grund": "",
   "tps": 13.123143675313708,
   "tokens": 205,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.32
  },
  {
   "task": "HumanEval/74",
   "ok": true,
   "grund": "",
   "tps": 13.26615408181942,
   "tokens": 64,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.53
  },
  {
   "task": "HumanEval/75",
   "ok": true,
   "grund": "",
   "tps": 13.145757584236105,
   "tokens": 148,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.84
  },
  {
   "task": "HumanEval/76",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.213806445664753,
   "tokens": 88,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.3
  },
  {
   "task": "HumanEval/77",
   "ok": true,
   "grund": "",
   "tps": 13.374094255017853,
   "tokens": 43,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.84
  },
  {
   "task": "HumanEval/78",
   "ok": true,
   "grund": "",
   "tps": 13.337196390784396,
   "tokens": 47,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.39
  },
  {
   "task": "HumanEval/79",
   "ok": true,
   "grund": "",
   "tps": 13.137742864115529,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.23
  },
  {
   "task": "HumanEval/80",
   "ok": true,
   "grund": "",
   "tps": 13.191856458715563,
   "tokens": 76,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.39
  },
  {
   "task": "HumanEval/81",
   "ok": true,
   "grund": "",
   "tps": 13.074661897959759,
   "tokens": 525,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 41.01
  },
  {
   "task": "HumanEval/82",
   "ok": true,
   "grund": "",
   "tps": 13.266506072846799,
   "tokens": 64,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.4
  },
  {
   "task": "HumanEval/83",
   "ok": true,
   "grund": "",
   "tps": 13.122049193267117,
   "tokens": 233,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.32
  },
  {
   "task": "HumanEval/84",
   "ok": true,
   "grund": "",
   "tps": 13.138102629752652,
   "tokens": 175,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.99
  },
  {
   "task": "HumanEval/85",
   "ok": true,
   "grund": "",
   "tps": 13.227222324746474,
   "tokens": 83,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.84
  },
  {
   "task": "HumanEval/86",
   "ok": true,
   "grund": "",
   "tps": 13.546803162865922,
   "tokens": 26,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.54
  },
  {
   "task": "HumanEval/87",
   "ok": true,
   "grund": "",
   "tps": 13.25257827906436,
   "tokens": 66,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.82
  },
  {
   "task": "HumanEval/88",
   "ok": true,
   "grund": "",
   "tps": 13.251262399977408,
   "tokens": 61,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.32
  },
  {
   "task": "HumanEval/89",
   "ok": true,
   "grund": "",
   "tps": 13.233609718032847,
   "tokens": 87,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.2
  },
  {
   "task": "HumanEval/90",
   "ok": true,
   "grund": "",
   "tps": 13.133420357265086,
   "tokens": 153,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.28
  },
  {
   "task": "HumanEval/91",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.128271633072798,
   "tokens": 184,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.63
  },
  {
   "task": "HumanEval/92",
   "ok": true,
   "grund": "",
   "tps": 13.291718766922328,
   "tokens": 54,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.69
  },
  {
   "task": "HumanEval/93",
   "ok": true,
   "grund": "",
   "tps": 13.104065808877978,
   "tokens": 404,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 31.45
  },
  {
   "task": "HumanEval/94",
   "ok": true,
   "grund": "",
   "tps": 13.158455702585217,
   "tokens": 150,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.27
  },
  {
   "task": "HumanEval/95",
   "ok": true,
   "grund": "",
   "tps": 13.218575364152311,
   "tokens": 85,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.13
  },
  {
   "task": "HumanEval/96",
   "ok": true,
   "grund": "",
   "tps": 13.126520334971099,
   "tokens": 267,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 21.04
  },
  {
   "task": "HumanEval/97",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.600046566559442,
   "tokens": 25,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.46
  },
  {
   "task": "HumanEval/98",
   "ok": true,
   "grund": "",
   "tps": 13.178503488679336,
   "tokens": 120,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.67
  },
  {
   "task": "HumanEval/99",
   "ok": true,
   "grund": "",
   "tps": 13.131504371650427,
   "tokens": 213,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.91
  },
  {
   "task": "HumanEval/100",
   "ok": true,
   "grund": "",
   "tps": 13.144281878207835,
   "tokens": 172,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.72
  },
  {
   "task": "HumanEval/101",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.158604218371488,
   "tokens": 133,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.73
  },
  {
   "task": "HumanEval/102",
   "ok": true,
   "grund": "",
   "tps": 13.157862209431539,
   "tokens": 165,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.18
  },
  {
   "task": "HumanEval/103",
   "ok": true,
   "grund": "",
   "tps": 13.228424577310497,
   "tokens": 72,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.14
  },
  {
   "task": "HumanEval/104",
   "ok": true,
   "grund": "",
   "tps": 13.10933236156545,
   "tokens": 198,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.73
  },
  {
   "task": "HumanEval/105",
   "ok": true,
   "grund": "",
   "tps": 13.185228475522628,
   "tokens": 105,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.84
  },
  {
   "task": "HumanEval/106",
   "ok": true,
   "grund": "",
   "tps": 13.13195060250588,
   "tokens": 241,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.98
  },
  {
   "task": "HumanEval/107",
   "ok": true,
   "grund": "",
   "tps": 13.105294445950847,
   "tokens": 310,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 24.47
  },
  {
   "task": "HumanEval/108",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.13910584954287,
   "tokens": 203,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 16.08
  },
  {
   "task": "HumanEval/109",
   "ok": true,
   "grund": "",
   "tps": 13.258893147600038,
   "tokens": 78,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.75
  },
  {
   "task": "HumanEval/110",
   "ok": true,
   "grund": "",
   "tps": 13.109370966966399,
   "tokens": 280,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 22.08
  },
  {
   "task": "HumanEval/111",
   "ok": true,
   "grund": "",
   "tps": 13.125874245306576,
   "tokens": 259,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.44
  },
  {
   "task": "HumanEval/112",
   "ok": true,
   "grund": "",
   "tps": 13.335572952961178,
   "tokens": 47,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.22
  },
  {
   "task": "HumanEval/113",
   "ok": true,
   "grund": "",
   "tps": 13.235649595232935,
   "tokens": 76,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.45
  },
  {
   "task": "HumanEval/114",
   "ok": true,
   "grund": "",
   "tps": 13.248116401735881,
   "tokens": 70,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.86
  },
  {
   "task": "HumanEval/115",
   "ok": true,
   "grund": "",
   "tps": 13.097308615247954,
   "tokens": 397,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 31.19
  },
  {
   "task": "HumanEval/116",
   "ok": true,
   "grund": "",
   "tps": 13.599357691875168,
   "tokens": 26,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.63
  },
  {
   "task": "HumanEval/117",
   "ok": true,
   "grund": "",
   "tps": 13.120391982480946,
   "tokens": 268,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 21.13
  },
  {
   "task": "HumanEval/118",
   "ok": true,
   "grund": "",
   "tps": 13.224677526679047,
   "tokens": 76,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.45
  },
  {
   "task": "HumanEval/119",
   "ok": true,
   "grund": "",
   "tps": 13.134914808349865,
   "tokens": 168,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 13.48
  },
  {
   "task": "HumanEval/120",
   "ok": true,
   "grund": "",
   "tps": 13.114134442508202,
   "tokens": 277,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 21.96
  },
  {
   "task": "HumanEval/121",
   "ok": true,
   "grund": "",
   "tps": 13.398379986988687,
   "tokens": 36,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.33
  },
  {
   "task": "HumanEval/122",
   "ok": true,
   "grund": "",
   "tps": 13.532135438632892,
   "tokens": 30,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.85
  },
  {
   "task": "HumanEval/123",
   "ok": true,
   "grund": "",
   "tps": 13.107830492133296,
   "tokens": 323,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 25.47
  },
  {
   "task": "HumanEval/124",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.084357560299713,
   "tokens": 522,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 40.76
  },
  {
   "task": "HumanEval/125",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.19273888859492,
   "tokens": 92,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.62
  },
  {
   "task": "HumanEval/126",
   "ok": true,
   "grund": "",
   "tps": 13.257510061632894,
   "tokens": 73,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.35
  },
  {
   "task": "HumanEval/127",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.164458328782013,
   "tokens": 158,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.84
  },
  {
   "task": "HumanEval/128",
   "ok": true,
   "grund": "",
   "tps": 13.199981103184948,
   "tokens": 95,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.83
  },
  {
   "task": "HumanEval/129",
   "ok": false,
   "grund": "SyntaxError: invalid syntax",
   "tps": 13.053838752152224,
   "tokens": 1200,
   "denk_zeichen": 0,
   "abbruch": "length",
   "sekunden": 92.93
  },
  {
   "task": "HumanEval/130",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.088623572410174,
   "tokens": 417,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 32.73
  },
  {
   "task": "HumanEval/131",
   "ok": true,
   "grund": "",
   "tps": 13.251643407653988,
   "tokens": 65,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 5.48
  },
  {
   "task": "HumanEval/132",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.193604058670527,
   "tokens": 83,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.92
  },
  {
   "task": "HumanEval/133",
   "ok": true,
   "grund": "",
   "tps": 13.137874895474004,
   "tokens": 185,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 14.77
  },
  {
   "task": "HumanEval/134",
   "ok": true,
   "grund": "",
   "tps": 13.202803450277624,
   "tokens": 96,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.9
  },
  {
   "task": "HumanEval/135",
   "ok": true,
   "grund": "",
   "tps": 13.348075541208846,
   "tokens": 48,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.22
  },
  {
   "task": "HumanEval/136",
   "ok": true,
   "grund": "",
   "tps": 13.235326898642473,
   "tokens": 76,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 6.37
  },
  {
   "task": "HumanEval/137",
   "ok": true,
   "grund": "",
   "tps": 13.224809927957079,
   "tokens": 86,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.18
  },
  {
   "task": "HumanEval/138",
   "ok": true,
   "grund": "",
   "tps": 13.552553414001142,
   "tokens": 24,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.35
  },
  {
   "task": "HumanEval/139",
   "ok": true,
   "grund": "",
   "tps": 13.153899148882148,
   "tokens": 152,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.21
  },
  {
   "task": "HumanEval/140",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.511559814999725,
   "tokens": 30,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.84
  },
  {
   "task": "HumanEval/141",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.167735668720974,
   "tokens": 159,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.89
  },
  {
   "task": "HumanEval/142",
   "ok": true,
   "grund": "",
   "tps": 13.132317676236386,
   "tokens": 240,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.98
  },
  {
   "task": "HumanEval/143",
   "ok": true,
   "grund": "",
   "tps": 13.199427228223099,
   "tokens": 95,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 7.93
  },
  {
   "task": "HumanEval/144",
   "ok": true,
   "grund": "",
   "tps": 13.119138751447398,
   "tokens": 252,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 19.91
  },
  {
   "task": "HumanEval/145",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.35514302384366,
   "tokens": 48,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.22
  },
  {
   "task": "HumanEval/146",
   "ok": true,
   "grund": "",
   "tps": 13.18346719386473,
   "tokens": 100,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 8.21
  },
  {
   "task": "HumanEval/147",
   "ok": false,
   "grund": "SyntaxError: invalid syntax",
   "tps": 13.070073160496937,
   "tokens": 1200,
   "denk_zeichen": 0,
   "abbruch": "length",
   "sekunden": 92.5
  },
  {
   "task": "HumanEval/148",
   "ok": true,
   "grund": "",
   "tps": 13.168843415813832,
   "tokens": 123,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 10.09
  },
  {
   "task": "HumanEval/149",
   "ok": true,
   "grund": "",
   "tps": 13.138172889263828,
   "tokens": 237,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 18.74
  },
  {
   "task": "HumanEval/150",
   "ok": true,
   "grund": "",
   "tps": 13.173662228816847,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.18
  },
  {
   "task": "HumanEval/151",
   "ok": true,
   "grund": "",
   "tps": 13.420019779044535,
   "tokens": 39,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 3.53
  },
  {
   "task": "HumanEval/152",
   "ok": true,
   "grund": "",
   "tps": 13.55778065388133,
   "tokens": 26,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.75
  },
  {
   "task": "HumanEval/153",
   "ok": true,
   "grund": "",
   "tps": 13.09510217901096,
   "tokens": 373,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 29.33
  },
  {
   "task": "HumanEval/154",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.145061220877363,
   "tokens": 161,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.89
  },
  {
   "task": "HumanEval/155",
   "ok": true,
   "grund": "",
   "tps": 13.168233370652802,
   "tokens": 139,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.12
  },
  {
   "task": "HumanEval/156",
   "ok": true,
   "grund": "",
   "tps": 13.146696980028414,
   "tokens": 195,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 15.45
  },
  {
   "task": "HumanEval/157",
   "ok": true,
   "grund": "",
   "tps": 13.167607792321563,
   "tokens": 147,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 11.79
  },
  {
   "task": "HumanEval/158",
   "ok": false,
   "grund": "AssertionError",
   "tps": 13.509819612385263,
   "tokens": 30,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 2.85
  },
  {
   "task": "HumanEval/159",
   "ok": true,
   "grund": "",
   "tps": 13.10160391316834,
   "tokens": 336,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 26.5
  },
  {
   "task": "HumanEval/160",
   "ok": true,
   "grund": "",
   "tps": 13.120860554167715,
   "tokens": 265,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 20.92
  },
  {
   "task": "HumanEval/161",
   "ok": true,
   "grund": "",
   "tps": 13.335630617967789,
   "tokens": 50,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 4.38
  },
  {
   "task": "HumanEval/162",
   "ok": true,
   "grund": "",
   "tps": 13.162358353944223,
   "tokens": 119,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 9.61
  },
  {
   "task": "HumanEval/163",
   "ok": false,
   "grund": "Zeitueberschreitung (25s)",
   "tps": 13.157379777375459,
   "tokens": 157,
   "denk_zeichen": 0,
   "abbruch": "stop",
   "sekunden": 12.55
  }
 ]
}