Qwen3.8-27B-MTP-GGUF / bench /math500 /omega-reasoning.json
Davidmg0815's picture
Omega-Messung: MATH-500 mit vollem Reasoning, Fehleranalyse, korrigierter Antwortvergleich
52467f4 verified
Raw
History Blame
41.2 kB
{
"modell": "Qwen3.8-27B Q8_0 · volles Reasoning",
"satz": "math500",
"reasoning": true,
"effort": "xhigh",
"max_tokens": 8000,
"n": 150,
"bestanden": 135,
"quote": 90.0,
"tps_median": 53.8,
"tokens_je_aufgabe": 1612.8,
"am_limit": 10,
"nach_level": {
"1": [
8,
8
],
"2": [
32,
33
],
"3": [
33,
36
],
"4": [
33,
35
],
"5": [
29,
38
]
},
"dauer_s": 4877.3,
"aufgaben": [
{
"id": "test/precalculus/807.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "\\left(3,\\frac{\\pi}{2}\\right)",
"erwartet": "\\left( 3, \\frac{\\pi}{2} \\right)",
"tps": 53.90869597749177,
"tokens": 299,
"denk_zeichen": 612,
"abbruch": "stop",
"sekunden": 6.26
},
{
"id": "test/number_theory/572.json",
"ok": true,
"level": 3,
"thema": "Number Theory",
"gegeben": "9",
"erwartet": "9",
"tps": 56.41267280473483,
"tokens": 224,
"denk_zeichen": 379,
"abbruch": "stop",
"sekunden": 4.54
},
{
"id": "test/number_theory/515.json",
"ok": true,
"level": 3,
"thema": "Number Theory",
"gegeben": "27",
"erwartet": "27",
"tps": 52.84101417247137,
"tokens": 496,
"denk_zeichen": 1125,
"abbruch": "stop",
"sekunden": 9.95
},
{
"id": "test/number_theory/1032.json",
"ok": true,
"level": 3,
"thema": "Number Theory",
"gegeben": "2220",
"erwartet": "2220",
"tps": 48.13169375381751,
"tokens": 991,
"denk_zeichen": 2650,
"abbruch": "stop",
"sekunden": 21.16
},
{
"id": "test/geometry/248.json",
"ok": true,
"level": 2,
"thema": "Geometry",
"gegeben": "5",
"erwartet": "5",
"tps": 50.75495773536721,
"tokens": 342,
"denk_zeichen": 808,
"abbruch": "stop",
"sekunden": 7.47
},
{
"id": "test/intermediate_algebra/134.json",
"ok": true,
"level": 1,
"thema": "Intermediate Algebra",
"gegeben": "-50",
"erwartet": "-50",
"tps": 54.33081869426198,
"tokens": 229,
"denk_zeichen": 384,
"abbruch": "stop",
"sekunden": 4.8
},
{
"id": "test/algebra/1098.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "6+9i",
"erwartet": "6+9i",
"tps": 55.163737355464434,
"tokens": 315,
"denk_zeichen": 655,
"abbruch": "stop",
"sekunden": 6.28
},
{
"id": "test/algebra/2193.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "5",
"erwartet": "x=5",
"tps": 54.468840467169834,
"tokens": 706,
"denk_zeichen": 824,
"abbruch": "stop",
"sekunden": 13.54
},
{
"id": "test/counting_and_probability/525.json",
"ok": true,
"level": 5,
"thema": "Counting & Probability",
"gegeben": "144",
"erwartet": "144",
"tps": 45.22775384231407,
"tokens": 1902,
"denk_zeichen": 6649,
"abbruch": "stop",
"sekunden": 42.66
},
{
"id": "test/number_theory/864.json",
"ok": true,
"level": 3,
"thema": "Number Theory",
"gegeben": "52_8",
"erwartet": "52_8",
"tps": 54.78321530643036,
"tokens": 248,
"denk_zeichen": 523,
"abbruch": "stop",
"sekunden": 5.14
},
{
"id": "test/algebra/1072.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "\\frac{243}{625}",
"erwartet": "\\frac{243}{625}",
"tps": 55.70396894947089,
"tokens": 735,
"denk_zeichen": 1096,
"abbruch": "stop",
"sekunden": 13.79
},
{
"id": "test/intermediate_algebra/428.json",
"ok": true,
"level": 2,
"thema": "Intermediate Algebra",
"gegeben": "3,5,7",
"erwartet": "3, 5, 7",
"tps": 53.51683840091421,
"tokens": 804,
"denk_zeichen": 1361,
"abbruch": "stop",
"sekunden": 15.62
},
{
"id": "test/prealgebra/930.json",
"ok": false,
"level": 2,
"thema": "Prealgebra",
"gegeben": "12\\text{ cm}",
"erwartet": "12",
"tps": 53.74011602790888,
"tokens": 233,
"denk_zeichen": 403,
"abbruch": "stop",
"sekunden": 5.02
},
{
"id": "test/intermediate_algebra/1454.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "70\\sqrt{2}",
"erwartet": "70 \\sqrt{2}",
"tps": 51.07710536625242,
"tokens": 4154,
"denk_zeichen": 9036,
"abbruch": "stop",
"sekunden": 81.99
},
{
"id": "test/precalculus/285.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "6",
"erwartet": "6",
"tps": 53.04333615304974,
"tokens": 1050,
"denk_zeichen": 2044,
"abbruch": "stop",
"sekunden": 20.53
},
{
"id": "test/number_theory/1055.json",
"ok": true,
"level": 5,
"thema": "Number Theory",
"gegeben": "203",
"erwartet": "203",
"tps": 53.67578292703399,
"tokens": 1882,
"denk_zeichen": 4828,
"abbruch": "stop",
"sekunden": 35.78
},
{
"id": "test/precalculus/1105.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "-\\frac{\\pi}{6}",
"erwartet": "-\\frac{\\pi}{6}",
"tps": 54.90507360977552,
"tokens": 245,
"denk_zeichen": 491,
"abbruch": "stop",
"sekunden": 5.12
},
{
"id": "test/algebra/769.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "11",
"erwartet": "11",
"tps": 58.695502774173626,
"tokens": 199,
"denk_zeichen": 386,
"abbruch": "stop",
"sekunden": 3.98
},
{
"id": "test/intermediate_algebra/956.json",
"ok": false,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "",
"erwartet": "(6,31,-1)",
"tps": 52.26257115557228,
"tokens": 8000,
"denk_zeichen": 15293,
"abbruch": "length",
"sekunden": 153.69
},
{
"id": "test/intermediate_algebra/279.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "10",
"erwartet": "10",
"tps": 52.78917483950829,
"tokens": 1109,
"denk_zeichen": 1959,
"abbruch": "stop",
"sekunden": 21.9
},
{
"id": "test/algebra/2046.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "x^3+3x-6",
"erwartet": "x^3+3x-6",
"tps": 59.66150163646634,
"tokens": 466,
"denk_zeichen": 540,
"abbruch": "stop",
"sekunden": 8.42
},
{
"id": "test/number_theory/46.json",
"ok": true,
"level": 2,
"thema": "Number Theory",
"gegeben": "40_9",
"erwartet": "40_9",
"tps": 53.00809506367831,
"tokens": 255,
"denk_zeichen": 642,
"abbruch": "stop",
"sekunden": 5.41
},
{
"id": "test/algebra/2253.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "\\frac{3\\sqrt{3}}{4}",
"erwartet": "\\frac{3\\sqrt{3}}{4}",
"tps": 53.82944431776386,
"tokens": 305,
"denk_zeichen": 693,
"abbruch": "stop",
"sekunden": 6.32
},
{
"id": "test/intermediate_algebra/623.json",
"ok": true,
"level": 2,
"thema": "Intermediate Algebra",
"gegeben": "0",
"erwartet": "0",
"tps": 51.40345938552108,
"tokens": 993,
"denk_zeichen": 2431,
"abbruch": "stop",
"sekunden": 19.94
},
{
"id": "test/intermediate_algebra/1849.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "501",
"erwartet": "501",
"tps": 47.617456630024556,
"tokens": 3516,
"denk_zeichen": 7796,
"abbruch": "stop",
"sekunden": 74.48
},
{
"id": "test/intermediate_algebra/2046.json",
"ok": true,
"level": 2,
"thema": "Intermediate Algebra",
"gegeben": "x=2",
"erwartet": "2",
"tps": 50.600868103711996,
"tokens": 2794,
"denk_zeichen": 5911,
"abbruch": "stop",
"sekunden": 55.9
},
{
"id": "test/prealgebra/307.json",
"ok": true,
"level": 1,
"thema": "Prealgebra",
"gegeben": "240",
"erwartet": "240",
"tps": 55.40474994542467,
"tokens": 167,
"denk_zeichen": 410,
"abbruch": "stop",
"sekunden": 3.68
},
{
"id": "test/prealgebra/1761.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "\\frac{3}{2}",
"erwartet": "\\frac{3}{2}",
"tps": 59.138628876554115,
"tokens": 261,
"denk_zeichen": 571,
"abbruch": "stop",
"sekunden": 5.03
},
{
"id": "test/algebra/873.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "33",
"erwartet": "33",
"tps": 57.84029396346684,
"tokens": 412,
"denk_zeichen": 541,
"abbruch": "stop",
"sekunden": 7.74
},
{
"id": "test/intermediate_algebra/662.json",
"ok": false,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "1-\\sqrt{19}, 1+\\sqrt{19}",
"erwartet": "1 \\pm \\sqrt{19}",
"tps": 55.63378051535145,
"tokens": 3308,
"denk_zeichen": 5197,
"abbruch": "stop",
"sekunden": 60.16
},
{
"id": "test/geometry/183.json",
"ok": true,
"level": 5,
"thema": "Geometry",
"gegeben": "145",
"erwartet": "145^\\circ",
"tps": 49.67112620719853,
"tokens": 5139,
"denk_zeichen": 12618,
"abbruch": "stop",
"sekunden": 104.34
},
{
"id": "test/intermediate_algebra/558.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "(3,4]",
"erwartet": "(3,4]",
"tps": 50.11957900932195,
"tokens": 6835,
"denk_zeichen": 13668,
"abbruch": "stop",
"sekunden": 137.19
},
{
"id": "test/intermediate_algebra/515.json",
"ok": true,
"level": 2,
"thema": "Intermediate Algebra",
"gegeben": "\\frac{4}{3}",
"erwartet": "\\frac43",
"tps": 53.74275215149161,
"tokens": 362,
"denk_zeichen": 722,
"abbruch": "stop",
"sekunden": 7.56
},
{
"id": "test/intermediate_algebra/345.json",
"ok": true,
"level": 4,
"thema": "Intermediate Algebra",
"gegeben": "504",
"erwartet": "504",
"tps": 51.523567323529754,
"tokens": 6675,
"denk_zeichen": 13332,
"abbruch": "stop",
"sekunden": 130.26
},
{
"id": "test/algebra/2593.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "8000",
"erwartet": "8000",
"tps": 59.99417357197764,
"tokens": 326,
"denk_zeichen": 522,
"abbruch": "stop",
"sekunden": 6.19
},
{
"id": "test/algebra/2157.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "2",
"erwartet": "2",
"tps": 56.02167619323085,
"tokens": 227,
"denk_zeichen": 431,
"abbruch": "stop",
"sekunden": 4.67
},
{
"id": "test/intermediate_algebra/128.json",
"ok": true,
"level": 2,
"thema": "Intermediate Algebra",
"gegeben": "even",
"erwartet": "\\text{even}",
"tps": 48.161233085331226,
"tokens": 1563,
"denk_zeichen": 3875,
"abbruch": "stop",
"sekunden": 33.09
},
{
"id": "test/geometry/283.json",
"ok": true,
"level": 4,
"thema": "Geometry",
"gegeben": "8",
"erwartet": "8",
"tps": 48.537187472736235,
"tokens": 3950,
"denk_zeichen": 10751,
"abbruch": "stop",
"sekunden": 82.39
},
{
"id": "test/intermediate_algebra/1063.json",
"ok": false,
"level": 4,
"thema": "Intermediate Algebra",
"gegeben": "",
"erwartet": "1+274i",
"tps": 49.00295494556227,
"tokens": 8000,
"denk_zeichen": 17721,
"abbruch": "length",
"sekunden": 164.13
},
{
"id": "test/number_theory/753.json",
"ok": true,
"level": 4,
"thema": "Number Theory",
"gegeben": "13",
"erwartet": "13",
"tps": 53.21062221136023,
"tokens": 683,
"denk_zeichen": 1048,
"abbruch": "stop",
"sekunden": 13.67
},
{
"id": "test/prealgebra/1807.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "120",
"erwartet": "120",
"tps": 57.2321294003839,
"tokens": 431,
"denk_zeichen": 805,
"abbruch": "stop",
"sekunden": 8.15
},
{
"id": "test/intermediate_algebra/2022.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "64",
"erwartet": "64",
"tps": 49.625392702671896,
"tokens": 2080,
"denk_zeichen": 4512,
"abbruch": "stop",
"sekunden": 42.61
},
{
"id": "test/number_theory/156.json",
"ok": true,
"level": 4,
"thema": "Number Theory",
"gegeben": "13",
"erwartet": "13",
"tps": 52.33053360505852,
"tokens": 585,
"denk_zeichen": 1036,
"abbruch": "stop",
"sekunden": 11.82
},
{
"id": "test/precalculus/477.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "3\\sqrt{5}",
"erwartet": "3 \\sqrt{5}",
"tps": 57.97162016439715,
"tokens": 627,
"denk_zeichen": 697,
"abbruch": "stop",
"sekunden": 11.47
},
{
"id": "test/algebra/1519.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "\\frac{\\sqrt{3}}{3}",
"erwartet": "\\frac{\\sqrt{3}}{3}",
"tps": 57.47652892057282,
"tokens": 192,
"denk_zeichen": 393,
"abbruch": "stop",
"sekunden": 3.94
},
{
"id": "test/intermediate_algebra/964.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "1",
"erwartet": "1",
"tps": 52.98695768958867,
"tokens": 5370,
"denk_zeichen": 10163,
"abbruch": "stop",
"sekunden": 102.28
},
{
"id": "test/counting_and_probability/230.json",
"ok": true,
"level": 4,
"thema": "Counting & Probability",
"gegeben": "\\frac{2}{21}",
"erwartet": "\\frac{2}{21}",
"tps": 50.259257710793115,
"tokens": 565,
"denk_zeichen": 1324,
"abbruch": "stop",
"sekunden": 12.15
},
{
"id": "test/precalculus/117.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "30",
"erwartet": "30^\\circ",
"tps": 47.23171816555937,
"tokens": 2788,
"denk_zeichen": 7161,
"abbruch": "stop",
"sekunden": 59.81
},
{
"id": "test/number_theory/521.json",
"ok": true,
"level": 2,
"thema": "Number Theory",
"gegeben": "18",
"erwartet": "18",
"tps": 56.42397773443458,
"tokens": 340,
"denk_zeichen": 512,
"abbruch": "stop",
"sekunden": 6.72
},
{
"id": "test/algebra/2517.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "-\\frac{35}{9}",
"erwartet": "-\\frac{35}{9}",
"tps": 53.64758128509218,
"tokens": 685,
"denk_zeichen": 1126,
"abbruch": "stop",
"sekunden": 13.42
},
{
"id": "test/prealgebra/1003.json",
"ok": false,
"level": 5,
"thema": "Prealgebra",
"gegeben": "\\frac{270}{7}",
"erwartet": "\\frac{270}7\\text{ degrees}",
"tps": 47.72155170822076,
"tokens": 6203,
"denk_zeichen": 16822,
"abbruch": "stop",
"sekunden": 130.74
},
{
"id": "test/algebra/297.json",
"ok": false,
"level": 5,
"thema": "Algebra",
"gegeben": "",
"erwartet": "1736",
"tps": 62.12300846447734,
"tokens": 8000,
"denk_zeichen": 12785,
"abbruch": "length",
"sekunden": 129.62
},
{
"id": "test/algebra/686.json",
"ok": false,
"level": 5,
"thema": "Algebra",
"gegeben": "",
"erwartet": "4",
"tps": 53.2786041304078,
"tokens": 8000,
"denk_zeichen": 16278,
"abbruch": "length",
"sekunden": 150.96
},
{
"id": "test/number_theory/598.json",
"ok": true,
"level": 3,
"thema": "Number Theory",
"gegeben": "0.0000672",
"erwartet": ".0000672",
"tps": 58.662645550678754,
"tokens": 610,
"denk_zeichen": 1007,
"abbruch": "stop",
"sekunden": 11.2
},
{
"id": "test/prealgebra/1908.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "3",
"erwartet": "3",
"tps": 56.18360756229022,
"tokens": 481,
"denk_zeichen": 785,
"abbruch": "stop",
"sekunden": 9.16
},
{
"id": "test/algebra/1082.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "23",
"erwartet": "23",
"tps": 55.9274849730903,
"tokens": 854,
"denk_zeichen": 1776,
"abbruch": "stop",
"sekunden": 15.93
},
{
"id": "test/number_theory/978.json",
"ok": true,
"level": 4,
"thema": "Number Theory",
"gegeben": "7",
"erwartet": "7",
"tps": 50.70348166821448,
"tokens": 522,
"denk_zeichen": 1153,
"abbruch": "stop",
"sekunden": 10.94
},
{
"id": "test/counting_and_probability/51.json",
"ok": true,
"level": 5,
"thema": "Counting & Probability",
"gegeben": "\\frac{13}{18}",
"erwartet": "\\frac{13}{18}",
"tps": 51.410594424326156,
"tokens": 554,
"denk_zeichen": 1397,
"abbruch": "stop",
"sekunden": 11.42
},
{
"id": "test/intermediate_algebra/1422.json",
"ok": false,
"level": 3,
"thema": "Intermediate Algebra",
"gegeben": "",
"erwartet": "4",
"tps": 46.9751836622519,
"tokens": 8000,
"denk_zeichen": 30369,
"abbruch": "length",
"sekunden": 170.91
},
{
"id": "test/algebra/1937.json",
"ok": true,
"level": 1,
"thema": "Algebra",
"gegeben": "1600",
"erwartet": "1600",
"tps": 57.37066485084755,
"tokens": 229,
"denk_zeichen": 398,
"abbruch": "stop",
"sekunden": 4.79
},
{
"id": "test/prealgebra/2086.json",
"ok": true,
"level": 4,
"thema": "Prealgebra",
"gegeben": "40",
"erwartet": "40",
"tps": 58.43057759962605,
"tokens": 459,
"denk_zeichen": 665,
"abbruch": "stop",
"sekunden": 8.48
},
{
"id": "test/intermediate_algebra/1555.json",
"ok": true,
"level": 3,
"thema": "Intermediate Algebra",
"gegeben": "12",
"erwartet": "12",
"tps": 54.86668859558589,
"tokens": 618,
"denk_zeichen": 963,
"abbruch": "stop",
"sekunden": 11.88
},
{
"id": "test/precalculus/541.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "\\left(\\frac{3}{2},-13\\right)",
"erwartet": "\\left( \\frac{3}{2}, -13 \\right)",
"tps": 59.813416030605495,
"tokens": 353,
"denk_zeichen": 545,
"abbruch": "stop",
"sekunden": 6.57
},
{
"id": "test/prealgebra/378.json",
"ok": true,
"level": 4,
"thema": "Prealgebra",
"gegeben": "10",
"erwartet": "10",
"tps": 49.241267681854026,
"tokens": 1908,
"denk_zeichen": 5136,
"abbruch": "stop",
"sekunden": 39.54
},
{
"id": "test/intermediate_algebra/102.json",
"ok": false,
"level": 4,
"thema": "Intermediate Algebra",
"gegeben": "1",
"erwartet": "2",
"tps": 55.72408751594975,
"tokens": 658,
"denk_zeichen": 866,
"abbruch": "stop",
"sekunden": 12.49
},
{
"id": "test/prealgebra/1436.json",
"ok": true,
"level": 4,
"thema": "Prealgebra",
"gegeben": "6",
"erwartet": "6",
"tps": 57.18360136248786,
"tokens": 339,
"denk_zeichen": 565,
"abbruch": "stop",
"sekunden": 6.56
},
{
"id": "test/prealgebra/1961.json",
"ok": true,
"level": 5,
"thema": "Prealgebra",
"gegeben": "\\frac{16}{27}",
"erwartet": "\\frac{16}{27}",
"tps": 53.539720963419406,
"tokens": 413,
"denk_zeichen": 900,
"abbruch": "stop",
"sekunden": 8.4
},
{
"id": "test/number_theory/183.json",
"ok": true,
"level": 3,
"thema": "Number Theory",
"gegeben": "14",
"erwartet": "14",
"tps": 54.53587259590354,
"tokens": 1367,
"denk_zeichen": 2616,
"abbruch": "stop",
"sekunden": 25.65
},
{
"id": "test/counting_and_probability/71.json",
"ok": true,
"level": 3,
"thema": "Counting & Probability",
"gegeben": "3",
"erwartet": "3",
"tps": 48.04215407276952,
"tokens": 881,
"denk_zeichen": 3058,
"abbruch": "stop",
"sekunden": 18.97
},
{
"id": "test/intermediate_algebra/986.json",
"ok": true,
"level": 4,
"thema": "Intermediate Algebra",
"gegeben": "\\frac{16}{5}",
"erwartet": "\\frac{16}{5}",
"tps": 51.291038024116986,
"tokens": 1469,
"denk_zeichen": 2724,
"abbruch": "stop",
"sekunden": 29.31
},
{
"id": "test/precalculus/441.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "30^\\circ",
"erwartet": "30^\\circ",
"tps": 47.525490659767854,
"tokens": 2613,
"denk_zeichen": 7284,
"abbruch": "stop",
"sekunden": 55.69
},
{
"id": "test/precalculus/989.json",
"ok": true,
"level": 4,
"thema": "Precalculus",
"gegeben": "12",
"erwartet": "12",
"tps": 52.30100475534063,
"tokens": 5384,
"denk_zeichen": 9730,
"abbruch": "stop",
"sekunden": 103.63
},
{
"id": "test/prealgebra/874.json",
"ok": true,
"level": 4,
"thema": "Prealgebra",
"gegeben": "116",
"erwartet": "116",
"tps": 47.491661681090164,
"tokens": 5136,
"denk_zeichen": 16179,
"abbruch": "stop",
"sekunden": 109.21
},
{
"id": "test/geometry/254.json",
"ok": true,
"level": 2,
"thema": "Geometry",
"gegeben": "3",
"erwartet": "3",
"tps": 52.22721818329405,
"tokens": 249,
"denk_zeichen": 554,
"abbruch": "stop",
"sekunden": 5.64
},
{
"id": "test/algebra/1787.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "8",
"erwartet": "8",
"tps": 54.43917442991977,
"tokens": 432,
"denk_zeichen": 1190,
"abbruch": "stop",
"sekunden": 8.58
},
{
"id": "test/algebra/1934.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "13",
"erwartet": "13",
"tps": 58.86812081920573,
"tokens": 464,
"denk_zeichen": 576,
"abbruch": "stop",
"sekunden": 8.47
},
{
"id": "test/prealgebra/1458.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "\\frac{1}{8}",
"erwartet": "\\frac{1}{8}",
"tps": 57.89183093335857,
"tokens": 175,
"denk_zeichen": 459,
"abbruch": "stop",
"sekunden": 3.62
},
{
"id": "test/prealgebra/1995.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "\\frac{8}{21}",
"erwartet": "\\frac{8}{21}",
"tps": 56.271090668553306,
"tokens": 288,
"denk_zeichen": 429,
"abbruch": "stop",
"sekunden": 5.71
},
{
"id": "test/precalculus/580.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "120",
"erwartet": "120^\\circ",
"tps": 57.15060953808941,
"tokens": 543,
"denk_zeichen": 530,
"abbruch": "stop",
"sekunden": 10.11
},
{
"id": "test/geometry/483.json",
"ok": true,
"level": 4,
"thema": "Geometry",
"gegeben": "15",
"erwartet": "15",
"tps": 56.191996233930425,
"tokens": 466,
"denk_zeichen": 777,
"abbruch": "stop",
"sekunden": 8.91
},
{
"id": "test/prealgebra/1742.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "\\frac{33}{100}",
"erwartet": "\\dfrac{33}{100}",
"tps": 55.4196078644269,
"tokens": 245,
"denk_zeichen": 491,
"abbruch": "stop",
"sekunden": 5.05
},
{
"id": "test/algebra/2551.json",
"ok": true,
"level": 1,
"thema": "Algebra",
"gegeben": "10",
"erwartet": "10",
"tps": 56.99298651013064,
"tokens": 323,
"denk_zeichen": 748,
"abbruch": "stop",
"sekunden": 6.33
},
{
"id": "test/prealgebra/993.json",
"ok": true,
"level": 4,
"thema": "Prealgebra",
"gegeben": "1250",
"erwartet": "1250",
"tps": 54.762088278657494,
"tokens": 454,
"denk_zeichen": 1001,
"abbruch": "stop",
"sekunden": 8.9
},
{
"id": "test/algebra/1282.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "11",
"erwartet": "11",
"tps": 49.99650328099522,
"tokens": 988,
"denk_zeichen": 2272,
"abbruch": "stop",
"sekunden": 20.36
},
{
"id": "test/number_theory/1287.json",
"ok": true,
"level": 4,
"thema": "Number Theory",
"gegeben": "8",
"erwartet": "8",
"tps": 53.819373172018736,
"tokens": 430,
"denk_zeichen": 1013,
"abbruch": "stop",
"sekunden": 8.63
},
{
"id": "test/prealgebra/1787.json",
"ok": true,
"level": 3,
"thema": "Prealgebra",
"gegeben": "1",
"erwartet": "1",
"tps": 59.07541635268023,
"tokens": 332,
"denk_zeichen": 493,
"abbruch": "stop",
"sekunden": 6.24
},
{
"id": "test/intermediate_algebra/960.json",
"ok": false,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "",
"erwartet": "\\frac{17}{21}",
"tps": 50.3354381914764,
"tokens": 8000,
"denk_zeichen": 17652,
"abbruch": "length",
"sekunden": 159.57
},
{
"id": "test/algebra/634.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "4",
"erwartet": "4",
"tps": 58.026990181775666,
"tokens": 806,
"denk_zeichen": 800,
"abbruch": "stop",
"sekunden": 14.71
},
{
"id": "test/algebra/2486.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "\\left(\\frac{3}{5}, \\frac{8}{3}\\right]",
"erwartet": "\\left(\\frac{3}{5},\\frac{8}{3}\\right]",
"tps": 59.722956161465426,
"tokens": 507,
"denk_zeichen": 706,
"abbruch": "stop",
"sekunden": 9.12
},
{
"id": "test/intermediate_algebra/754.json",
"ok": true,
"level": 2,
"thema": "Intermediate Algebra",
"gegeben": "B",
"erwartet": "\\text{(B)}",
"tps": 53.13131748973714,
"tokens": 958,
"denk_zeichen": 1677,
"abbruch": "stop",
"sekunden": 18.75
},
{
"id": "test/counting_and_probability/339.json",
"ok": true,
"level": 4,
"thema": "Counting & Probability",
"gegeben": "12",
"erwartet": "12",
"tps": 46.06954701665478,
"tokens": 5677,
"denk_zeichen": 19688,
"abbruch": "stop",
"sekunden": 123.85
},
{
"id": "test/geometry/965.json",
"ok": true,
"level": 5,
"thema": "Geometry",
"gegeben": "28",
"erwartet": "28",
"tps": 48.146261501568105,
"tokens": 4997,
"denk_zeichen": 12891,
"abbruch": "stop",
"sekunden": 104.55
},
{
"id": "test/intermediate_algebra/1544.json",
"ok": false,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "",
"erwartet": "6",
"tps": 46.76760960242148,
"tokens": 8000,
"denk_zeichen": 22371,
"abbruch": "length",
"sekunden": 171.84
},
{
"id": "test/algebra/1842.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "49",
"erwartet": "49",
"tps": 57.75997033354574,
"tokens": 495,
"denk_zeichen": 800,
"abbruch": "stop",
"sekunden": 9.42
},
{
"id": "test/prealgebra/1423.json",
"ok": true,
"level": 5,
"thema": "Prealgebra",
"gegeben": "12\\pi",
"erwartet": "12\\pi",
"tps": 53.786511586707135,
"tokens": 320,
"denk_zeichen": 603,
"abbruch": "stop",
"sekunden": 6.61
},
{
"id": "test/algebra/276.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "12",
"erwartet": "12",
"tps": 56.53292753646555,
"tokens": 547,
"denk_zeichen": 715,
"abbruch": "stop",
"sekunden": 10.27
},
{
"id": "test/geometry/947.json",
"ok": true,
"level": 5,
"thema": "Geometry",
"gegeben": "-\\frac{24}{25}",
"erwartet": "-\\frac{24}{25}",
"tps": 51.3661160576093,
"tokens": 796,
"denk_zeichen": 1746,
"abbruch": "stop",
"sekunden": 16.22
},
{
"id": "test/counting_and_probability/870.json",
"ok": true,
"level": 5,
"thema": "Counting & Probability",
"gegeben": "\\frac{1}{3}",
"erwartet": "\\frac{1}{3}",
"tps": 43.70601997560409,
"tokens": 2596,
"denk_zeichen": 8638,
"abbruch": "stop",
"sekunden": 60.03
},
{
"id": "test/precalculus/742.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "0.09",
"erwartet": "\\frac{9}{100}",
"tps": 54.13711449552456,
"tokens": 1743,
"denk_zeichen": 3238,
"abbruch": "stop",
"sekunden": 32.87
},
{
"id": "test/counting_and_probability/216.json",
"ok": true,
"level": 5,
"thema": "Counting & Probability",
"gegeben": "1940",
"erwartet": "1940",
"tps": 57.263801004860966,
"tokens": 434,
"denk_zeichen": 732,
"abbruch": "stop",
"sekunden": 8.23
},
{
"id": "test/intermediate_algebra/776.json",
"ok": true,
"level": 4,
"thema": "Intermediate Algebra",
"gegeben": "3",
"erwartet": "3",
"tps": 51.87092074943794,
"tokens": 2415,
"denk_zeichen": 4384,
"abbruch": "stop",
"sekunden": 47.19
},
{
"id": "test/algebra/2592.json",
"ok": true,
"level": 1,
"thema": "Algebra",
"gegeben": "26000",
"erwartet": "26000",
"tps": 58.53456721927845,
"tokens": 206,
"denk_zeichen": 400,
"abbruch": "stop",
"sekunden": 4.22
},
{
"id": "test/precalculus/801.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "55^\\circ",
"erwartet": "55^\\circ",
"tps": 49.818564426920204,
"tokens": 4354,
"denk_zeichen": 11681,
"abbruch": "stop",
"sekunden": 88.09
},
{
"id": "test/counting_and_probability/737.json",
"ok": true,
"level": 2,
"thema": "Counting & Probability",
"gegeben": "58500",
"erwartet": "58,500",
"tps": 55.5319889498164,
"tokens": 407,
"denk_zeichen": 1110,
"abbruch": "stop",
"sekunden": 8.04
},
{
"id": "test/algebra/1338.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "66",
"erwartet": "66",
"tps": 55.237587347369,
"tokens": 353,
"denk_zeichen": 616,
"abbruch": "stop",
"sekunden": 7.01
},
{
"id": "test/number_theory/686.json",
"ok": true,
"level": 2,
"thema": "Number Theory",
"gegeben": "4",
"erwartet": "4",
"tps": 52.72573414529722,
"tokens": 283,
"denk_zeichen": 435,
"abbruch": "stop",
"sekunden": 5.97
},
{
"id": "test/counting_and_probability/1014.json",
"ok": true,
"level": 4,
"thema": "Counting & Probability",
"gegeben": "480",
"erwartet": "480",
"tps": 50.27709819210382,
"tokens": 486,
"denk_zeichen": 1024,
"abbruch": "stop",
"sekunden": 10.29
},
{
"id": "test/algebra/1078.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "(-\\sqrt{3},\\sqrt{3})",
"erwartet": "(-\\sqrt{3}, \\sqrt{3})",
"tps": 54.54566872392329,
"tokens": 639,
"denk_zeichen": 1012,
"abbruch": "stop",
"sekunden": 12.35
},
{
"id": "test/precalculus/96.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "\\frac{7}{4}",
"erwartet": "\\frac{7}{4}",
"tps": 51.339529024307645,
"tokens": 617,
"denk_zeichen": 1050,
"abbruch": "stop",
"sekunden": 12.99
},
{
"id": "test/algebra/251.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "2",
"erwartet": "2",
"tps": 57.56809429047865,
"tokens": 266,
"denk_zeichen": 539,
"abbruch": "stop",
"sekunden": 5.35
},
{
"id": "test/number_theory/109.json",
"ok": true,
"level": 4,
"thema": "Number Theory",
"gegeben": "4",
"erwartet": "4",
"tps": 56.336017456483226,
"tokens": 352,
"denk_zeichen": 575,
"abbruch": "stop",
"sekunden": 6.88
},
{
"id": "test/precalculus/1289.json",
"ok": true,
"level": 1,
"thema": "Precalculus",
"gegeben": "-41",
"erwartet": "-41",
"tps": 51.95762308914732,
"tokens": 152,
"denk_zeichen": 273,
"abbruch": "stop",
"sekunden": 3.55
},
{
"id": "test/algebra/2264.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "1+2i",
"erwartet": "1+2i",
"tps": 53.8126836495362,
"tokens": 538,
"denk_zeichen": 915,
"abbruch": "stop",
"sekunden": 10.65
},
{
"id": "test/geometry/538.json",
"ok": true,
"level": 4,
"thema": "Geometry",
"gegeben": "(8,-2)",
"erwartet": "(8,-2)",
"tps": 56.56737466912962,
"tokens": 696,
"denk_zeichen": 874,
"abbruch": "stop",
"sekunden": 12.92
},
{
"id": "test/intermediate_algebra/1992.json",
"ok": true,
"level": 4,
"thema": "Intermediate Algebra",
"gegeben": "(0,9)\\cup(9,36)",
"erwartet": "(0,9) \\cup (9,36)",
"tps": 50.46545677042929,
"tokens": 739,
"denk_zeichen": 1536,
"abbruch": "stop",
"sekunden": 15.27
},
{
"id": "test/algebra/101.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "[-2,7]",
"erwartet": "x \\in [-2,7]",
"tps": 58.48184823368162,
"tokens": 316,
"denk_zeichen": 521,
"abbruch": "stop",
"sekunden": 6.0
},
{
"id": "test/algebra/170.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "11",
"erwartet": "11",
"tps": 58.55065416784689,
"tokens": 302,
"denk_zeichen": 439,
"abbruch": "stop",
"sekunden": 5.79
},
{
"id": "test/algebra/853.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "12",
"erwartet": "12",
"tps": 50.58755517558386,
"tokens": 1522,
"denk_zeichen": 3140,
"abbruch": "stop",
"sekunden": 30.73
},
{
"id": "test/algebra/518.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "\\frac{3}{4}",
"erwartet": "\\frac 34",
"tps": 58.518278684832495,
"tokens": 304,
"denk_zeichen": 514,
"abbruch": "stop",
"sekunden": 5.88
},
{
"id": "test/prealgebra/631.json",
"ok": false,
"level": 3,
"thema": "Prealgebra",
"gegeben": "",
"erwartet": "2",
"tps": 45.77892188968019,
"tokens": 8000,
"denk_zeichen": 24356,
"abbruch": "length",
"sekunden": 175.67
},
{
"id": "test/geometry/817.json",
"ok": false,
"level": 5,
"thema": "Geometry",
"gegeben": "",
"erwartet": "\\frac{14}{3}",
"tps": 47.428577838204944,
"tokens": 8000,
"denk_zeichen": 29830,
"abbruch": "length",
"sekunden": 169.63
},
{
"id": "test/number_theory/928.json",
"ok": true,
"level": 4,
"thema": "Number Theory",
"gegeben": "3",
"erwartet": "3",
"tps": 52.94917517577436,
"tokens": 1128,
"denk_zeichen": 2464,
"abbruch": "stop",
"sekunden": 22.09
},
{
"id": "test/number_theory/132.json",
"ok": true,
"level": 1,
"thema": "Number Theory",
"gegeben": "0",
"erwartet": "0",
"tps": 53.28957844114262,
"tokens": 167,
"denk_zeichen": 442,
"abbruch": "stop",
"sekunden": 3.79
},
{
"id": "test/prealgebra/65.json",
"ok": true,
"level": 2,
"thema": "Prealgebra",
"gegeben": "6",
"erwartet": "6",
"tps": 55.29979400826732,
"tokens": 440,
"denk_zeichen": 780,
"abbruch": "stop",
"sekunden": 8.52
},
{
"id": "test/algebra/2680.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "5r^5",
"erwartet": "5r^5",
"tps": 56.73903295832411,
"tokens": 185,
"denk_zeichen": 388,
"abbruch": "stop",
"sekunden": 3.86
},
{
"id": "test/precalculus/681.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "\\frac{1}{8}",
"erwartet": "\\frac{1}{8}",
"tps": 53.28313281583338,
"tokens": 1174,
"denk_zeichen": 1943,
"abbruch": "stop",
"sekunden": 22.64
},
{
"id": "test/precalculus/625.json",
"ok": false,
"level": 3,
"thema": "Precalculus",
"gegeben": "\\begin{pmatrix} \\frac{16}{49} \\\\[2mm] \\frac{48}{49} \\\\[2mm] ",
"erwartet": "\\begin{pmatrix} 16/49 \\\\ 48/49 \\\\ 24/49 \\end{pmatrix}",
"tps": 57.88963907472409,
"tokens": 592,
"denk_zeichen": 699,
"abbruch": "stop",
"sekunden": 10.87
},
{
"id": "test/number_theory/1002.json",
"ok": true,
"level": 5,
"thema": "Number Theory",
"gegeben": "1440",
"erwartet": "1440",
"tps": 56.28172405229685,
"tokens": 885,
"denk_zeichen": 1138,
"abbruch": "stop",
"sekunden": 16.35
},
{
"id": "test/geometry/843.json",
"ok": true,
"level": 3,
"thema": "Geometry",
"gegeben": "6\\sqrt{2}",
"erwartet": "6\\sqrt{2}",
"tps": 57.09640473549666,
"tokens": 404,
"denk_zeichen": 569,
"abbruch": "stop",
"sekunden": 7.81
},
{
"id": "test/prealgebra/2019.json",
"ok": true,
"level": 2,
"thema": "Prealgebra",
"gegeben": "4.5",
"erwartet": "4.5",
"tps": 53.54688285935798,
"tokens": 188,
"denk_zeichen": 573,
"abbruch": "stop",
"sekunden": 4.12
},
{
"id": "test/number_theory/410.json",
"ok": true,
"level": 2,
"thema": "Number Theory",
"gegeben": "0.35625",
"erwartet": ".35625",
"tps": 57.46454437611994,
"tokens": 230,
"denk_zeichen": 394,
"abbruch": "stop",
"sekunden": 4.6
},
{
"id": "test/counting_and_probability/10.json",
"ok": true,
"level": 4,
"thema": "Counting & Probability",
"gegeben": "4",
"erwartet": "4",
"tps": 55.96558668192452,
"tokens": 1136,
"denk_zeichen": 1730,
"abbruch": "stop",
"sekunden": 20.93
},
{
"id": "test/algebra/2080.json",
"ok": true,
"level": 3,
"thema": "Algebra",
"gegeben": "14",
"erwartet": "14",
"tps": 53.29826685376248,
"tokens": 235,
"denk_zeichen": 297,
"abbruch": "stop",
"sekunden": 5.0
},
{
"id": "test/algebra/668.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "45",
"erwartet": "45",
"tps": 51.1877589548136,
"tokens": 227,
"denk_zeichen": 487,
"abbruch": "stop",
"sekunden": 5.03
},
{
"id": "test/algebra/2430.json",
"ok": true,
"level": 4,
"thema": "Algebra",
"gegeben": "8",
"erwartet": "8",
"tps": 56.41202623328119,
"tokens": 501,
"denk_zeichen": 639,
"abbruch": "stop",
"sekunden": 9.5
},
{
"id": "test/number_theory/13.json",
"ok": true,
"level": 5,
"thema": "Number Theory",
"gegeben": "64",
"erwartet": "64",
"tps": 56.34700200781069,
"tokens": 722,
"denk_zeichen": 950,
"abbruch": "stop",
"sekunden": 13.44
},
{
"id": "test/algebra/2476.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "10",
"erwartet": "10",
"tps": 57.63943339183945,
"tokens": 368,
"denk_zeichen": 824,
"abbruch": "stop",
"sekunden": 7.07
},
{
"id": "test/intermediate_algebra/1102.json",
"ok": true,
"level": 1,
"thema": "Intermediate Algebra",
"gegeben": "-2, 1",
"erwartet": "-2,1",
"tps": 52.50810662744104,
"tokens": 715,
"denk_zeichen": 1311,
"abbruch": "stop",
"sekunden": 14.21
},
{
"id": "test/prealgebra/914.json",
"ok": true,
"level": 4,
"thema": "Prealgebra",
"gegeben": "75",
"erwartet": "75^\\circ",
"tps": 50.04886562944202,
"tokens": 2595,
"denk_zeichen": 7012,
"abbruch": "stop",
"sekunden": 52.62
},
{
"id": "test/algebra/1425.json",
"ok": true,
"level": 2,
"thema": "Algebra",
"gegeben": "2",
"erwartet": "2",
"tps": 53.954044642475765,
"tokens": 216,
"denk_zeichen": 414,
"abbruch": "stop",
"sekunden": 4.7
},
{
"id": "test/precalculus/703.json",
"ok": true,
"level": 5,
"thema": "Precalculus",
"gegeben": "8\\pi",
"erwartet": "8 \\pi",
"tps": 53.20212410087803,
"tokens": 1533,
"denk_zeichen": 2577,
"abbruch": "stop",
"sekunden": 29.47
},
{
"id": "test/intermediate_algebra/158.json",
"ok": true,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "27648",
"erwartet": "27648",
"tps": 50.226485307283745,
"tokens": 1487,
"denk_zeichen": 2730,
"abbruch": "stop",
"sekunden": 30.27
},
{
"id": "test/prealgebra/1930.json",
"ok": true,
"level": 5,
"thema": "Prealgebra",
"gegeben": "7",
"erwartet": "7",
"tps": 52.00937872260073,
"tokens": 2296,
"denk_zeichen": 4872,
"abbruch": "stop",
"sekunden": 45.15
},
{
"id": "test/prealgebra/1252.json",
"ok": true,
"level": 2,
"thema": "Prealgebra",
"gegeben": "200",
"erwartet": "200",
"tps": 56.46798871658747,
"tokens": 377,
"denk_zeichen": 909,
"abbruch": "stop",
"sekunden": 7.45
},
{
"id": "test/precalculus/1252.json",
"ok": true,
"level": 2,
"thema": "Precalculus",
"gegeben": "1",
"erwartet": "1",
"tps": 54.57206892368348,
"tokens": 650,
"denk_zeichen": 1148,
"abbruch": "stop",
"sekunden": 12.57
},
{
"id": "test/precalculus/1082.json",
"ok": true,
"level": 3,
"thema": "Precalculus",
"gegeben": "\\frac{8}{15}",
"erwartet": "\\frac{8}{15}",
"tps": 54.2910427132833,
"tokens": 2023,
"denk_zeichen": 3601,
"abbruch": "stop",
"sekunden": 37.86
},
{
"id": "test/geometry/477.json",
"ok": true,
"level": 3,
"thema": "Geometry",
"gegeben": "216",
"erwartet": "216",
"tps": 48.16531854342009,
"tokens": 889,
"denk_zeichen": 3302,
"abbruch": "stop",
"sekunden": 19.12
},
{
"id": "test/intermediate_algebra/1350.json",
"ok": false,
"level": 5,
"thema": "Intermediate Algebra",
"gegeben": "",
"erwartet": "14",
"tps": 46.16943108924716,
"tokens": 8000,
"denk_zeichen": 23078,
"abbruch": "length",
"sekunden": 173.99
},
{
"id": "test/algebra/2779.json",
"ok": true,
"level": 5,
"thema": "Algebra",
"gegeben": "20",
"erwartet": "20",
"tps": 56.19607352043868,
"tokens": 788,
"denk_zeichen": 967,
"abbruch": "stop",
"sekunden": 14.82
},
{
"id": "test/intermediate_algebra/1232.json",
"ok": true,
"level": 3,
"thema": "Intermediate Algebra",
"gegeben": "\\frac{5}{13}",
"erwartet": "\\frac{5}{13}",
"tps": 58.415573166965785,
"tokens": 440,
"denk_zeichen": 516,
"abbruch": "stop",
"sekunden": 8.16
}
]
}