Invalid JSON:Unexpected token 'N', ..."in_loss": NaN,
""... is not valid JSON
| [ | |
| { | |
| "flos": 0.0, | |
| "train_loss": NaN, | |
| "eval_loss": 12.252012922957137, | |
| "eval_accuracy": 0.006801228609039052, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 11.513664245605469, | |
| "gsm8k": 11.73579268022017, | |
| "math_qa": 12.550142923990885 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.003937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 6000908441747456.0, | |
| "train_loss": 6.810490112304688, | |
| "eval_loss": 6.0108499011477905, | |
| "eval_accuracy": 0.009214567792891619, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001595973968506, | |
| "gsm8k": 6.679884477095171, | |
| "math_qa": 5.704980214436849 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0036850921273031824 | |
| } | |
| }, | |
| { | |
| "flos": 1.193558258221056e+16, | |
| "train_loss": 6.04991455078125, | |
| "eval_loss": 5.941982836336703, | |
| "eval_accuracy": 0.011627906976744186, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9446306228637695, | |
| "gsm8k": 6.6212026422674, | |
| "math_qa": 5.630453109741211 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.007035175879396985 | |
| } | |
| }, | |
| { | |
| "flos": 1.791413142421504e+16, | |
| "train_loss": 6.008870849609375, | |
| "eval_loss": 5.92444203350995, | |
| "eval_accuracy": 0.015796401930671347, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.937405586242676, | |
| "gsm8k": 6.593974720348012, | |
| "math_qa": 5.616492589314778 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.011055276381909548 | |
| } | |
| }, | |
| { | |
| "flos": 2.391909968379904e+16, | |
| "train_loss": 5.979757690429688, | |
| "eval_loss": 5.915986628145785, | |
| "eval_accuracy": 0.017770952172005264, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.922208309173584, | |
| "gsm8k": 6.579054398970171, | |
| "math_qa": 5.611562093098958 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.01407035175879397 | |
| } | |
| }, | |
| { | |
| "flos": 2.991192982893363e+16, | |
| "train_loss": 5.958998413085937, | |
| "eval_loss": 5.903835915230416, | |
| "eval_accuracy": 0.013821851689337429, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.918848037719727, | |
| "gsm8k": 6.585192593661222, | |
| "math_qa": 5.5902964274088545 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.010720268006700168 | |
| } | |
| }, | |
| { | |
| "flos": 3.5804996473716736e+16, | |
| "train_loss": 5.937138061523438, | |
| "eval_loss": 5.896987502639358, | |
| "eval_accuracy": 0.01689337428696797, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9197845458984375, | |
| "gsm8k": 6.583512739701704, | |
| "math_qa": 5.580430348714192 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01507537688442211 | |
| } | |
| }, | |
| { | |
| "flos": 4.176409126135398e+16, | |
| "train_loss": 5.929097900390625, | |
| "eval_loss": 5.900942338479532, | |
| "eval_accuracy": 0.01733216322948662, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.905661106109619, | |
| "gsm8k": 6.581753817471591, | |
| "math_qa": 5.588510513305664 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.012060301507537688 | |
| } | |
| }, | |
| { | |
| "flos": 4.775657136665395e+16, | |
| "train_loss": 5.9199169921875, | |
| "eval_loss": 5.88799644160915, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.913262844085693, | |
| "gsm8k": 6.562741366299716, | |
| "math_qa": 5.576632817586263 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.01407035175879397 | |
| } | |
| }, | |
| { | |
| "flos": 5.370750517955789e+16, | |
| "train_loss": 5.9119384765625, | |
| "eval_loss": 5.884633708644557, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.914624214172363, | |
| "gsm8k": 6.576950766823509, | |
| "math_qa": 5.564822514851888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01373534338358459 | |
| } | |
| }, | |
| { | |
| "flos": 5.973355582298522e+16, | |
| "train_loss": 5.90295166015625, | |
| "eval_loss": 5.8910013662802205, | |
| "eval_accuracy": 0.015796401930671347, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.899083137512207, | |
| "gsm8k": 6.577962701970881, | |
| "math_qa": 5.575470606486003 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.011055276381909548 | |
| } | |
| }, | |
| { | |
| "flos": 6.570946701819904e+16, | |
| "train_loss": 5.906636962890625, | |
| "eval_loss": 5.881880373568149, | |
| "eval_accuracy": 0.015138218516893374, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.894655227661133, | |
| "gsm8k": 6.571314725008878, | |
| "math_qa": 5.564825057983398 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.008710217755443886 | |
| } | |
| }, | |
| { | |
| "flos": 7.166468720846438e+16, | |
| "train_loss": 5.882612915039062, | |
| "eval_loss": 5.873746304898648, | |
| "eval_accuracy": 0.01601579640193067, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.899791717529297, | |
| "gsm8k": 6.551302129572088, | |
| "math_qa": 5.561029434204102 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.011055276381909548 | |
| } | |
| }, | |
| { | |
| "flos": 7.760105141855846e+16, | |
| "train_loss": 5.876119384765625, | |
| "eval_loss": 5.869154285740208, | |
| "eval_accuracy": 0.01601579640193067, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.910046577453613, | |
| "gsm8k": 6.556474859064275, | |
| "math_qa": 5.5507246653238935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.006700167504187605 | |
| } | |
| }, | |
| { | |
| "flos": 8.360876040414822e+16, | |
| "train_loss": 5.866280517578125, | |
| "eval_loss": 5.890701603245091, | |
| "eval_accuracy": 0.014041246160596753, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.899232864379883, | |
| "gsm8k": 6.570103732022372, | |
| "math_qa": 5.5785980224609375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.005695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 8.960925706590618e+16, | |
| "train_loss": 5.86060791015625, | |
| "eval_loss": 5.896252039316538, | |
| "eval_accuracy": 0.014699429574374727, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.892727851867676, | |
| "gsm8k": 6.595248135653409, | |
| "math_qa": 5.576172510782878 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.008040201005025126 | |
| } | |
| }, | |
| { | |
| "flos": 9.558601329593549e+16, | |
| "train_loss": 5.84941650390625, | |
| "eval_loss": 5.893153113287848, | |
| "eval_accuracy": 0.015577007459412023, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.885675430297852, | |
| "gsm8k": 6.6188201904296875, | |
| "math_qa": 5.561178843180339 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.009380234505862646 | |
| } | |
| }, | |
| { | |
| "flos": 1.0156107945633382e+17, | |
| "train_loss": 5.845057373046875, | |
| "eval_loss": 5.890553190901473, | |
| "eval_accuracy": 0.012944273804300131, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.875369071960449, | |
| "gsm8k": 6.61340956254439, | |
| "math_qa": 5.560509363810222 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.005695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 1.0751638232471962e+17, | |
| "train_loss": 5.843096923828125, | |
| "eval_loss": 5.869244188875766, | |
| "eval_accuracy": 0.01184730144800351, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.901825904846191, | |
| "gsm8k": 6.581561001864347, | |
| "math_qa": 5.540050506591797 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.1062992125984252, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 1.1343339555966157e+17, | |
| "train_loss": 5.82489990234375, | |
| "eval_loss": 5.883261113553433, | |
| "eval_accuracy": 0.014480035103115402, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.879225254058838, | |
| "gsm8k": 6.600949374112216, | |
| "math_qa": 5.554656982421875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.005695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 1.1941643693745766e+17, | |
| "train_loss": 5.827890625, | |
| "eval_loss": 5.895323031657451, | |
| "eval_accuracy": 0.01228609039052216, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.871222972869873, | |
| "gsm8k": 6.622562755237926, | |
| "math_qa": 5.564013163248698 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.1062992125984252, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.0033500837520938024 | |
| } | |
| }, | |
| { | |
| "flos": 1.2544994793907814e+17, | |
| "train_loss": 5.830020751953125, | |
| "eval_loss": 5.883715552252692, | |
| "eval_accuracy": 0.01228609039052216, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.884305953979492, | |
| "gsm8k": 6.606342662464488, | |
| "math_qa": 5.552462259928386 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0036850921273031824 | |
| } | |
| }, | |
| { | |
| "flos": 1.3139199975961395e+17, | |
| "train_loss": 5.823326416015625, | |
| "eval_loss": 5.875930167533256, | |
| "eval_accuracy": 0.014260640631856078, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.880184173583984, | |
| "gsm8k": 6.594972090287642, | |
| "math_qa": 5.546014785766602 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.006030150753768844 | |
| } | |
| }, | |
| { | |
| "flos": 1.37379678091477e+17, | |
| "train_loss": 5.815711669921875, | |
| "eval_loss": 5.8929234066525025, | |
| "eval_accuracy": 0.011627906976744186, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.885251998901367, | |
| "gsm8k": 6.63628526167436, | |
| "math_qa": 5.552855173746745 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.0033500837520938024 | |
| } | |
| }, | |
| { | |
| "flos": 1.433244502369239e+17, | |
| "train_loss": 5.810044555664063, | |
| "eval_loss": 5.8986493703481315, | |
| "eval_accuracy": 0.016235190873189996, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.882749557495117, | |
| "gsm8k": 6.617326216264204, | |
| "math_qa": 5.570580800374349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.006030150753768844 | |
| } | |
| }, | |
| { | |
| "flos": 1.492796500260946e+17, | |
| "train_loss": 5.81342041015625, | |
| "eval_loss": 5.888652028264226, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.882502555847168, | |
| "gsm8k": 6.621499495072798, | |
| "math_qa": 5.553276062011719 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 1.552931502382121e+17, | |
| "train_loss": 5.79952880859375, | |
| "eval_loss": 5.877214302887788, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.8772149085998535, | |
| "gsm8k": 6.629418113014915, | |
| "math_qa": 5.532454172770183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 1.6122215716932813e+17, | |
| "train_loss": 5.809129028320313, | |
| "eval_loss": 5.872309607428473, | |
| "eval_accuracy": 0.01184730144800351, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.880426406860352, | |
| "gsm8k": 6.609073985706676, | |
| "math_qa": 5.533949534098308 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 1.672383363672965e+17, | |
| "train_loss": 5.80126708984375, | |
| "eval_loss": 5.8766270199337525, | |
| "eval_accuracy": 0.013821851689337429, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.888952255249023, | |
| "gsm8k": 6.62483700838956, | |
| "math_qa": 5.532670338948567 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.004690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.731757925728256e+17, | |
| "train_loss": 5.800050048828125, | |
| "eval_loss": 5.884289561091243, | |
| "eval_accuracy": 0.01228609039052216, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.874222755432129, | |
| "gsm8k": 6.613127968528054, | |
| "math_qa": 5.551077524820964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 1.791335478675374e+17, | |
| "train_loss": 5.799901733398437, | |
| "eval_loss": 5.876015328072213, | |
| "eval_accuracy": 0.011408512505484861, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.878791809082031, | |
| "gsm8k": 6.618623213334517, | |
| "math_qa": 5.535422007242839 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 1.8508998407041843e+17, | |
| "train_loss": 5.7853271484375, | |
| "eval_loss": 5.894983291625977, | |
| "eval_accuracy": 0.012066695919262835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.882229804992676, | |
| "gsm8k": 6.635121432217685, | |
| "math_qa": 5.556816101074219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.004020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 1.910303876972544e+17, | |
| "train_loss": 5.79060791015625, | |
| "eval_loss": 5.877085402205184, | |
| "eval_accuracy": 0.011408512505484861, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.894010543823242, | |
| "gsm8k": 6.6221160888671875, | |
| "math_qa": 5.534202575683594 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 1.9699345962460774e+17, | |
| "train_loss": 5.787415771484375, | |
| "eval_loss": 5.8781843185424805, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.884498119354248, | |
| "gsm8k": 6.612427451393821, | |
| "math_qa": 5.541130065917969 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 2.029132339866501e+17, | |
| "train_loss": 5.7759765625, | |
| "eval_loss": 5.880337586274019, | |
| "eval_accuracy": 0.009214567792891619, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.88774299621582, | |
| "gsm8k": 6.629890441894531, | |
| "math_qa": 5.5361754099528 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.011372251705837756, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 2.088618393904087e+17, | |
| "train_loss": 5.777073364257813, | |
| "eval_loss": 5.886001174514358, | |
| "eval_accuracy": 0.011627906976744186, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.886631011962891, | |
| "gsm8k": 6.641523187810725, | |
| "math_qa": 5.5396677652994795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 2.14832000698155e+17, | |
| "train_loss": 5.77857177734375, | |
| "eval_loss": 5.901193515674488, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.876601219177246, | |
| "gsm8k": 6.639631791548296, | |
| "math_qa": 5.564791997273763 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0036850921273031824 | |
| } | |
| }, | |
| { | |
| "flos": 2.2079074490908672e+17, | |
| "train_loss": 5.78380126953125, | |
| "eval_loss": 5.875571199365564, | |
| "eval_accuracy": 0.008775778850372971, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.885975360870361, | |
| "gsm8k": 6.639796170321378, | |
| "math_qa": 5.524434407552083 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.267143321283461e+17, | |
| "train_loss": 5.7695068359375, | |
| "eval_loss": 5.888084540496001, | |
| "eval_accuracy": 0.009214567792891619, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.882174015045166, | |
| "gsm8k": 6.642857638272372, | |
| "math_qa": 5.542639414469401 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 2.327046481069998e+17, | |
| "train_loss": 5.767586669921875, | |
| "eval_loss": 5.877449602694125, | |
| "eval_accuracy": 0.009872751206669592, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.887743949890137, | |
| "gsm8k": 6.63729511607777, | |
| "math_qa": 5.528329213460286 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 2.386968603137147e+17, | |
| "train_loss": 5.77108642578125, | |
| "eval_loss": 5.8846045829154345, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.876773834228516, | |
| "gsm8k": 6.61981201171875, | |
| "math_qa": 5.548287073771159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 2.446429306130268e+17, | |
| "train_loss": 5.762786254882813, | |
| "eval_loss": 5.884115270666174, | |
| "eval_accuracy": 0.01075032909170689, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.885505676269531, | |
| "gsm8k": 6.646747935901988, | |
| "math_qa": 5.5344594319661455 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.506217886926766e+17, | |
| "train_loss": 5.7607080078125, | |
| "eval_loss": 5.901105726087415, | |
| "eval_accuracy": 0.01075032909170689, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.8890838623046875, | |
| "gsm8k": 6.676890980113637, | |
| "math_qa": 5.546539306640625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.004020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 2.56645654808363e+17, | |
| "train_loss": 5.76331787109375, | |
| "eval_loss": 5.9046024374059725, | |
| "eval_accuracy": 0.008995173321632294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.8824992179870605, | |
| "gsm8k": 6.663313432173296, | |
| "math_qa": 5.558701833089192 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 2.62550777426346e+17, | |
| "train_loss": 5.752481689453125, | |
| "eval_loss": 5.880233326473752, | |
| "eval_accuracy": 0.009872751206669592, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.89082670211792, | |
| "gsm8k": 6.644294738769531, | |
| "math_qa": 5.529155731201172 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.6856464861626368e+17, | |
| "train_loss": 5.753255004882813, | |
| "eval_loss": 5.896836409697661, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.882401466369629, | |
| "gsm8k": 6.631059820001775, | |
| "math_qa": 5.561520258585612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 2.7449060558372864e+17, | |
| "train_loss": 5.748008422851562, | |
| "eval_loss": 5.896911749968657, | |
| "eval_accuracy": 0.009653356735410267, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.889486789703369, | |
| "gsm8k": 6.672588695179332, | |
| "math_qa": 5.542011896769206 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 2.804323685677138e+17, | |
| "train_loss": 5.75547607421875, | |
| "eval_loss": 5.907972464690337, | |
| "eval_accuracy": 0.008995173321632294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.881104946136475, | |
| "gsm8k": 6.690108559348366, | |
| "math_qa": 5.5517323811848955 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 2.86406569292202e+17, | |
| "train_loss": 5.740407104492188, | |
| "eval_loss": 5.903331241092166, | |
| "eval_accuracy": 0.011408512505484861, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.891269683837891, | |
| "gsm8k": 6.684593894264915, | |
| "math_qa": 5.546257654825847 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.923352261834834e+17, | |
| "train_loss": 5.745005493164062, | |
| "eval_loss": 5.90000312392776, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.889819145202637, | |
| "gsm8k": 6.663710160688921, | |
| "math_qa": 5.550819396972656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.983424616489288e+17, | |
| "train_loss": 5.747919921875, | |
| "eval_loss": 5.906692556432776, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.890969276428223, | |
| "gsm8k": 6.684030706232244, | |
| "math_qa": 5.5517228444417315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 3.0434973791656346e+17, | |
| "train_loss": 5.749141235351562, | |
| "eval_loss": 5.903359335822028, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.887372016906738, | |
| "gsm8k": 6.684309525923296, | |
| "math_qa": 5.546756108601888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 3.1031326349983744e+17, | |
| "train_loss": 5.741430053710937, | |
| "eval_loss": 5.903665181752798, | |
| "eval_accuracy": 0.010311540149188241, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.901796340942383, | |
| "gsm8k": 6.6737823486328125, | |
| "math_qa": 5.550850550333659 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 3.1627441933490586e+17, | |
| "train_loss": 5.745117797851562, | |
| "eval_loss": 5.903243296855205, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.879449844360352, | |
| "gsm8k": 6.6707846901633525, | |
| "math_qa": 5.553436279296875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0033500837520938024 | |
| } | |
| }, | |
| { | |
| "flos": 3.222221587658834e+17, | |
| "train_loss": 5.7411572265625, | |
| "eval_loss": 5.8934060174065666, | |
| "eval_accuracy": 0.009872751206669592, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.890251159667969, | |
| "gsm8k": 6.664975946599787, | |
| "math_qa": 5.540032704671224 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 3.282034483338936e+17, | |
| "train_loss": 5.74324462890625, | |
| "eval_loss": 5.9128117947965055, | |
| "eval_accuracy": 0.011408512505484861, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.880929946899414, | |
| "gsm8k": 6.687490289861506, | |
| "math_qa": 5.560407638549805 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.0036850921273031824 | |
| } | |
| }, | |
| { | |
| "flos": 3.341323940617257e+17, | |
| "train_loss": 5.723519287109375, | |
| "eval_loss": 5.901376569593275, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.89057731628418, | |
| "gsm8k": 6.689000909978693, | |
| "math_qa": 5.541282018025716 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.401141576867512e+17, | |
| "train_loss": 5.725516357421875, | |
| "eval_loss": 5.907905114663614, | |
| "eval_accuracy": 0.010311540149188241, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.890738487243652, | |
| "gsm8k": 6.71869520707564, | |
| "math_qa": 5.537723541259766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.460900892830597e+17, | |
| "train_loss": 5.7330810546875, | |
| "eval_loss": 5.906316628327241, | |
| "eval_accuracy": 0.009872751206669592, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.891308307647705, | |
| "gsm8k": 6.707501498135653, | |
| "math_qa": 5.54035758972168 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.004020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 3.520416619723489e+17, | |
| "train_loss": 5.730052490234375, | |
| "eval_loss": 5.909076948423643, | |
| "eval_accuracy": 0.009214567792891619, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.892912864685059, | |
| "gsm8k": 6.699830488725142, | |
| "math_qa": 5.547995249430339 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.579800045517537e+17, | |
| "train_loss": 5.717431640625, | |
| "eval_loss": 5.897536045796162, | |
| "eval_accuracy": 0.011189118034225537, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.8868303298950195, | |
| "gsm8k": 6.667089982466265, | |
| "math_qa": 5.545715967814128 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.004355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 3.6396391136546e+17, | |
| "train_loss": 5.734222412109375, | |
| "eval_loss": 5.911112244064744, | |
| "eval_accuracy": 0.01184730144800351, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.8857927322387695, | |
| "gsm8k": 6.687765641645952, | |
| "math_qa": 5.5572560628255205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.004355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 3.699335776782254e+17, | |
| "train_loss": 5.728629760742187, | |
| "eval_loss": 5.905184410713814, | |
| "eval_accuracy": 0.010530934620447565, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.8871355056762695, | |
| "gsm8k": 6.680163990367543, | |
| "math_qa": 5.551489512125651 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 3.7591041604950426e+17, | |
| "train_loss": 5.727027587890625, | |
| "eval_loss": 5.897846170373865, | |
| "eval_accuracy": 0.011408512505484861, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.894822120666504, | |
| "gsm8k": 6.683244185014204, | |
| "math_qa": 5.538124084472656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.0033500837520938024 | |
| } | |
| }, | |
| { | |
| "flos": 3.8186378188763955e+17, | |
| "train_loss": 5.726023559570312, | |
| "eval_loss": 5.908478865752349, | |
| "eval_accuracy": 0.011189118034225537, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.905213356018066, | |
| "gsm8k": 6.698831038041548, | |
| "math_qa": 5.546506245930989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.004020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 3.878550454434529e+17, | |
| "train_loss": 5.7323681640625, | |
| "eval_loss": 5.9087190370301945, | |
| "eval_accuracy": 0.011627906976744186, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.902244567871094, | |
| "gsm8k": 6.691325794566762, | |
| "math_qa": 5.550563812255859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.005025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 3.938626309487329e+17, | |
| "train_loss": 5.7158447265625, | |
| "eval_loss": 5.907500086603938, | |
| "eval_accuracy": 0.013602457218078104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.901735305786133, | |
| "gsm8k": 6.702473033558238, | |
| "math_qa": 5.543617884318034 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.006700167504187605 | |
| } | |
| }, | |
| { | |
| "flos": 3.998285676192727e+17, | |
| "train_loss": 5.71840576171875, | |
| "eval_loss": 5.90376091003418, | |
| "eval_accuracy": 0.010092145677928916, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.893610954284668, | |
| "gsm8k": 6.689335216175426, | |
| "math_qa": 5.544551849365234 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.012130401819560273, | |
| "math_qa": 0.004690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 4.057778323005112e+17, | |
| "train_loss": 5.715631103515625, | |
| "eval_loss": 5.913252753180426, | |
| "eval_accuracy": 0.010530934620447565, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.896556854248047, | |
| "gsm8k": 6.707469593394887, | |
| "math_qa": 5.550628026326497 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.004690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 4.117451498030367e+17, | |
| "train_loss": 5.717726440429687, | |
| "eval_loss": 5.911292462735562, | |
| "eval_accuracy": 0.014260640631856078, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.901349067687988, | |
| "gsm8k": 6.665745821866122, | |
| "math_qa": 5.5663299560546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.007370184254606365 | |
| } | |
| }, | |
| { | |
| "flos": 4.176759498829988e+17, | |
| "train_loss": 5.70611572265625, | |
| "eval_loss": 5.933554262728305, | |
| "eval_accuracy": 0.013821851689337429, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.902788162231445, | |
| "gsm8k": 6.739988847212358, | |
| "math_qa": 5.5665022532145185 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.006365159128978224 | |
| } | |
| }, | |
| { | |
| "flos": 4.2367172744944026e+17, | |
| "train_loss": 5.7189178466796875, | |
| "eval_loss": 5.926208650743639, | |
| "eval_accuracy": 0.011189118034225537, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.895758628845215, | |
| "gsm8k": 6.712129766290838, | |
| "math_qa": 5.568532307942708 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.007370184254606365 | |
| } | |
| }, | |
| { | |
| "flos": 4.296435992279122e+17, | |
| "train_loss": 5.702518920898438, | |
| "eval_loss": 5.922365394798485, | |
| "eval_accuracy": 0.01645458534444932, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.901738166809082, | |
| "gsm8k": 6.745918273925781, | |
| "math_qa": 5.546622594197591 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.007035175879396985 | |
| } | |
| }, | |
| { | |
| "flos": 4.356149148081193e+17, | |
| "train_loss": 5.7143603515625, | |
| "eval_loss": 5.913277110537967, | |
| "eval_accuracy": 0.012944273804300131, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.908543109893799, | |
| "gsm8k": 6.722029252485796, | |
| "math_qa": 5.542993545532227 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.006030150753768844 | |
| } | |
| }, | |
| { | |
| "flos": 4.415742366921523e+17, | |
| "train_loss": 5.706102905273437, | |
| "eval_loss": 5.916396656551877, | |
| "eval_accuracy": 0.012944273804300131, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.905616283416748, | |
| "gsm8k": 6.718424016779119, | |
| "math_qa": 5.549699147542317 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.005025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 4.474856852600914e+17, | |
| "train_loss": 5.698836669921875, | |
| "eval_loss": 5.919310647088128, | |
| "eval_accuracy": 0.012944273804300131, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.894545555114746, | |
| "gsm8k": 6.697651256214488, | |
| "math_qa": 5.564634958902995 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.008040201005025126 | |
| } | |
| }, | |
| { | |
| "flos": 4.5345094171518566e+17, | |
| "train_loss": 5.698563232421875, | |
| "eval_loss": 5.925348745810019, | |
| "eval_accuracy": 0.014699429574374727, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.905149459838867, | |
| "gsm8k": 6.738533020019531, | |
| "math_qa": 5.554322560628255 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.008040201005025126 | |
| } | |
| }, | |
| { | |
| "flos": 4.594563013536645e+17, | |
| "train_loss": 5.711514282226562, | |
| "eval_loss": 5.924634160222234, | |
| "eval_accuracy": 0.011189118034225537, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.906032562255859, | |
| "gsm8k": 6.732527299360796, | |
| "math_qa": 5.555899937947591 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.005025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 4.654011561772319e+17, | |
| "train_loss": 5.7092437744140625, | |
| "eval_loss": 5.927145700196962, | |
| "eval_accuracy": 0.013163668275559455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.900822162628174, | |
| "gsm8k": 6.712496670809659, | |
| "math_qa": 5.569386800130208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.006365159128978224 | |
| } | |
| }, | |
| { | |
| "flos": 4.713052072008745e+17, | |
| "train_loss": 5.699661865234375, | |
| "eval_loss": 5.918557476353001, | |
| "eval_accuracy": 0.013163668275559455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9071736335754395, | |
| "gsm8k": 6.728752136230469, | |
| "math_qa": 5.548166910807292 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.008375209380234505 | |
| } | |
| }, | |
| { | |
| "flos": 4.772315968862945e+17, | |
| "train_loss": 5.699795532226562, | |
| "eval_loss": 5.931105046658902, | |
| "eval_accuracy": 0.013602457218078104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.899515628814697, | |
| "gsm8k": 6.723772915926847, | |
| "math_qa": 5.570431391398112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.009380234505862646 | |
| } | |
| }, | |
| { | |
| "flos": 4.8315835754951475e+17, | |
| "train_loss": 5.70438720703125, | |
| "eval_loss": 5.912017693390718, | |
| "eval_accuracy": 0.015138218516893374, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.918019771575928, | |
| "gsm8k": 6.727865045720881, | |
| "math_qa": 5.537587483723958 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 4.890688381391995e+17, | |
| "train_loss": 5.700570678710937, | |
| "eval_loss": 5.928651809692383, | |
| "eval_accuracy": 0.01864853005704256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.918244361877441, | |
| "gsm8k": 6.744135769930753, | |
| "math_qa": 5.555755615234375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.011725293132328308 | |
| } | |
| }, | |
| { | |
| "flos": 4.950379895927603e+17, | |
| "train_loss": 5.699705200195313, | |
| "eval_loss": 5.921727438230772, | |
| "eval_accuracy": 0.01338306274681878, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.918485164642334, | |
| "gsm8k": 6.723121643066406, | |
| "math_qa": 5.5546919504801435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 5.010553848033444e+17, | |
| "train_loss": 5.7048193359375, | |
| "eval_loss": 5.936411058580553, | |
| "eval_accuracy": 0.015357612988152698, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.910099029541016, | |
| "gsm8k": 6.738840276544744, | |
| "math_qa": 5.570823669433594 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.008375209380234505 | |
| } | |
| }, | |
| { | |
| "flos": 5.070040927494472e+17, | |
| "train_loss": 5.689322509765625, | |
| "eval_loss": 5.936762113828917, | |
| "eval_accuracy": 0.01184730144800351, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.908651351928711, | |
| "gsm8k": 6.743717540394176, | |
| "math_qa": 5.569250106811523 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.006365159128978224 | |
| } | |
| }, | |
| { | |
| "flos": 5.130092677043323e+17, | |
| "train_loss": 5.700362548828125, | |
| "eval_loss": 5.92353630065918, | |
| "eval_accuracy": 0.013163668275559455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.917853355407715, | |
| "gsm8k": 6.719212618741122, | |
| "math_qa": 5.559324900309245 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.008040201005025126 | |
| } | |
| }, | |
| { | |
| "flos": 5.189152965604147e+17, | |
| "train_loss": 5.6997747802734375, | |
| "eval_loss": 5.9278768075479045, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.908419609069824, | |
| "gsm8k": 6.724910389293324, | |
| "math_qa": 5.564191182454427 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.012395309882747068 | |
| } | |
| }, | |
| { | |
| "flos": 5.24846632437547e+17, | |
| "train_loss": 5.683509521484375, | |
| "eval_loss": 5.935092127000964, | |
| "eval_accuracy": 0.015357612988152698, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.911745548248291, | |
| "gsm8k": 6.7309487082741475, | |
| "math_qa": 5.5722700754801435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 5.30827880666497e+17, | |
| "train_loss": 5.694727783203125, | |
| "eval_loss": 5.92933701180123, | |
| "eval_accuracy": 0.014480035103115402, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.913369178771973, | |
| "gsm8k": 6.732181895862926, | |
| "math_qa": 5.562697092692058 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.008710217755443886 | |
| } | |
| }, | |
| { | |
| "flos": 5.3681640403317555e+17, | |
| "train_loss": 5.697666015625, | |
| "eval_loss": 5.940735275680955, | |
| "eval_accuracy": 0.014260640631856078, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.907203674316406, | |
| "gsm8k": 6.7432778098366475, | |
| "math_qa": 5.575697580973308 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.008040201005025126 | |
| } | |
| }, | |
| { | |
| "flos": 5.428115217852662e+17, | |
| "train_loss": 5.70104248046875, | |
| "eval_loss": 5.924360043293721, | |
| "eval_accuracy": 0.015138218516893374, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.912985324859619, | |
| "gsm8k": 6.713990644975142, | |
| "math_qa": 5.563393910725911 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.009715242881072027 | |
| } | |
| }, | |
| { | |
| "flos": 5.488037753310413e+17, | |
| "train_loss": 5.6929638671875, | |
| "eval_loss": 5.923909316191802, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9153547286987305, | |
| "gsm8k": 6.725496465509588, | |
| "math_qa": 5.557228088378906 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.01373534338358459 | |
| } | |
| }, | |
| { | |
| "flos": 5.5478724942679245e+17, | |
| "train_loss": 5.684339599609375, | |
| "eval_loss": 5.917870289570576, | |
| "eval_accuracy": 0.016673979815708645, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.914129257202148, | |
| "gsm8k": 6.723848516290838, | |
| "math_qa": 5.548775355021159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.012395309882747068 | |
| } | |
| }, | |
| { | |
| "flos": 5.60792403443712e+17, | |
| "train_loss": 5.69698486328125, | |
| "eval_loss": 5.947791563498007, | |
| "eval_accuracy": 0.012944273804300131, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.916239261627197, | |
| "gsm8k": 6.7536537863991475, | |
| "math_qa": 5.581067403157552 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 5.6682094731565466e+17, | |
| "train_loss": 5.694147338867188, | |
| "eval_loss": 5.950687047597524, | |
| "eval_accuracy": 0.01491882404563405, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.923396110534668, | |
| "gsm8k": 6.778088656338778, | |
| "math_qa": 5.5737355550130205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.011725293132328308 | |
| } | |
| }, | |
| { | |
| "flos": 5.727916240194765e+17, | |
| "train_loss": 5.696395263671875, | |
| "eval_loss": 5.9247041135220915, | |
| "eval_accuracy": 0.015796401930671347, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9131975173950195, | |
| "gsm8k": 6.728144558993253, | |
| "math_qa": 5.557419459025065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.011725293132328308 | |
| } | |
| }, | |
| { | |
| "flos": 5.787765406873682e+17, | |
| "train_loss": 5.69015625, | |
| "eval_loss": 5.926980843415132, | |
| "eval_accuracy": 0.01645458534444932, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9276604652404785, | |
| "gsm8k": 6.738122419877485, | |
| "math_qa": 5.555150985717773 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.012060301507537688 | |
| } | |
| }, | |
| { | |
| "flos": 5.847221165285704e+17, | |
| "train_loss": 5.692672119140625, | |
| "eval_loss": 5.9184895335017025, | |
| "eval_accuracy": 0.016673979815708645, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9285149574279785, | |
| "gsm8k": 6.699646689675071, | |
| "math_qa": 5.559623718261719 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.012395309882747068 | |
| } | |
| }, | |
| { | |
| "flos": 5.906654257007821e+17, | |
| "train_loss": 5.679080810546875, | |
| "eval_loss": 5.942468849388328, | |
| "eval_accuracy": 0.014699429574374727, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.919098854064941, | |
| "gsm8k": 6.757360978560015, | |
| "math_qa": 5.570924123128255 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.012395309882747068 | |
| } | |
| }, | |
| { | |
| "flos": 5.966709506955018e+17, | |
| "train_loss": 5.678152465820313, | |
| "eval_loss": 5.949227590818663, | |
| "eval_accuracy": 0.014041246160596753, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.922011852264404, | |
| "gsm8k": 6.763979131525213, | |
| "math_qa": 5.578067779541016 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.012060301507537688 | |
| } | |
| }, | |
| { | |
| "flos": 6.026072322274755e+17, | |
| "train_loss": 5.68257568359375, | |
| "eval_loss": 5.934872189083615, | |
| "eval_accuracy": 0.014699429574374727, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.923179626464844, | |
| "gsm8k": 6.741900357333097, | |
| "math_qa": 5.565958658854167 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.011055276381909548 | |
| } | |
| }, | |
| { | |
| "flos": 6.085909124816568e+17, | |
| "train_loss": 5.672444458007813, | |
| "eval_loss": 5.942836426399849, | |
| "eval_accuracy": 0.01601579640193067, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.91591215133667, | |
| "gsm8k": 6.751588994806463, | |
| "math_qa": 5.57440185546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.012730318257956449 | |
| } | |
| }, | |
| { | |
| "flos": 6.145447319757128e+17, | |
| "train_loss": 5.67932373046875, | |
| "eval_loss": 5.935757765898833, | |
| "eval_accuracy": 0.01689337428696797, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.922450065612793, | |
| "gsm8k": 6.750041614879262, | |
| "math_qa": 5.563653310139974 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.01474036850921273 | |
| } | |
| }, | |
| { | |
| "flos": 6.205220030649467e+17, | |
| "train_loss": 5.683408203125, | |
| "eval_loss": 5.945175995697847, | |
| "eval_accuracy": 0.014480035103115402, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9291839599609375, | |
| "gsm8k": 6.7769775390625, | |
| "math_qa": 5.565266291300456 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 6.26503230892802e+17, | |
| "train_loss": 5.684932861328125, | |
| "eval_loss": 5.941149917808739, | |
| "eval_accuracy": 0.01601579640193067, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.914638042449951, | |
| "gsm8k": 6.748242464932528, | |
| "math_qa": 5.573441823323567 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.01306532663316583 | |
| } | |
| }, | |
| { | |
| "flos": 6.32535793780392e+17, | |
| "train_loss": 5.68593505859375, | |
| "eval_loss": 5.947217838184254, | |
| "eval_accuracy": 0.015138218516893374, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.931572914123535, | |
| "gsm8k": 6.749185735529119, | |
| "math_qa": 5.580952962239583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.01288855193328279, | |
| "math_qa": 0.012060301507537688 | |
| } | |
| }, | |
| { | |
| "flos": 6.385255943629701e+17, | |
| "train_loss": 5.6728759765625, | |
| "eval_loss": 5.953559875488281, | |
| "eval_accuracy": 0.015577007459412023, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.922985076904297, | |
| "gsm8k": 6.778927889737216, | |
| "math_qa": 5.577814102172852 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.011725293132328308 | |
| } | |
| }, | |
| { | |
| "flos": 6.444813095482163e+17, | |
| "train_loss": 5.674221801757812, | |
| "eval_loss": 5.935773333987674, | |
| "eval_accuracy": 0.01733216322948662, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.933396339416504, | |
| "gsm8k": 6.756318525834517, | |
| "math_qa": 5.559888203938802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 6.50395066661077e+17, | |
| "train_loss": 5.670057373046875, | |
| "eval_loss": 5.944669388435982, | |
| "eval_accuracy": 0.01689337428696797, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.924145221710205, | |
| "gsm8k": 6.765780362215909, | |
| "math_qa": 5.570037206013997 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01306532663316583 | |
| } | |
| }, | |
| { | |
| "flos": 6.563560990158356e+17, | |
| "train_loss": 5.6724072265625, | |
| "eval_loss": 5.940762983786093, | |
| "eval_accuracy": 0.015577007459412023, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9295973777771, | |
| "gsm8k": 6.7390899658203125, | |
| "math_qa": 5.575793584187825 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.011055276381909548 | |
| } | |
| }, | |
| { | |
| "flos": 6.623265695612273e+17, | |
| "train_loss": 5.6806982421875, | |
| "eval_loss": 5.9277642739785685, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.941394805908203, | |
| "gsm8k": 6.729217529296875, | |
| "math_qa": 5.559295654296875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01306532663316583 | |
| } | |
| }, | |
| { | |
| "flos": 6.683281378173256e+17, | |
| "train_loss": 5.6652069091796875, | |
| "eval_loss": 5.938000395491317, | |
| "eval_accuracy": 0.01908731899956121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9386701583862305, | |
| "gsm8k": 6.745236483487216, | |
| "math_qa": 5.56796137491862 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 6.742796901055201e+17, | |
| "train_loss": 5.675859985351562, | |
| "eval_loss": 5.9468513694969385, | |
| "eval_accuracy": 0.016235190873189996, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.932765960693359, | |
| "gsm8k": 6.751806085759943, | |
| "math_qa": 5.579087575276692 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.012395309882747068 | |
| } | |
| }, | |
| { | |
| "flos": 6.80290223032107e+17, | |
| "train_loss": 5.68092529296875, | |
| "eval_loss": 5.93808854592813, | |
| "eval_accuracy": 0.0217200526546731, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9435319900512695, | |
| "gsm8k": 6.772565668279475, | |
| "math_qa": 5.555166244506836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 6.862811784240169e+17, | |
| "train_loss": 5.674825439453125, | |
| "eval_loss": 5.933936093304609, | |
| "eval_accuracy": 0.018867924528301886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.935227394104004, | |
| "gsm8k": 6.777317393909801, | |
| "math_qa": 5.547278722127278 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.01474036850921273 | |
| } | |
| }, | |
| { | |
| "flos": 6.922922052718428e+17, | |
| "train_loss": 5.6672607421875, | |
| "eval_loss": 5.955469054144782, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.932071208953857, | |
| "gsm8k": 6.773773886940696, | |
| "math_qa": 5.5823624928792315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 6.983103215000617e+17, | |
| "train_loss": 5.669239501953125, | |
| "eval_loss": 5.951992756611592, | |
| "eval_accuracy": 0.01952610794207986, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.934673309326172, | |
| "gsm8k": 6.783137928355824, | |
| "math_qa": 5.5724945068359375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01742043551088777 | |
| } | |
| }, | |
| { | |
| "flos": 7.042261804625428e+17, | |
| "train_loss": 5.6693572998046875, | |
| "eval_loss": 5.9482168249181795, | |
| "eval_accuracy": 0.018867924528301886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.926918029785156, | |
| "gsm8k": 6.748187672008168, | |
| "math_qa": 5.5833384195963545 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01407035175879397 | |
| } | |
| }, | |
| { | |
| "flos": 7.102037194503619e+17, | |
| "train_loss": 5.662367553710937, | |
| "eval_loss": 5.953176137563345, | |
| "eval_accuracy": 0.014699429574374727, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.936271667480469, | |
| "gsm8k": 6.766447587446733, | |
| "math_qa": 5.581835428873698 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.010720268006700168 | |
| } | |
| }, | |
| { | |
| "flos": 7.161670592763003e+17, | |
| "train_loss": 5.66787841796875, | |
| "eval_loss": 5.957673407889701, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.942582130432129, | |
| "gsm8k": 6.777783480557528, | |
| "math_qa": 5.583047231038411 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 7.221597659411251e+17, | |
| "train_loss": 5.661722412109375, | |
| "eval_loss": 5.955766626306482, | |
| "eval_accuracy": 0.01952610794207986, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.932636260986328, | |
| "gsm8k": 6.780199917879972, | |
| "math_qa": 5.5798288981119795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01742043551088777 | |
| } | |
| }, | |
| { | |
| "flos": 7.281126163831849e+17, | |
| "train_loss": 5.67260986328125, | |
| "eval_loss": 5.953848813031171, | |
| "eval_accuracy": 0.01689337428696797, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.942376136779785, | |
| "gsm8k": 6.779278841885653, | |
| "math_qa": 5.576482772827148 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 7.34154823619838e+17, | |
| "train_loss": 5.663889770507812, | |
| "eval_loss": 5.953544049649625, | |
| "eval_accuracy": 0.018867924528301886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.937378883361816, | |
| "gsm8k": 6.753239024769176, | |
| "math_qa": 5.588364283243815 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01373534338358459 | |
| } | |
| }, | |
| { | |
| "flos": 7.400738361620562e+17, | |
| "train_loss": 5.655753784179687, | |
| "eval_loss": 5.964750960066512, | |
| "eval_accuracy": 0.01996489688459851, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.935203552246094, | |
| "gsm8k": 6.785357388583097, | |
| "math_qa": 5.591101964314778 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 7.460877277530685e+17, | |
| "train_loss": 5.659617919921875, | |
| "eval_loss": 5.966851028236183, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.955259799957275, | |
| "gsm8k": 6.801035794344815, | |
| "math_qa": 5.585482279459636 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 7.520509644997919e+17, | |
| "train_loss": 5.66637451171875, | |
| "eval_loss": 5.957218324815905, | |
| "eval_accuracy": 0.018209741114523913, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.934212684631348, | |
| "gsm8k": 6.782909740101207, | |
| "math_qa": 5.5806935628255205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.01373534338358459 | |
| } | |
| }, | |
| { | |
| "flos": 7.579878441059615e+17, | |
| "train_loss": 5.653123168945313, | |
| "eval_loss": 5.968476243921228, | |
| "eval_accuracy": 0.015357612988152698, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.936349391937256, | |
| "gsm8k": 6.796110673384233, | |
| "math_qa": 5.591821034749349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.012730318257956449 | |
| } | |
| }, | |
| { | |
| "flos": 7.639620448304497e+17, | |
| "train_loss": 5.65587646484375, | |
| "eval_loss": 5.940109433354558, | |
| "eval_accuracy": 0.021939447125932425, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.941638469696045, | |
| "gsm8k": 6.758191195401278, | |
| "math_qa": 5.5650278727213545 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 7.698483103945196e+17, | |
| "train_loss": 5.663402709960938, | |
| "eval_loss": 5.951039108070168, | |
| "eval_accuracy": 0.019745502413339184, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.944115161895752, | |
| "gsm8k": 6.770810213955966, | |
| "math_qa": 5.575887680053711 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 7.758546594860892e+17, | |
| "train_loss": 5.6627880859375, | |
| "eval_loss": 5.942973265776763, | |
| "eval_accuracy": 0.017990346643264588, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.951448440551758, | |
| "gsm8k": 6.757226423783735, | |
| "math_qa": 5.569067637125651 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01440536013400335 | |
| } | |
| }, | |
| { | |
| "flos": 7.818376595248251e+17, | |
| "train_loss": 5.65591064453125, | |
| "eval_loss": 5.947021329725111, | |
| "eval_accuracy": 0.01952610794207986, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9488115310668945, | |
| "gsm8k": 6.753263993696733, | |
| "math_qa": 5.577344258626302 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.01675041876046901 | |
| } | |
| }, | |
| { | |
| "flos": 7.877877901788447e+17, | |
| "train_loss": 5.6664208984375, | |
| "eval_loss": 5.952332496643066, | |
| "eval_accuracy": 0.01733216322948662, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.936773777008057, | |
| "gsm8k": 6.786487232555043, | |
| "math_qa": 5.571308135986328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.016080402010050253 | |
| } | |
| }, | |
| { | |
| "flos": 7.937614964452229e+17, | |
| "train_loss": 5.66309326171875, | |
| "eval_loss": 5.963533556139147, | |
| "eval_accuracy": 0.01996489688459851, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.949714660644531, | |
| "gsm8k": 6.79962158203125, | |
| "math_qa": 5.581478118896484 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01641541038525963 | |
| } | |
| }, | |
| { | |
| "flos": 7.9973314166417e+17, | |
| "train_loss": 5.650869140625, | |
| "eval_loss": 5.947584616171347, | |
| "eval_accuracy": 0.01864853005704256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.955898284912109, | |
| "gsm8k": 6.772007335316051, | |
| "math_qa": 5.569031397501628 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 8.056755027223511e+17, | |
| "train_loss": 5.65957275390625, | |
| "eval_loss": 5.962688214070088, | |
| "eval_accuracy": 0.01645458534444932, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.942418575286865, | |
| "gsm8k": 6.775222084738991, | |
| "math_qa": 5.591965993245442 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 8.116675909118853e+17, | |
| "train_loss": 5.649552001953125, | |
| "eval_loss": 5.951055114333694, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.948615074157715, | |
| "gsm8k": 6.780004327947443, | |
| "math_qa": 5.571323394775391 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.010720268006700168 | |
| } | |
| }, | |
| { | |
| "flos": 8.176118063221965e+17, | |
| "train_loss": 5.658164672851562, | |
| "eval_loss": 5.964469677693135, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.96394681930542, | |
| "gsm8k": 6.810034318403765, | |
| "math_qa": 5.576962788899739 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 8.23594765558743e+17, | |
| "train_loss": 5.652720336914062, | |
| "eval_loss": 5.945960689235378, | |
| "eval_accuracy": 0.01645458534444932, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.945074081420898, | |
| "gsm8k": 6.766826282848012, | |
| "math_qa": 5.569804509480794 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.01474036850921273 | |
| } | |
| }, | |
| { | |
| "flos": 8.295642262499492e+17, | |
| "train_loss": 5.644412841796875, | |
| "eval_loss": 5.949443868688635, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.95090389251709, | |
| "gsm8k": 6.782651034268466, | |
| "math_qa": 5.567435582478841 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 8.355270925557432e+17, | |
| "train_loss": 5.654782104492187, | |
| "eval_loss": 5.94695251052444, | |
| "eval_accuracy": 0.016235190873189996, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.944616317749023, | |
| "gsm8k": 6.784029873934659, | |
| "math_qa": 5.563486735026042 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.01407035175879397 | |
| } | |
| }, | |
| { | |
| "flos": 8.41541231644246e+17, | |
| "train_loss": 5.653460083007812, | |
| "eval_loss": 5.953035406164221, | |
| "eval_accuracy": 0.01864853005704256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.965642929077148, | |
| "gsm8k": 6.790008544921875, | |
| "math_qa": 5.568372090657552 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.01440536013400335 | |
| } | |
| }, | |
| { | |
| "flos": 8.475562775077192e+17, | |
| "train_loss": 5.654074096679688, | |
| "eval_loss": 5.966661143947292, | |
| "eval_accuracy": 0.018209741114523913, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.952143669128418, | |
| "gsm8k": 6.800566933371804, | |
| "math_qa": 5.58566411336263 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 8.535612457673032e+17, | |
| "train_loss": 5.648212890625, | |
| "eval_loss": 5.960987658114047, | |
| "eval_accuracy": 0.017112768758227294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9448442459106445, | |
| "gsm8k": 6.795110529119318, | |
| "math_qa": 5.580026626586914 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.01474036850921273 | |
| } | |
| }, | |
| { | |
| "flos": 8.594662239670108e+17, | |
| "train_loss": 5.643797607421875, | |
| "eval_loss": 5.973313202729097, | |
| "eval_accuracy": 0.018209741114523913, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.964653015136719, | |
| "gsm8k": 6.820094715465199, | |
| "math_qa": 5.585926691691081 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.01474036850921273 | |
| } | |
| }, | |
| { | |
| "flos": 8.654288218373489e+17, | |
| "train_loss": 5.64626708984375, | |
| "eval_loss": 5.9630180822836385, | |
| "eval_accuracy": 0.01864853005704256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.954826831817627, | |
| "gsm8k": 6.788640802556818, | |
| "math_qa": 5.585290273030599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.01742043551088777 | |
| } | |
| }, | |
| { | |
| "flos": 8.714029398837166e+17, | |
| "train_loss": 5.653111572265625, | |
| "eval_loss": 5.955826733563398, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.953531265258789, | |
| "gsm8k": 6.785120183771307, | |
| "math_qa": 5.575925191243489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 8.773990878910874e+17, | |
| "train_loss": 5.65259765625, | |
| "eval_loss": 5.968776909080711, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.954523086547852, | |
| "gsm8k": 6.800906094637784, | |
| "math_qa": 5.588572184244792 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 8.833710219465851e+17, | |
| "train_loss": 5.650885009765625, | |
| "eval_loss": 5.9623836826633765, | |
| "eval_accuracy": 0.017112768758227294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.948694229125977, | |
| "gsm8k": 6.795983748002485, | |
| "math_qa": 5.581457773844401 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.012060301507537688 | |
| } | |
| }, | |
| { | |
| "flos": 8.893018424276419e+17, | |
| "train_loss": 5.64765869140625, | |
| "eval_loss": 5.959484796266298, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.953853130340576, | |
| "gsm8k": 6.786274303089488, | |
| "math_qa": 5.5810089111328125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.01541038525963149 | |
| } | |
| }, | |
| { | |
| "flos": 8.952710352202629e+17, | |
| "train_loss": 5.64869873046875, | |
| "eval_loss": 5.972527478192304, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.962186813354492, | |
| "gsm8k": 6.8088462136008525, | |
| "math_qa": 5.590076446533203 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 9.012499963791278e+17, | |
| "train_loss": 5.63621337890625, | |
| "eval_loss": 5.964422225952148, | |
| "eval_accuracy": 0.01645458534444932, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.953368186950684, | |
| "gsm8k": 6.7938454367897725, | |
| "math_qa": 5.585191090901692 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.012730318257956449 | |
| } | |
| }, | |
| { | |
| "flos": 9.071919451204485e+17, | |
| "train_loss": 5.6456671142578125, | |
| "eval_loss": 5.961653168137009, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.947173118591309, | |
| "gsm8k": 6.803733825683594, | |
| "math_qa": 5.576906204223633 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 9.131297723037778e+17, | |
| "train_loss": 5.651341552734375, | |
| "eval_loss": 5.952743788023253, | |
| "eval_accuracy": 0.016673979815708645, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.954575538635254, | |
| "gsm8k": 6.79633886163885, | |
| "math_qa": 5.5659434000651045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 9.190700105743729e+17, | |
| "train_loss": 5.644981689453125, | |
| "eval_loss": 5.96588794605152, | |
| "eval_accuracy": 0.016673979815708645, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.969181060791016, | |
| "gsm8k": 6.791170293634588, | |
| "math_qa": 5.587359110514323 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01407035175879397 | |
| } | |
| }, | |
| { | |
| "flos": 9.250189660179661e+17, | |
| "train_loss": 5.641000366210937, | |
| "eval_loss": 5.967720083288245, | |
| "eval_accuracy": 0.018867924528301886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975640296936035, | |
| "gsm8k": 6.799267161976207, | |
| "math_qa": 5.585934321085612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.01474036850921273 | |
| } | |
| }, | |
| { | |
| "flos": 9.309840372525957e+17, | |
| "train_loss": 5.648408203125, | |
| "eval_loss": 5.9713154612360775, | |
| "eval_accuracy": 0.021939447125932425, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.945559024810791, | |
| "gsm8k": 6.808780323375355, | |
| "math_qa": 5.589623769124349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.01742043551088777 | |
| } | |
| }, | |
| { | |
| "flos": 9.369271198652826e+17, | |
| "train_loss": 5.639891967773438, | |
| "eval_loss": 5.961983603400153, | |
| "eval_accuracy": 0.017112768758227294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.961125373840332, | |
| "gsm8k": 6.803599964488637, | |
| "math_qa": 5.576314290364583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.012395309882747068 | |
| } | |
| }, | |
| { | |
| "flos": 9.428921089586627e+17, | |
| "train_loss": 5.634590454101563, | |
| "eval_loss": 5.975339477126663, | |
| "eval_accuracy": 0.017990346643264588, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.954165458679199, | |
| "gsm8k": 6.825117631392046, | |
| "math_qa": 5.587622324625651 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.01541038525963149 | |
| } | |
| }, | |
| { | |
| "flos": 9.488482976640532e+17, | |
| "train_loss": 5.632342529296875, | |
| "eval_loss": 5.973963299313107, | |
| "eval_accuracy": 0.01733216322948662, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.956046104431152, | |
| "gsm8k": 6.814423301003196, | |
| "math_qa": 5.5902455647786455 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01507537688442211 | |
| } | |
| }, | |
| { | |
| "flos": 9.547377989491098e+17, | |
| "train_loss": 5.642298583984375, | |
| "eval_loss": 5.952676773071289, | |
| "eval_accuracy": 0.020184291355857833, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.962174415588379, | |
| "gsm8k": 6.799351085316051, | |
| "math_qa": 5.563826243082683 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 9.607126176120177e+17, | |
| "train_loss": 5.6361376953125, | |
| "eval_loss": 5.968116579829036, | |
| "eval_accuracy": 0.020184291355857833, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.96281099319458, | |
| "gsm8k": 6.826850891113281, | |
| "math_qa": 5.574972152709961 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.018090452261306532 | |
| } | |
| }, | |
| { | |
| "flos": 9.66705736056832e+17, | |
| "train_loss": 5.63875732421875, | |
| "eval_loss": 5.9605829135791675, | |
| "eval_accuracy": 0.017112768758227294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.946019649505615, | |
| "gsm8k": 6.798637390136719, | |
| "math_qa": 5.577688217163086 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.01541038525963149 | |
| } | |
| }, | |
| { | |
| "flos": 9.727410606083932e+17, | |
| "train_loss": 5.64510986328125, | |
| "eval_loss": 5.968393506230535, | |
| "eval_accuracy": 0.017770952172005264, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.963318347930908, | |
| "gsm8k": 6.797443043101918, | |
| "math_qa": 5.58883539835612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.01541038525963149 | |
| } | |
| }, | |
| { | |
| "flos": 9.787042361518326e+17, | |
| "train_loss": 5.646268920898438, | |
| "eval_loss": 5.975068659395785, | |
| "eval_accuracy": 0.01908731899956121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.955220699310303, | |
| "gsm8k": 6.8139801025390625, | |
| "math_qa": 5.592221577962239 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.01541038525963149 | |
| } | |
| }, | |
| { | |
| "flos": 9.847127901722378e+17, | |
| "train_loss": 5.63760498046875, | |
| "eval_loss": 5.974220069679054, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9598846435546875, | |
| "gsm8k": 6.803644353693182, | |
| "math_qa": 5.595261891682942 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 9.90683013220139e+17, | |
| "train_loss": 5.63095458984375, | |
| "eval_loss": 5.976033597379117, | |
| "eval_accuracy": 0.022378236068451074, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9621429443359375, | |
| "gsm8k": 6.823012612082741, | |
| "math_qa": 5.588992436726888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 9.967202334628905e+17, | |
| "train_loss": 5.64400390625, | |
| "eval_loss": 5.982437649288693, | |
| "eval_accuracy": 0.019745502413339184, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.977022171020508, | |
| "gsm8k": 6.829305475408381, | |
| "math_qa": 5.594741185506185 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.01742043551088777 | |
| } | |
| }, | |
| { | |
| "flos": 1.0026517550973583e+18, | |
| "train_loss": 5.630194091796875, | |
| "eval_loss": 5.990989221108927, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9625654220581055, | |
| "gsm8k": 6.831480546431108, | |
| "math_qa": 5.608132680257161 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.0086343020170445e+18, | |
| "train_loss": 5.640753173828125, | |
| "eval_loss": 5.979552191656989, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9655609130859375, | |
| "gsm8k": 6.834071072665128, | |
| "math_qa": 5.58906364440918 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.01641541038525963 | |
| } | |
| }, | |
| { | |
| "flos": 1.0145661532902523e+18, | |
| "train_loss": 5.629281005859375, | |
| "eval_loss": 5.982133349856815, | |
| "eval_accuracy": 0.01996489688459851, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.968768119812012, | |
| "gsm8k": 6.826296719637784, | |
| "math_qa": 5.5963389078776045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.01407035175879397 | |
| } | |
| }, | |
| { | |
| "flos": 1.0205595600347464e+18, | |
| "train_loss": 5.644408569335938, | |
| "eval_loss": 5.977991516525681, | |
| "eval_accuracy": 0.018209741114523913, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9655656814575195, | |
| "gsm8k": 6.819319985129616, | |
| "math_qa": 5.593418121337891 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.01507537688442211 | |
| } | |
| }, | |
| { | |
| "flos": 1.0265130080141312e+18, | |
| "train_loss": 5.627467651367187, | |
| "eval_loss": 5.975303830327214, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.966655254364014, | |
| "gsm8k": 6.831919583407315, | |
| "math_qa": 5.5834089914957685 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 1.0324525247302205e+18, | |
| "train_loss": 5.616495361328125, | |
| "eval_loss": 5.972254211838181, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.956334114074707, | |
| "gsm8k": 6.817974437366832, | |
| "math_qa": 5.585959116617839 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.01641541038525963 | |
| } | |
| }, | |
| { | |
| "flos": 1.0383874871703634e+18, | |
| "train_loss": 5.62794189453125, | |
| "eval_loss": 5.975507401131295, | |
| "eval_accuracy": 0.020842474769635806, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.964291095733643, | |
| "gsm8k": 6.814110495827415, | |
| "math_qa": 5.592082341512044 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.019095477386934675 | |
| } | |
| }, | |
| { | |
| "flos": 1.044342193038295e+18, | |
| "train_loss": 5.637259521484375, | |
| "eval_loss": 5.977113156705289, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.962053298950195, | |
| "gsm8k": 6.813558405095881, | |
| "math_qa": 5.594997406005859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.0503275220230472e+18, | |
| "train_loss": 5.639046630859375, | |
| "eval_loss": 5.973440866212587, | |
| "eval_accuracy": 0.01689337428696797, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975658893585205, | |
| "gsm8k": 6.8119423606178975, | |
| "math_qa": 5.588942845662435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.01440536013400335 | |
| } | |
| }, | |
| { | |
| "flos": 1.0563159423105106e+18, | |
| "train_loss": 5.629716796875, | |
| "eval_loss": 5.9662663227802994, | |
| "eval_accuracy": 0.018209741114523913, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.956703186035156, | |
| "gsm8k": 6.803509105335582, | |
| "math_qa": 5.583326975504558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.016080402010050253 | |
| } | |
| }, | |
| { | |
| "flos": 1.0622796740522148e+18, | |
| "train_loss": 5.627310791015625, | |
| "eval_loss": 5.963151055413324, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.963592529296875, | |
| "gsm8k": 6.818608370694247, | |
| "math_qa": 5.5710296630859375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.018090452261306532 | |
| } | |
| }, | |
| { | |
| "flos": 1.068239757756072e+18, | |
| "train_loss": 5.634095458984375, | |
| "eval_loss": 5.973144273500185, | |
| "eval_accuracy": 0.021939447125932425, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.965510368347168, | |
| "gsm8k": 6.821193348277699, | |
| "math_qa": 5.585091272989909 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.07420153152956e+18, | |
| "train_loss": 5.61652587890625, | |
| "eval_loss": 5.980669279356261, | |
| "eval_accuracy": 0.020184291355857833, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975893020629883, | |
| "gsm8k": 6.839742487127131, | |
| "math_qa": 5.58732541402181 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 1.0801536400160195e+18, | |
| "train_loss": 5.620340576171875, | |
| "eval_loss": 5.980249044057485, | |
| "eval_accuracy": 0.020184291355857833, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.945611953735352, | |
| "gsm8k": 6.810011430220171, | |
| "math_qa": 5.602827707926433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.018090452261306532 | |
| } | |
| }, | |
| { | |
| "flos": 1.0860764235395236e+18, | |
| "train_loss": 5.623882446289063, | |
| "eval_loss": 5.990095628274454, | |
| "eval_accuracy": 0.01952610794207986, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.959866046905518, | |
| "gsm8k": 6.842754017223012, | |
| "math_qa": 5.601812998453776 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 1.092096311978623e+18, | |
| "train_loss": 5.63265380859375, | |
| "eval_loss": 5.979169587831239, | |
| "eval_accuracy": 0.018867924528301886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.968378067016602, | |
| "gsm8k": 6.83369237726385, | |
| "math_qa": 5.588412602742513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01675041876046901 | |
| } | |
| }, | |
| { | |
| "flos": 1.0980396211508347e+18, | |
| "train_loss": 5.631455078125, | |
| "eval_loss": 5.982901985580857, | |
| "eval_accuracy": 0.01908731899956121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.976430416107178, | |
| "gsm8k": 6.838199268687855, | |
| "math_qa": 5.591430028279622 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.01641541038525963 | |
| } | |
| }, | |
| { | |
| "flos": 1.1040098855377961e+18, | |
| "train_loss": 5.638499755859375, | |
| "eval_loss": 5.975711667859876, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.965109825134277, | |
| "gsm8k": 6.825148148970171, | |
| "math_qa": 5.587270100911458 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 1.1099729988042097e+18, | |
| "train_loss": 5.6255615234375, | |
| "eval_loss": 5.987591227969608, | |
| "eval_accuracy": 0.01996489688459851, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.965315341949463, | |
| "gsm8k": 6.836298162286932, | |
| "math_qa": 5.600456873575847 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.01675041876046901 | |
| } | |
| }, | |
| { | |
| "flos": 1.1158985439916851e+18, | |
| "train_loss": 5.623702392578125, | |
| "eval_loss": 5.985566061896247, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.965092658996582, | |
| "gsm8k": 6.826340415261009, | |
| "math_qa": 5.601917266845703 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.019095477386934675 | |
| } | |
| }, | |
| { | |
| "flos": 1.1219143108727931e+18, | |
| "train_loss": 5.634583740234375, | |
| "eval_loss": 5.993282369665198, | |
| "eval_accuracy": 0.02369460289600702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.983023643493652, | |
| "gsm8k": 6.838174993341619, | |
| "math_qa": 5.606894810994466 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.1278709741720699e+18, | |
| "train_loss": 5.627092895507812, | |
| "eval_loss": 5.9688321706411, | |
| "eval_accuracy": 0.0225976305397104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.968805313110352, | |
| "gsm8k": 6.816411798650568, | |
| "math_qa": 5.580360412597656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.1337920472248484e+18, | |
| "train_loss": 5.62124267578125, | |
| "eval_loss": 5.990839081841546, | |
| "eval_accuracy": 0.022817025010969723, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.974462985992432, | |
| "gsm8k": 6.822929382324219, | |
| "math_qa": 5.610829035441081 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.1397776650461512e+18, | |
| "train_loss": 5.629730224609375, | |
| "eval_loss": 5.970034135354532, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.963659763336182, | |
| "gsm8k": 6.8288796164772725, | |
| "math_qa": 5.576927820841472 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.1457397689952502e+18, | |
| "train_loss": 5.623486328125, | |
| "eval_loss": 5.972579981829669, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975708484649658, | |
| "gsm8k": 6.817176125266335, | |
| "math_qa": 5.585212707519531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.1517232017519411e+18, | |
| "train_loss": 5.62552734375, | |
| "eval_loss": 5.973921234543259, | |
| "eval_accuracy": 0.020184291355857833, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.971835136413574, | |
| "gsm8k": 6.8138580322265625, | |
| "math_qa": 5.589124043782552 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 1.1576407507840532e+18, | |
| "train_loss": 5.609715576171875, | |
| "eval_loss": 5.982013186892948, | |
| "eval_accuracy": 0.022378236068451074, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975471496582031, | |
| "gsm8k": 6.832106156782671, | |
| "math_qa": 5.592932383219401 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.1635350125034865e+18, | |
| "train_loss": 5.611422119140625, | |
| "eval_loss": 5.97578443063272, | |
| "eval_accuracy": 0.02369460289600702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9579949378967285, | |
| "gsm8k": 6.818050037730824, | |
| "math_qa": 5.591228485107422 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.020435510887772193 | |
| } | |
| }, | |
| { | |
| "flos": 1.1694526028746588e+18, | |
| "train_loss": 5.628419799804687, | |
| "eval_loss": 5.976820481790079, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.979416370391846, | |
| "gsm8k": 6.821604642001065, | |
| "math_qa": 5.5894114176432295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 1.1754777462062449e+18, | |
| "train_loss": 5.6188720703125, | |
| "eval_loss": 5.989399265598607, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.972560882568359, | |
| "gsm8k": 6.822445262562145, | |
| "math_qa": 5.608989715576172 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.1814077629915464e+18, | |
| "train_loss": 5.6115869140625, | |
| "eval_loss": 5.995227349771036, | |
| "eval_accuracy": 0.0225976305397104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.973511695861816, | |
| "gsm8k": 6.84526894309304, | |
| "math_qa": 5.607434590657552 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 1.1873635399169475e+18, | |
| "train_loss": 5.61710693359375, | |
| "eval_loss": 5.987927978103225, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.996493339538574, | |
| "gsm8k": 6.855969515713778, | |
| "math_qa": 5.589361826578776 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.1933212952116593e+18, | |
| "train_loss": 5.621068725585937, | |
| "eval_loss": 5.982445227133261, | |
| "eval_accuracy": 0.024352786309784994, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.976864814758301, | |
| "gsm8k": 6.833835948597301, | |
| "math_qa": 5.592689514160156 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.024120603015075376 | |
| } | |
| }, | |
| { | |
| "flos": 1.1993345892653466e+18, | |
| "train_loss": 5.621685180664063, | |
| "eval_loss": 5.9833896482313005, | |
| "eval_accuracy": 0.024791575252303643, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975797176361084, | |
| "gsm8k": 6.852702747691762, | |
| "math_qa": 5.58558718363444 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.20530843995e+18, | |
| "train_loss": 5.621856689453125, | |
| "eval_loss": 5.971965377395217, | |
| "eval_accuracy": 0.018429135585783237, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.95799446105957, | |
| "gsm8k": 6.822936318137429, | |
| "math_qa": 5.583101272583008 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 1.2112560150984786e+18, | |
| "train_loss": 5.621129150390625, | |
| "eval_loss": 5.980907002010861, | |
| "eval_accuracy": 0.020403685827117157, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.972257137298584, | |
| "gsm8k": 6.838646628639915, | |
| "math_qa": 5.588497161865234 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.020770519262981575 | |
| } | |
| }, | |
| { | |
| "flos": 1.217193615722283e+18, | |
| "train_loss": 5.611815185546875, | |
| "eval_loss": 5.975696950345426, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.971993923187256, | |
| "gsm8k": 6.820753617720171, | |
| "math_qa": 5.588687896728516 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 1.2232116498092524e+18, | |
| "train_loss": 5.626792602539062, | |
| "eval_loss": 6.000604681066565, | |
| "eval_accuracy": 0.01996489688459851, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.97462272644043, | |
| "gsm8k": 6.85050478848544, | |
| "math_qa": 5.613232294718425 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.018090452261306532 | |
| } | |
| }, | |
| { | |
| "flos": 1.229171589631705e+18, | |
| "train_loss": 5.613175659179688, | |
| "eval_loss": 5.9846474415547135, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.971604347229004, | |
| "gsm8k": 6.832277471368963, | |
| "math_qa": 5.597237269083659 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.235121266629804e+18, | |
| "train_loss": 5.618433837890625, | |
| "eval_loss": 5.981061548800082, | |
| "eval_accuracy": 0.020403685827117157, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.971999645233154, | |
| "gsm8k": 6.81745008988814, | |
| "math_qa": 5.598471959431966 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 1.24109019152384e+18, | |
| "train_loss": 5.62496826171875, | |
| "eval_loss": 5.985936345280828, | |
| "eval_accuracy": 0.020842474769635806, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.984661102294922, | |
| "gsm8k": 6.85007754239169, | |
| "math_qa": 5.589977900187175 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.020770519262981575 | |
| } | |
| }, | |
| { | |
| "flos": 1.2471185088362578e+18, | |
| "train_loss": 5.62529541015625, | |
| "eval_loss": 5.994754791259766, | |
| "eval_accuracy": 0.017990346643264588, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.980295181274414, | |
| "gsm8k": 6.839663418856534, | |
| "math_qa": 5.608709971110026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.01641541038525963 | |
| } | |
| }, | |
| { | |
| "flos": 1.253124177712382e+18, | |
| "train_loss": 5.615114135742187, | |
| "eval_loss": 5.99805785514213, | |
| "eval_accuracy": 0.0225976305397104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.978390693664551, | |
| "gsm8k": 6.865124789151278, | |
| "math_qa": 5.602291107177734 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.024120603015075376 | |
| } | |
| }, | |
| { | |
| "flos": 1.2590455390648402e+18, | |
| "train_loss": 5.61211669921875, | |
| "eval_loss": 5.99041443902093, | |
| "eval_accuracy": 0.022378236068451074, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.986176490783691, | |
| "gsm8k": 6.84267148104581, | |
| "math_qa": 5.600149790445964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.265028807539032e+18, | |
| "train_loss": 5.612462768554687, | |
| "eval_loss": 5.99615478515625, | |
| "eval_accuracy": 0.024791575252303643, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.981178283691406, | |
| "gsm8k": 6.83338095925071, | |
| "math_qa": 5.613674163818359 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02579564489112228 | |
| } | |
| }, | |
| { | |
| "flos": 1.2709985774678835e+18, | |
| "train_loss": 5.611728515625, | |
| "eval_loss": 6.000202282055004, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.989971160888672, | |
| "gsm8k": 6.847285877574574, | |
| "math_qa": 5.6128082275390625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.276969336312955e+18, | |
| "train_loss": 5.61741455078125, | |
| "eval_loss": 5.978246740392737, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.974876403808594, | |
| "gsm8k": 6.842858054421165, | |
| "math_qa": 5.582247416178386 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.024790619765494137 | |
| } | |
| }, | |
| { | |
| "flos": 1.2829163552631685e+18, | |
| "train_loss": 5.6188916015625, | |
| "eval_loss": 5.983481020540805, | |
| "eval_accuracy": 0.01952610794207986, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.979162216186523, | |
| "gsm8k": 6.840266141024503, | |
| "math_qa": 5.591147740681966 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 1.2888858776945295e+18, | |
| "train_loss": 5.611021728515625, | |
| "eval_loss": 5.9916256569527295, | |
| "eval_accuracy": 0.0225976305397104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.977780342102051, | |
| "gsm8k": 6.845148259943182, | |
| "math_qa": 5.601581573486328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.019095477386934675 | |
| } | |
| }, | |
| { | |
| "flos": 1.2948266727002604e+18, | |
| "train_loss": 5.611514892578125, | |
| "eval_loss": 5.985512553034602, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9759321212768555, | |
| "gsm8k": 6.824726451526988, | |
| "math_qa": 5.60167121887207 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.3007816255288115e+18, | |
| "train_loss": 5.613795776367187, | |
| "eval_loss": 6.010296718494312, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.992880344390869, | |
| "gsm8k": 6.872419877485796, | |
| "math_qa": 5.616608301798503 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.3067800611431383e+18, | |
| "train_loss": 5.61179931640625, | |
| "eval_loss": 5.988352131199193, | |
| "eval_accuracy": 0.020842474769635806, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.973265647888184, | |
| "gsm8k": 6.826532537286932, | |
| "math_qa": 5.6054433186848955 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.020435510887772193 | |
| } | |
| }, | |
| { | |
| "flos": 1.3127192691584532e+18, | |
| "train_loss": 5.60788818359375, | |
| "eval_loss": 5.990222466958536, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.982701301574707, | |
| "gsm8k": 6.834365151145241, | |
| "math_qa": 5.603950500488281 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.022110552763819097 | |
| } | |
| }, | |
| { | |
| "flos": 1.3186634233654804e+18, | |
| "train_loss": 5.61055419921875, | |
| "eval_loss": 5.988555341153531, | |
| "eval_accuracy": 0.025010969723562967, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.984749794006348, | |
| "gsm8k": 6.822424455122515, | |
| "math_qa": 5.606682459513347 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.023785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 1.3246414981504696e+18, | |
| "train_loss": 5.615233154296875, | |
| "eval_loss": 5.99818466805123, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.987885475158691, | |
| "gsm8k": 6.865162242542613, | |
| "math_qa": 5.601678212483724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02579564489112228 | |
| } | |
| }, | |
| { | |
| "flos": 1.3305974608332063e+18, | |
| "train_loss": 5.619163208007812, | |
| "eval_loss": 5.99282625559214, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9901838302612305, | |
| "gsm8k": 6.845642783425071, | |
| "math_qa": 5.602172215779622 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.3365745053629153e+18, | |
| "train_loss": 5.612196655273437, | |
| "eval_loss": 5.9947749730702995, | |
| "eval_accuracy": 0.0225976305397104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.978063106536865, | |
| "gsm8k": 6.85116923939098, | |
| "math_qa": 5.60365358988444 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.342545243270021e+18, | |
| "train_loss": 5.608642578125, | |
| "eval_loss": 6.007130236239047, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001011848449707, | |
| "gsm8k": 6.863060691139915, | |
| "math_qa": 5.615338643391927 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.022110552763819097 | |
| } | |
| }, | |
| { | |
| "flos": 1.348518866858279e+18, | |
| "train_loss": 5.614238891601563, | |
| "eval_loss": 5.9923304995974975, | |
| "eval_accuracy": 0.022378236068451074, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.978361129760742, | |
| "gsm8k": 6.82825400612571, | |
| "math_qa": 5.610363006591797 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.354520723414057e+18, | |
| "train_loss": 5.6135986328125, | |
| "eval_loss": 5.996352118414801, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.989955902099609, | |
| "gsm8k": 6.849384654651988, | |
| "math_qa": 5.60591189066569 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.019095477386934675 | |
| } | |
| }, | |
| { | |
| "flos": 1.3604631048733327e+18, | |
| "train_loss": 5.609867553710938, | |
| "eval_loss": 5.9924459972897095, | |
| "eval_accuracy": 0.0217200526546731, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.97857141494751, | |
| "gsm8k": 6.861475857821378, | |
| "math_qa": 5.595296859741211 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 1.366471226175783e+18, | |
| "train_loss": 5.611605224609375, | |
| "eval_loss": 6.004195419517723, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.009328365325928, | |
| "gsm8k": 6.883630232377485, | |
| "math_qa": 5.600693384806315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.372438564079403e+18, | |
| "train_loss": 5.6187286376953125, | |
| "eval_loss": 5.997408377157675, | |
| "eval_accuracy": 0.021939447125932425, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.983915328979492, | |
| "gsm8k": 6.865617231889204, | |
| "math_qa": 5.600603739420573 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 1.3784302399520768e+18, | |
| "train_loss": 5.6147900390625, | |
| "eval_loss": 6.0083505269643425, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005581855773926, | |
| "gsm8k": 6.8841025612571025, | |
| "math_qa": 5.607194900512695 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.3843525080795054e+18, | |
| "train_loss": 5.602310791015625, | |
| "eval_loss": 5.992822518219819, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.991186618804932, | |
| "gsm8k": 6.86542441628196, | |
| "math_qa": 5.593016306559245 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.3902980012425871e+18, | |
| "train_loss": 5.60830322265625, | |
| "eval_loss": 5.980817897899731, | |
| "eval_accuracy": 0.022817025010969723, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.983799934387207, | |
| "gsm8k": 6.832437688654119, | |
| "math_qa": 5.590243657430013 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.396257384329904e+18, | |
| "train_loss": 5.596536865234375, | |
| "eval_loss": 6.003949474644017, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.999998569488525, | |
| "gsm8k": 6.853933160955256, | |
| "math_qa": 5.614702860514323 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.402208874341073e+18, | |
| "train_loss": 5.602060546875, | |
| "eval_loss": 5.989880304078798, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.983123302459717, | |
| "gsm8k": 6.821182944557884, | |
| "math_qa": 5.609429677327474 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.020770519262981575 | |
| } | |
| }, | |
| { | |
| "flos": 1.4081427447857807e+18, | |
| "train_loss": 5.6012353515625, | |
| "eval_loss": 5.992562422881255, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.994690895080566, | |
| "gsm8k": 6.853673761541193, | |
| "math_qa": 5.597709019978841 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.020435510887772193 | |
| } | |
| }, | |
| { | |
| "flos": 1.4140213653080637e+18, | |
| "train_loss": 5.589249267578125, | |
| "eval_loss": 5.998706095927471, | |
| "eval_accuracy": 0.020403685827117157, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.995689392089844, | |
| "gsm8k": 6.858042630282315, | |
| "math_qa": 5.605094909667969 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.020100502512562814 | |
| } | |
| }, | |
| { | |
| "flos": 1.420011928784208e+18, | |
| "train_loss": 5.6038580322265625, | |
| "eval_loss": 5.993809596912281, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9848198890686035, | |
| "gsm8k": 6.855242642489347, | |
| "math_qa": 5.599735260009766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 1.425968735964889e+18, | |
| "train_loss": 5.60458984375, | |
| "eval_loss": 6.003415494351773, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005588531494141, | |
| "gsm8k": 6.86383680863814, | |
| "math_qa": 5.608874638875325 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.018090452261306532 | |
| } | |
| }, | |
| { | |
| "flos": 1.431899659525161e+18, | |
| "train_loss": 5.603374633789063, | |
| "eval_loss": 6.002527236938477, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.989041328430176, | |
| "gsm8k": 6.869596307927912, | |
| "math_qa": 5.606244405110677 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.4378686053571625e+18, | |
| "train_loss": 5.607548828125, | |
| "eval_loss": 6.009455371547389, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.003621578216553, | |
| "gsm8k": 6.87792275168679, | |
| "math_qa": 5.611893971761067 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.4437854532358636e+18, | |
| "train_loss": 5.597901611328125, | |
| "eval_loss": 5.997644115138698, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.988615989685059, | |
| "gsm8k": 6.860128922895952, | |
| "math_qa": 5.603090922037761 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 1.4496713891611935e+18, | |
| "train_loss": 5.597880859375, | |
| "eval_loss": 6.000987491092166, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.986728668212891, | |
| "gsm8k": 6.869129527698863, | |
| "math_qa": 5.60427729288737 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.4556176242798756e+18, | |
| "train_loss": 5.607899780273438, | |
| "eval_loss": 5.997611612886996, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.996250629425049, | |
| "gsm8k": 6.858126553622159, | |
| "math_qa": 5.603322347005208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.019095477386934675 | |
| } | |
| }, | |
| { | |
| "flos": 1.4616293726822072e+18, | |
| "train_loss": 5.60853515625, | |
| "eval_loss": 6.0155238589724975, | |
| "eval_accuracy": 0.019745502413339184, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.000143051147461, | |
| "gsm8k": 6.870070023970171, | |
| "math_qa": 5.625138600667317 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.01675041876046901 | |
| } | |
| }, | |
| { | |
| "flos": 1.4676403587278438e+18, | |
| "train_loss": 5.610443115234375, | |
| "eval_loss": 5.998524949357316, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.99449348449707, | |
| "gsm8k": 6.852299083362926, | |
| "math_qa": 5.607547760009766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.473605347284353e+18, | |
| "train_loss": 5.606019287109375, | |
| "eval_loss": 5.997327185965873, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.985487937927246, | |
| "gsm8k": 6.844256314364347, | |
| "math_qa": 5.610137939453125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 1.4796169926074696e+18, | |
| "train_loss": 5.614207153320312, | |
| "eval_loss": 5.997540293513118, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.983395576477051, | |
| "gsm8k": 6.852125688032671, | |
| "math_qa": 5.607034047444661 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.017755443886097153 | |
| } | |
| }, | |
| { | |
| "flos": 1.485576788011647e+18, | |
| "train_loss": 5.614270629882813, | |
| "eval_loss": 6.016230737840807, | |
| "eval_accuracy": 0.019745502413339184, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.002405643463135, | |
| "gsm8k": 6.885638843883168, | |
| "math_qa": 5.618904113769531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.018090452261306532 | |
| } | |
| }, | |
| { | |
| "flos": 1.4915858778292224e+18, | |
| "train_loss": 5.60620361328125, | |
| "eval_loss": 6.005192292703165, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.991916179656982, | |
| "gsm8k": 6.866252552379262, | |
| "math_qa": 5.611646016438802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.497602098366251e+18, | |
| "train_loss": 5.611807861328125, | |
| "eval_loss": 5.999738048862767, | |
| "eval_accuracy": 0.022817025010969723, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.991407871246338, | |
| "gsm8k": 6.870262839577415, | |
| "math_qa": 5.601441701253255 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.5035765052491694e+18, | |
| "train_loss": 5.59845947265625, | |
| "eval_loss": 6.003845446818584, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.995823383331299, | |
| "gsm8k": 6.86279296875, | |
| "math_qa": 5.610829671223958 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.5095781556465172e+18, | |
| "train_loss": 5.615565185546875, | |
| "eval_loss": 6.001571913023253, | |
| "eval_accuracy": 0.020403685827117157, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.993596076965332, | |
| "gsm8k": 6.866750543767756, | |
| "math_qa": 5.605696360270183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 1.5155310683656028e+18, | |
| "train_loss": 5.603991088867187, | |
| "eval_loss": 5.995868476661476, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.993398666381836, | |
| "gsm8k": 6.8445892333984375, | |
| "math_qa": 5.607077280680339 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.023785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 1.5215243108275978e+18, | |
| "train_loss": 5.604806518554687, | |
| "eval_loss": 5.994349041500607, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.978629112243652, | |
| "gsm8k": 6.865312749689275, | |
| "math_qa": 5.59646733601888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.5275437257465528e+18, | |
| "train_loss": 5.616377563476562, | |
| "eval_loss": 6.010704092077307, | |
| "eval_accuracy": 0.0217200526546731, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.00557804107666, | |
| "gsm8k": 6.87514911998402, | |
| "math_qa": 5.614927291870117 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.533520543716737e+18, | |
| "train_loss": 5.595499267578125, | |
| "eval_loss": 6.011199976946856, | |
| "eval_accuracy": 0.022817025010969723, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001114368438721, | |
| "gsm8k": 6.879373723810369, | |
| "math_qa": 5.614127477010091 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.5395031937156383e+18, | |
| "train_loss": 5.607960815429688, | |
| "eval_loss": 5.999400345054832, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.000926494598389, | |
| "gsm8k": 6.872757651589134, | |
| "math_qa": 5.598984400431315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.024455611390284758 | |
| } | |
| }, | |
| { | |
| "flos": 1.54546057803255e+18, | |
| "train_loss": 5.603230590820313, | |
| "eval_loss": 6.002314825315733, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.997314929962158, | |
| "gsm8k": 6.853701504794034, | |
| "math_qa": 5.612512588500977 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.5514256487303086e+18, | |
| "train_loss": 5.60654052734375, | |
| "eval_loss": 6.011622815518765, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.003909111022949, | |
| "gsm8k": 6.885812932794744, | |
| "math_qa": 5.611595153808594 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.023450586264656615 | |
| } | |
| }, | |
| { | |
| "flos": 1.55736805112755e+18, | |
| "train_loss": 5.6067236328125, | |
| "eval_loss": 5.999768592215873, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001151084899902, | |
| "gsm8k": 6.847442626953125, | |
| "math_qa": 5.611136118570964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.021105527638190954 | |
| } | |
| }, | |
| { | |
| "flos": 1.56333505939243e+18, | |
| "train_loss": 5.593788452148438, | |
| "eval_loss": 6.004177402805638, | |
| "eval_accuracy": 0.0217200526546731, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.004558563232422, | |
| "gsm8k": 6.874105280095881, | |
| "math_qa": 5.605428695678711 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.022110552763819097 | |
| } | |
| }, | |
| { | |
| "flos": 1.5692753803411456e+18, | |
| "train_loss": 5.59174072265625, | |
| "eval_loss": 6.012149604591164, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.000982284545898, | |
| "gsm8k": 6.878523393110796, | |
| "math_qa": 5.6159922281901045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.5752315486454415e+18, | |
| "train_loss": 5.603515625, | |
| "eval_loss": 5.994737161172403, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.976715087890625, | |
| "gsm8k": 6.84601454301314, | |
| "math_qa": 5.606070200602214 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.5811726732899123e+18, | |
| "train_loss": 5.5937957763671875, | |
| "eval_loss": 6.014976630339751, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.011732578277588, | |
| "gsm8k": 6.881580699573863, | |
| "math_qa": 5.618053436279297 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.023450586264656615 | |
| } | |
| }, | |
| { | |
| "flos": 1.5871720774193644e+18, | |
| "train_loss": 5.591842041015625, | |
| "eval_loss": 6.013897406088339, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.002127647399902, | |
| "gsm8k": 6.874268965287642, | |
| "math_qa": 5.620541254679362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.5931874529215775e+18, | |
| "train_loss": 5.601514892578125, | |
| "eval_loss": 5.99501169050062, | |
| "eval_accuracy": 0.020184291355857833, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.993554592132568, | |
| "gsm8k": 6.859079534357244, | |
| "math_qa": 5.599102020263672 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.020100502512562814 | |
| } | |
| }, | |
| { | |
| "flos": 1.599123528295121e+18, | |
| "train_loss": 5.600864868164063, | |
| "eval_loss": 6.002902984619141, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.997262954711914, | |
| "gsm8k": 6.86895751953125, | |
| "math_qa": 5.606431325276692 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.023450586264656615 | |
| } | |
| }, | |
| { | |
| "flos": 1.6050995629706445e+18, | |
| "train_loss": 5.605450439453125, | |
| "eval_loss": 6.006307808128563, | |
| "eval_accuracy": 0.019306713470820535, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.999190330505371, | |
| "gsm8k": 6.8562143499201, | |
| "math_qa": 5.617360432942708 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 1.6110719914842522e+18, | |
| "train_loss": 5.60101806640625, | |
| "eval_loss": 6.002187496907002, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.012125492095947, | |
| "gsm8k": 6.8521575927734375, | |
| "math_qa": 5.611789703369141 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.020435510887772193 | |
| } | |
| }, | |
| { | |
| "flos": 1.6170080051176407e+18, | |
| "train_loss": 5.5990673828125, | |
| "eval_loss": 6.007883974023767, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9957451820373535, | |
| "gsm8k": 6.875883622602983, | |
| "math_qa": 5.611062367757161 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 1.6229739621892751e+18, | |
| "train_loss": 5.606005859375, | |
| "eval_loss": 5.995098681063266, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005257606506348, | |
| "gsm8k": 6.8410422585227275, | |
| "math_qa": 5.606527964274089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.6289213719815127e+18, | |
| "train_loss": 5.5933837890625, | |
| "eval_loss": 5.999098081846495, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.009105682373047, | |
| "gsm8k": 6.855842590332031, | |
| "math_qa": 5.605589548746745 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.021440536013400336 | |
| } | |
| }, | |
| { | |
| "flos": 1.63489540734976e+18, | |
| "train_loss": 5.60164794921875, | |
| "eval_loss": 6.0007340714738175, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.990833282470703, | |
| "gsm8k": 6.874110135165128, | |
| "math_qa": 5.6012617746988935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.6407855480480727e+18, | |
| "train_loss": 5.586175537109375, | |
| "eval_loss": 5.995327820649019, | |
| "eval_accuracy": 0.020623080298376482, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.982263565063477, | |
| "gsm8k": 6.860857183283025, | |
| "math_qa": 5.59971555074056 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 1.6467309800078705e+18, | |
| "train_loss": 5.604068603515625, | |
| "eval_loss": 6.008343645044275, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.998782634735107, | |
| "gsm8k": 6.860264864834872, | |
| "math_qa": 5.618676503499349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.020100502512562814 | |
| } | |
| }, | |
| { | |
| "flos": 1.6527083541763195e+18, | |
| "train_loss": 5.595689697265625, | |
| "eval_loss": 6.015870068524335, | |
| "eval_accuracy": 0.02106186924089513, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.996015548706055, | |
| "gsm8k": 6.893164201216265, | |
| "math_qa": 5.615431467692058 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.019430485762144054 | |
| } | |
| }, | |
| { | |
| "flos": 1.6586780419639214e+18, | |
| "train_loss": 5.598004150390625, | |
| "eval_loss": 6.018563038594014, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001169204711914, | |
| "gsm8k": 6.878936767578125, | |
| "math_qa": 5.625674565633138 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.6646703363118858e+18, | |
| "train_loss": 5.598292846679687, | |
| "eval_loss": 6.022036294679384, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.009500980377197, | |
| "gsm8k": 6.887939453125, | |
| "math_qa": 5.626208623250325 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.6706703583797576e+18, | |
| "train_loss": 5.592496337890625, | |
| "eval_loss": 6.0052155417365, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.996984958648682, | |
| "gsm8k": 6.853092540394176, | |
| "math_qa": 5.61729113260905 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.020435510887772193 | |
| } | |
| }, | |
| { | |
| "flos": 1.6766631063836426e+18, | |
| "train_loss": 5.608038330078125, | |
| "eval_loss": 6.012937494226404, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005537033081055, | |
| "gsm8k": 6.894566622647372, | |
| "math_qa": 5.609474182128906 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.022110552763819097 | |
| } | |
| }, | |
| { | |
| "flos": 1.682616245662253e+18, | |
| "train_loss": 5.605010986328125, | |
| "eval_loss": 6.024063522751267, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.023895263671875, | |
| "gsm8k": 6.886793656782671, | |
| "math_qa": 5.628659566243489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.6886133004445942e+18, | |
| "train_loss": 5.590848388671875, | |
| "eval_loss": 6.022804466453758, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.006477355957031, | |
| "gsm8k": 6.892397793856534, | |
| "math_qa": 5.625601450602214 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.025460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 1.6945679026964398e+18, | |
| "train_loss": 5.587139892578125, | |
| "eval_loss": 6.012457151670714, | |
| "eval_accuracy": 0.020403685827117157, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.013553619384766, | |
| "gsm8k": 6.876328901811079, | |
| "math_qa": 5.616424560546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.018760469011725293 | |
| } | |
| }, | |
| { | |
| "flos": 1.7005458948033085e+18, | |
| "train_loss": 5.5986328125, | |
| "eval_loss": 6.011712357804582, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.993263244628906, | |
| "gsm8k": 6.879422968084162, | |
| "math_qa": 5.615549087524414 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.706501651327615e+18, | |
| "train_loss": 5.588348388671875, | |
| "eval_loss": 6.0258976704365494, | |
| "eval_accuracy": 0.020842474769635806, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.014698028564453, | |
| "gsm8k": 6.89287636496804, | |
| "math_qa": 5.629465738932292 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.7124653830693192e+18, | |
| "train_loss": 5.595509033203125, | |
| "eval_loss": 6.01025998914564, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.995889663696289, | |
| "gsm8k": 6.87105282870206, | |
| "math_qa": 5.61692746480306 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.022780569514237858 | |
| } | |
| }, | |
| { | |
| "flos": 1.718397625184551e+18, | |
| "train_loss": 5.5906005859375, | |
| "eval_loss": 6.004175340807116, | |
| "eval_accuracy": 0.020403685827117157, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.004020690917969, | |
| "gsm8k": 6.858630787242543, | |
| "math_qa": 5.612562815348308 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 1.7243691469231882e+18, | |
| "train_loss": 5.591798706054687, | |
| "eval_loss": 6.010948490452122, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.998666763305664, | |
| "gsm8k": 6.860169844193892, | |
| "math_qa": 5.622745513916016 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.02680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 1.7303520030805197e+18, | |
| "train_loss": 5.591536865234375, | |
| "eval_loss": 6.014799942841401, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.003565788269043, | |
| "gsm8k": 6.8766326904296875, | |
| "math_qa": 5.620729446411133 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.022110552763819097 | |
| } | |
| }, | |
| { | |
| "flos": 1.736320742754091e+18, | |
| "train_loss": 5.589204711914062, | |
| "eval_loss": 6.020913459159233, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.012936592102051, | |
| "gsm8k": 6.877054387872869, | |
| "math_qa": 5.629180272420247 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02512562814070352 | |
| } | |
| }, | |
| { | |
| "flos": 1.7422942219240735e+18, | |
| "train_loss": 5.5923004150390625, | |
| "eval_loss": 6.017469895852579, | |
| "eval_accuracy": 0.026546731022378235, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.024281024932861, | |
| "gsm8k": 6.872473976828835, | |
| "math_qa": 5.6250254313151045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.7482742756152443e+18, | |
| "train_loss": 5.582835693359375, | |
| "eval_loss": 6.025620383185309, | |
| "eval_accuracy": 0.025888547608600262, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.017369270324707, | |
| "gsm8k": 6.905522433194247, | |
| "math_qa": 5.623019536336263 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.024120603015075376 | |
| } | |
| }, | |
| { | |
| "flos": 1.7542338031208366e+18, | |
| "train_loss": 5.583807373046875, | |
| "eval_loss": 6.015112000542718, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0071492195129395, | |
| "gsm8k": 6.877342917702415, | |
| "math_qa": 5.620586395263672 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.024120603015075376 | |
| } | |
| }, | |
| { | |
| "flos": 1.7602587198928978e+18, | |
| "train_loss": 5.598756103515625, | |
| "eval_loss": 6.003827378556535, | |
| "eval_accuracy": 0.026985519964896884, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.014669418334961, | |
| "gsm8k": 6.8655783913352275, | |
| "math_qa": 5.607954661051433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.7662172375443046e+18, | |
| "train_loss": 5.597861328125, | |
| "eval_loss": 5.998583948290026, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.998793125152588, | |
| "gsm8k": 6.85852675004439, | |
| "math_qa": 5.6044260660807295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.7721823297168998e+18, | |
| "train_loss": 5.591316528320313, | |
| "eval_loss": 6.007614445041966, | |
| "eval_accuracy": 0.023475208424747696, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.997343063354492, | |
| "gsm8k": 6.87518310546875, | |
| "math_qa": 5.6108347574869795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.023115577889447236 | |
| } | |
| }, | |
| { | |
| "flos": 1.7781229599032607e+18, | |
| "train_loss": 5.587189331054687, | |
| "eval_loss": 6.006308632927972, | |
| "eval_accuracy": 0.020623080298376482, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001402854919434, | |
| "gsm8k": 6.887007973410866, | |
| "math_qa": 5.603063583374023 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 1.784097696424919e+18, | |
| "train_loss": 5.58741455078125, | |
| "eval_loss": 6.010638855599068, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.012969493865967, | |
| "gsm8k": 6.860454906116832, | |
| "math_qa": 5.6209456125895185 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.027135678391959798 | |
| } | |
| }, | |
| { | |
| "flos": 1.7900474555642675e+18, | |
| "train_loss": 5.57740234375, | |
| "eval_loss": 6.017655011769888, | |
| "eval_accuracy": 0.026985519964896884, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.018958568572998, | |
| "gsm8k": 6.910890752618963, | |
| "math_qa": 5.608146667480469 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.79597982169668e+18, | |
| "train_loss": 5.594341430664063, | |
| "eval_loss": 5.9964853235193205, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.010105133056641, | |
| "gsm8k": 6.855816927823153, | |
| "math_qa": 5.601490020751953 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.027135678391959798 | |
| } | |
| }, | |
| { | |
| "flos": 1.8019810184381071e+18, | |
| "train_loss": 5.583768310546875, | |
| "eval_loss": 6.021877701218064, | |
| "eval_accuracy": 0.025230364194822292, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.004560470581055, | |
| "gsm8k": 6.89295127175071, | |
| "math_qa": 5.624078750610352 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.8079457390960312e+18, | |
| "train_loss": 5.59267333984375, | |
| "eval_loss": 6.00946011414399, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.007070064544678, | |
| "gsm8k": 6.870536804199219, | |
| "math_qa": 5.614999135335286 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 1.8139189917064888e+18, | |
| "train_loss": 5.588728637695312, | |
| "eval_loss": 6.025220690546809, | |
| "eval_accuracy": 0.025669153137340937, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.010135173797607, | |
| "gsm8k": 6.898223183371804, | |
| "math_qa": 5.626351674397786 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.02512562814070352 | |
| } | |
| }, | |
| { | |
| "flos": 1.8198337377355694e+18, | |
| "train_loss": 5.572628173828125, | |
| "eval_loss": 6.018991805411674, | |
| "eval_accuracy": 0.02676612549363756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.004989147186279, | |
| "gsm8k": 6.893220381303267, | |
| "math_qa": 5.619470596313477 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.02613065326633166 | |
| } | |
| }, | |
| { | |
| "flos": 1.825779395718021e+18, | |
| "train_loss": 5.59313720703125, | |
| "eval_loss": 6.0173198596851245, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005193710327148, | |
| "gsm8k": 6.885083285245028, | |
| "math_qa": 5.62060546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.8317733801356165e+18, | |
| "train_loss": 5.594383544921875, | |
| "eval_loss": 6.019055856240763, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.01329231262207, | |
| "gsm8k": 6.869153109463778, | |
| "math_qa": 5.6299082438151045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 1.8376914649648988e+18, | |
| "train_loss": 5.576475830078125, | |
| "eval_loss": 6.03147790238664, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.029309272766113, | |
| "gsm8k": 6.890751231800426, | |
| "math_qa": 5.637825012207031 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 1.8436508072500265e+18, | |
| "train_loss": 5.583973999023438, | |
| "eval_loss": 6.006098901903307, | |
| "eval_accuracy": 0.022817025010969723, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.99419641494751, | |
| "gsm8k": 6.86951307816939, | |
| "math_qa": 5.611359278361003 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.023785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 1.8496235036622193e+18, | |
| "train_loss": 5.59498291015625, | |
| "eval_loss": 6.006763561351879, | |
| "eval_accuracy": 0.025888547608600262, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.998134613037109, | |
| "gsm8k": 6.858465021306818, | |
| "math_qa": 5.617119471232097 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.855547234762883e+18, | |
| "train_loss": 5.5802783203125, | |
| "eval_loss": 6.026005667609137, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.024317741394043, | |
| "gsm8k": 6.8694374778053975, | |
| "math_qa": 5.639573415120442 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 1.861549153058816e+18, | |
| "train_loss": 5.591625366210938, | |
| "eval_loss": 6.006230096559267, | |
| "eval_accuracy": 0.028521281263712155, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0102763175964355, | |
| "gsm8k": 6.864740545099432, | |
| "math_qa": 5.612408955891927 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.8674461968433152e+18, | |
| "train_loss": 5.581766967773437, | |
| "eval_loss": 6.01147783124769, | |
| "eval_accuracy": 0.025010969723562967, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.998999118804932, | |
| "gsm8k": 6.868999134410512, | |
| "math_qa": 5.619487126668294 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 1.8734635920538993e+18, | |
| "train_loss": 5.584125366210937, | |
| "eval_loss": 6.0161251377415015, | |
| "eval_accuracy": 0.021939447125932425, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.009988784790039, | |
| "gsm8k": 6.899553472345525, | |
| "math_qa": 5.611731847127278 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.024790619765494137 | |
| } | |
| }, | |
| { | |
| "flos": 1.879360059239039e+18, | |
| "train_loss": 5.587919921875, | |
| "eval_loss": 6.027552475800386, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.037411689758301, | |
| "gsm8k": 6.911886735395952, | |
| "math_qa": 5.621411005655925 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 1.8853102097572823e+18, | |
| "train_loss": 5.585326538085938, | |
| "eval_loss": 6.00776043453732, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.022809982299805, | |
| "gsm8k": 6.871935757723722, | |
| "math_qa": 5.61042594909668 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.023785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 1.891294693707219e+18, | |
| "train_loss": 5.5920343017578125, | |
| "eval_loss": 6.032548878643964, | |
| "eval_accuracy": 0.025669153137340937, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.014244556427002, | |
| "gsm8k": 6.904558355158025, | |
| "math_qa": 5.634403228759766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 1.8972889250854339e+18, | |
| "train_loss": 5.59012451171875, | |
| "eval_loss": 6.019439748815588, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.017403602600098, | |
| "gsm8k": 6.902428366921165, | |
| "math_qa": 5.614906311035156 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 1.903220549262246e+18, | |
| "train_loss": 5.589896240234375, | |
| "eval_loss": 6.0248898171089795, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.011967658996582, | |
| "gsm8k": 6.908526333895597, | |
| "math_qa": 5.6209665934244795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 1.9091648065484882e+18, | |
| "train_loss": 5.58756591796875, | |
| "eval_loss": 6.022622185784417, | |
| "eval_accuracy": 0.026985519964896884, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030891418457031, | |
| "gsm8k": 6.900311556729403, | |
| "math_qa": 5.619658788045247 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 1.915119450139394e+18, | |
| "train_loss": 5.586236572265625, | |
| "eval_loss": 6.0167081420486035, | |
| "eval_accuracy": 0.024791575252303643, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.016089916229248, | |
| "gsm8k": 6.894583268599077, | |
| "math_qa": 5.614400227864583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.025460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 1.9210771023548908e+18, | |
| "train_loss": 5.582626953125, | |
| "eval_loss": 6.023507195550042, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0215301513671875, | |
| "gsm8k": 6.9040069580078125, | |
| "math_qa": 5.620109558105469 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 1.9270209467874017e+18, | |
| "train_loss": 5.588312377929688, | |
| "eval_loss": 6.019830265560666, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.01377534866333, | |
| "gsm8k": 6.875640175559304, | |
| "math_qa": 5.628088633219401 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.9329780632057283e+18, | |
| "train_loss": 5.585303955078125, | |
| "eval_loss": 6.035364640725626, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.046118259429932, | |
| "gsm8k": 6.908961209383878, | |
| "math_qa": 5.634070078531901 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 1.9389451332107633e+18, | |
| "train_loss": 5.5937939453125, | |
| "eval_loss": 6.020693598566829, | |
| "eval_accuracy": 0.025888547608600262, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.019275665283203, | |
| "gsm8k": 6.896749323064631, | |
| "math_qa": 5.619286219278972 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 1.9449423528124744e+18, | |
| "train_loss": 5.592305908203125, | |
| "eval_loss": 6.03140165999129, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030168533325195, | |
| "gsm8k": 6.910036260431463, | |
| "math_qa": 5.628796895345052 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.02512562814070352 | |
| } | |
| }, | |
| { | |
| "flos": 1.9509185732453335e+18, | |
| "train_loss": 5.5809088134765625, | |
| "eval_loss": 6.01832204251676, | |
| "eval_accuracy": 0.025010969723562967, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.034502983093262, | |
| "gsm8k": 6.888091347434304, | |
| "math_qa": 5.618329366048177 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.024790619765494137 | |
| } | |
| }, | |
| { | |
| "flos": 1.956903943032275e+18, | |
| "train_loss": 5.592039794921875, | |
| "eval_loss": 6.015179634094238, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.013687610626221, | |
| "gsm8k": 6.882603038441051, | |
| "math_qa": 5.617734909057617 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 1.9628818320599286e+18, | |
| "train_loss": 5.58947021484375, | |
| "eval_loss": 6.014148170883591, | |
| "eval_accuracy": 0.025669153137340937, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005256175994873, | |
| "gsm8k": 6.881364302201704, | |
| "math_qa": 5.617415110270183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.025460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 1.968839113297625e+18, | |
| "train_loss": 5.59296142578125, | |
| "eval_loss": 6.030292871836069, | |
| "eval_accuracy": 0.026546731022378235, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.041142463684082, | |
| "gsm8k": 6.901134837757457, | |
| "math_qa": 5.630252838134766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 1.9748649368446566e+18, | |
| "train_loss": 5.581895141601563, | |
| "eval_loss": 6.011867780943175, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.003897666931152, | |
| "gsm8k": 6.893655256791548, | |
| "math_qa": 5.608379364013672 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 1.980841363435946e+18, | |
| "train_loss": 5.5871923828125, | |
| "eval_loss": 6.026540008751121, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0316853523254395, | |
| "gsm8k": 6.902635054154829, | |
| "math_qa": 5.6245676676432295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.024790619765494137 | |
| } | |
| }, | |
| { | |
| "flos": 1.9868120605408625e+18, | |
| "train_loss": 5.588199462890625, | |
| "eval_loss": 6.019059103888434, | |
| "eval_accuracy": 0.023913997367266345, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.008954048156738, | |
| "gsm8k": 6.879356384277344, | |
| "math_qa": 5.625598271687825 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.025460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 1.9927260028741878e+18, | |
| "train_loss": 5.573662109375, | |
| "eval_loss": 6.02324171324034, | |
| "eval_accuracy": 0.024791575252303643, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.014799118041992, | |
| "gsm8k": 6.895088195800781, | |
| "math_qa": 5.624348958333333 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 1.9987118472550154e+18, | |
| "train_loss": 5.585098876953125, | |
| "eval_loss": 6.024734548620276, | |
| "eval_accuracy": 0.02676612549363756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.01503849029541, | |
| "gsm8k": 6.899153275923296, | |
| "math_qa": 5.624767303466797 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.02680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.0047492119160422e+18, | |
| "train_loss": 5.599828491210937, | |
| "eval_loss": 6.0099431115227775, | |
| "eval_accuracy": 0.023036419482229047, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.005358695983887, | |
| "gsm8k": 6.877040516246449, | |
| "math_qa": 5.612905502319336 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 2.0107016709792072e+18, | |
| "train_loss": 5.58742919921875, | |
| "eval_loss": 6.028727918057828, | |
| "eval_accuracy": 0.025669153137340937, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.014426231384277, | |
| "gsm8k": 6.906554482199929, | |
| "math_qa": 5.627582550048828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 2.016715212530385e+18, | |
| "train_loss": 5.599507446289063, | |
| "eval_loss": 6.027240856273754, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028007507324219, | |
| "gsm8k": 6.903189225630327, | |
| "math_qa": 5.62570063273112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.022675791229223e+18, | |
| "train_loss": 5.582464599609375, | |
| "eval_loss": 6.022344589233398, | |
| "eval_accuracy": 0.028521281263712155, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0112714767456055, | |
| "gsm8k": 6.889202464710582, | |
| "math_qa": 5.625957489013672 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.028624747209687e+18, | |
| "train_loss": 5.589513549804687, | |
| "eval_loss": 6.0202216328801335, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020458698272705, | |
| "gsm8k": 6.903805125843395, | |
| "math_qa": 5.615226109822591 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 2.0345619151155364e+18, | |
| "train_loss": 5.58630126953125, | |
| "eval_loss": 6.021904455648886, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.014065742492676, | |
| "gsm8k": 6.89710166237571, | |
| "math_qa": 5.621425628662109 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.0404845955598254e+18, | |
| "train_loss": 5.58516845703125, | |
| "eval_loss": 6.030668207117029, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.023248672485352, | |
| "gsm8k": 6.90656211159446, | |
| "math_qa": 5.62983512878418 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.0464709134607974e+18, | |
| "train_loss": 5.584453125, | |
| "eval_loss": 6.034432900918497, | |
| "eval_accuracy": 0.02676612549363756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028480529785156, | |
| "gsm8k": 6.915037675337358, | |
| "math_qa": 5.63131841023763 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 2.0524254330345226e+18, | |
| "train_loss": 5.578494262695313, | |
| "eval_loss": 6.022591358906514, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.022405624389648, | |
| "gsm8k": 6.882763255726207, | |
| "math_qa": 5.6283613840738935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 2.0583762433671168e+18, | |
| "train_loss": 5.57645263671875, | |
| "eval_loss": 6.038315901885161, | |
| "eval_accuracy": 0.026107942079859586, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.039952278137207, | |
| "gsm8k": 6.91332314231179, | |
| "math_qa": 5.637134552001953 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.0643560490239263e+18, | |
| "train_loss": 5.58785400390625, | |
| "eval_loss": 6.024500382913126, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030981540679932, | |
| "gsm8k": 6.889066522771662, | |
| "math_qa": 5.6277008056640625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 2.070322583231791e+18, | |
| "train_loss": 5.5824365234375, | |
| "eval_loss": 6.028757894361341, | |
| "eval_accuracy": 0.027424308907415533, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020687580108643, | |
| "gsm8k": 6.892262545498935, | |
| "math_qa": 5.633657455444336 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.0762551759237284e+18, | |
| "train_loss": 5.576314697265625, | |
| "eval_loss": 6.020966761821025, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.018233299255371, | |
| "gsm8k": 6.899071433327415, | |
| "math_qa": 5.618729909261067 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.0822158990408417e+18, | |
| "train_loss": 5.5889825439453125, | |
| "eval_loss": 6.02890478598105, | |
| "eval_accuracy": 0.026107942079859586, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030847549438477, | |
| "gsm8k": 6.912625399502841, | |
| "math_qa": 5.623704274495442 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.027135678391959798 | |
| } | |
| }, | |
| { | |
| "flos": 2.088115663150252e+18, | |
| "train_loss": 5.573121337890625, | |
| "eval_loss": 6.039205473822516, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.015439510345459, | |
| "gsm8k": 6.888089266690341, | |
| "math_qa": 5.652114232381185 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.0941669585377034e+18, | |
| "train_loss": 5.584075317382813, | |
| "eval_loss": 6.024955285562052, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0209150314331055, | |
| "gsm8k": 6.905133334073153, | |
| "math_qa": 5.621877034505208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 2.100160881215144e+18, | |
| "train_loss": 5.58455322265625, | |
| "eval_loss": 6.0266902253434464, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028383731842041, | |
| "gsm8k": 6.921277132901278, | |
| "math_qa": 5.616530100504558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 2.1060975337249178e+18, | |
| "train_loss": 5.571456298828125, | |
| "eval_loss": 6.020833427841599, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.009365558624268, | |
| "gsm8k": 6.891528042879972, | |
| "math_qa": 5.622720718383789 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02579564489112228 | |
| } | |
| }, | |
| { | |
| "flos": 2.1120367417402327e+18, | |
| "train_loss": 5.575186157226563, | |
| "eval_loss": 6.032665046485695, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030271530151367, | |
| "gsm8k": 6.9122446233576, | |
| "math_qa": 5.629723866780599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.117998556852781e+18, | |
| "train_loss": 5.577747802734375, | |
| "eval_loss": 6.011467495480099, | |
| "eval_accuracy": 0.025888547608600262, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.003511428833008, | |
| "gsm8k": 6.884355718439275, | |
| "math_qa": 5.612056732177734 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.027135678391959798 | |
| } | |
| }, | |
| { | |
| "flos": 2.123983843961602e+18, | |
| "train_loss": 5.5774755859375, | |
| "eval_loss": 6.023336075447701, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.040390491485596, | |
| "gsm8k": 6.908749667080966, | |
| "math_qa": 5.616100311279297 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.129921692082897e+18, | |
| "train_loss": 5.5757598876953125, | |
| "eval_loss": 6.0112172461844775, | |
| "eval_accuracy": 0.025669153137340937, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.009738445281982, | |
| "gsm8k": 6.890811573375355, | |
| "math_qa": 5.608193079630534 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.02680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.1359420755169772e+18, | |
| "train_loss": 5.589041137695313, | |
| "eval_loss": 6.021560153445682, | |
| "eval_accuracy": 0.026107942079859586, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.029172897338867, | |
| "gsm8k": 6.896663318980824, | |
| "math_qa": 5.619836807250977 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 2.141984674132525e+18, | |
| "train_loss": 5.590685424804687, | |
| "eval_loss": 6.01960800789498, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.018033027648926, | |
| "gsm8k": 6.906211853027344, | |
| "math_qa": 5.613379160563151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.147978143154045e+18, | |
| "train_loss": 5.586216430664063, | |
| "eval_loss": 6.0218709481729045, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.023009300231934, | |
| "gsm8k": 6.887716813520952, | |
| "math_qa": 5.624930063883464 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 2.153923512836817e+18, | |
| "train_loss": 5.584864501953125, | |
| "eval_loss": 6.032161996171281, | |
| "eval_accuracy": 0.027643703378674857, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.017089366912842, | |
| "gsm8k": 6.89269395308061, | |
| "math_qa": 5.639007568359375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.1599229991075185e+18, | |
| "train_loss": 5.578046875, | |
| "eval_loss": 6.037787257014094, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.04011344909668, | |
| "gsm8k": 6.938443270596591, | |
| "math_qa": 5.624792734781901 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.1658889567160238e+18, | |
| "train_loss": 5.58218505859375, | |
| "eval_loss": 6.027551908750792, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.037626266479492, | |
| "gsm8k": 6.903535322709517, | |
| "math_qa": 5.625219980875651 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.1717571286566175e+18, | |
| "train_loss": 5.572103271484375, | |
| "eval_loss": 6.033109561817066, | |
| "eval_accuracy": 0.025010969723562967, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0222673416137695, | |
| "gsm8k": 6.910686839710582, | |
| "math_qa": 5.6317901611328125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.02680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.1776867336619295e+18, | |
| "train_loss": 5.569619140625, | |
| "eval_loss": 6.027079401789485, | |
| "eval_accuracy": 0.027643703378674857, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0143890380859375, | |
| "gsm8k": 6.909638838334517, | |
| "math_qa": 5.623630523681641 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.1836900531909427e+18, | |
| "train_loss": 5.586160888671875, | |
| "eval_loss": 6.01229595493626, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001561164855957, | |
| "gsm8k": 6.878454034978693, | |
| "math_qa": 5.616201400756836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.1897208433307812e+18, | |
| "train_loss": 5.5906610107421875, | |
| "eval_loss": 6.029694067465292, | |
| "eval_accuracy": 0.026546731022378235, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030282020568848, | |
| "gsm8k": 6.907395796342329, | |
| "math_qa": 5.6273651123046875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 2.195674517869691e+18, | |
| "train_loss": 5.582273559570313, | |
| "eval_loss": 6.035788871146537, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.034523010253906, | |
| "gsm8k": 6.911747325550426, | |
| "math_qa": 5.634413401285808 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.2016499550078894e+18, | |
| "train_loss": 5.582489013671875, | |
| "eval_loss": 6.006508878759436, | |
| "eval_accuracy": 0.028521281263712155, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.01637601852417, | |
| "gsm8k": 6.889038779518821, | |
| "math_qa": 5.601193745930989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.2076160972999885e+18, | |
| "train_loss": 5.571673583984375, | |
| "eval_loss": 6.019238652409734, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020606994628906, | |
| "gsm8k": 6.869628212668679, | |
| "math_qa": 5.62936274210612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.213527031008723e+18, | |
| "train_loss": 5.565152587890625, | |
| "eval_loss": 6.025974015931825, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.025677680969238, | |
| "gsm8k": 6.903526999733665, | |
| "math_qa": 5.623786926269531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 2.2195556162197258e+18, | |
| "train_loss": 5.586314697265625, | |
| "eval_loss": 6.028437691765863, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030499458312988, | |
| "gsm8k": 6.901485096324574, | |
| "math_qa": 5.628119150797526 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.225486518842032e+18, | |
| "train_loss": 5.578250122070313, | |
| "eval_loss": 6.033939696647026, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030064105987549, | |
| "gsm8k": 6.914346174760298, | |
| "math_qa": 5.630743026733398 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.2314772471375462e+18, | |
| "train_loss": 5.581502685546875, | |
| "eval_loss": 6.027427544464937, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.01947546005249, | |
| "gsm8k": 6.916564247824929, | |
| "math_qa": 5.620569229125977 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.237404523196842e+18, | |
| "train_loss": 5.57634765625, | |
| "eval_loss": 6.028708793021537, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0322113037109375, | |
| "gsm8k": 6.900047995827415, | |
| "math_qa": 5.629053115844727 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 2.2433832164571218e+18, | |
| "train_loss": 5.580035400390625, | |
| "eval_loss": 6.034272709408322, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.024193286895752, | |
| "gsm8k": 6.921465093439275, | |
| "math_qa": 5.628482818603516 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 2.2493566129489838e+18, | |
| "train_loss": 5.588121948242187, | |
| "eval_loss": 6.018945204245077, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0215067863464355, | |
| "gsm8k": 6.8880393288352275, | |
| "math_qa": 5.6203969319661455 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 2.255356883051217e+18, | |
| "train_loss": 5.571441650390625, | |
| "eval_loss": 6.0286357467238965, | |
| "eval_accuracy": 0.026107942079859586, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.025237083435059, | |
| "gsm8k": 6.925335970791903, | |
| "math_qa": 5.617931365966797 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 2.26127814132446e+18, | |
| "train_loss": 5.575040893554688, | |
| "eval_loss": 6.019872923155089, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.024639129638672, | |
| "gsm8k": 6.897447065873579, | |
| "math_qa": 5.617254257202148 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.267237895926448e+18, | |
| "train_loss": 5.58183349609375, | |
| "eval_loss": 6.017615421398266, | |
| "eval_accuracy": 0.02676612549363756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020366191864014, | |
| "gsm8k": 6.908923062411222, | |
| "math_qa": 5.608870188395183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.2732382068308705e+18, | |
| "train_loss": 5.5813525390625, | |
| "eval_loss": 6.026617333695695, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.023605823516846, | |
| "gsm8k": 6.887981761585582, | |
| "math_qa": 5.632076263427734 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.2792135822289142e+18, | |
| "train_loss": 5.574580078125, | |
| "eval_loss": 6.030623667948955, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.02747917175293, | |
| "gsm8k": 6.897120389071378, | |
| "math_qa": 5.63374137878418 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.2851372725273887e+18, | |
| "train_loss": 5.573726806640625, | |
| "eval_loss": 6.029200373469172, | |
| "eval_accuracy": 0.02676612549363756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.034156799316406, | |
| "gsm8k": 6.920648748224432, | |
| "math_qa": 5.620206832885742 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.2911206435439247e+18, | |
| "train_loss": 5.58155029296875, | |
| "eval_loss": 6.0385405823991105, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.045344829559326, | |
| "gsm8k": 6.920491998845881, | |
| "math_qa": 5.633745829264323 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.2971152254988452e+18, | |
| "train_loss": 5.5864111328125, | |
| "eval_loss": 6.036915237839158, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028039932250977, | |
| "gsm8k": 6.917620572176847, | |
| "math_qa": 5.6339982350667315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.303063439523709e+18, | |
| "train_loss": 5.5718994140625, | |
| "eval_loss": 6.0207649437156885, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.02044677734375, | |
| "gsm8k": 6.89299912886186, | |
| "math_qa": 5.6210174560546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 2.3089950846384865e+18, | |
| "train_loss": 5.5794873046875, | |
| "eval_loss": 6.034611109140757, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0439653396606445, | |
| "gsm8k": 6.92219335382635, | |
| "math_qa": 5.627023061116536 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.3149614540269814e+18, | |
| "train_loss": 5.57924072265625, | |
| "eval_loss": 6.025737298501505, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0197649002075195, | |
| "gsm8k": 6.899783047762784, | |
| "math_qa": 5.625630696614583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.3209957064473313e+18, | |
| "train_loss": 5.579932861328125, | |
| "eval_loss": 6.025367427516628, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.022710800170898, | |
| "gsm8k": 6.902273004705256, | |
| "math_qa": 5.623673756917317 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.326936624396501e+18, | |
| "train_loss": 5.572109985351562, | |
| "eval_loss": 6.018153783437368, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.00882625579834, | |
| "gsm8k": 6.879391756924716, | |
| "math_qa": 5.624197006225586 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 2.332916059612381e+18, | |
| "train_loss": 5.571551513671875, | |
| "eval_loss": 6.019822094891523, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030206680297852, | |
| "gsm8k": 6.888258500532671, | |
| "math_qa": 5.620923360188802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.338902666349904e+18, | |
| "train_loss": 5.573778686523437, | |
| "eval_loss": 6.033219157038508, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.034022331237793, | |
| "gsm8k": 6.919438448819247, | |
| "math_qa": 5.6269683837890625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.344851622330368e+18, | |
| "train_loss": 5.569758911132812, | |
| "eval_loss": 6.0289817758508635, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.04213285446167, | |
| "gsm8k": 6.915063337846235, | |
| "math_qa": 5.62176513671875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.3508569411666575e+18, | |
| "train_loss": 5.586759033203125, | |
| "eval_loss": 6.020954596029745, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020068168640137, | |
| "gsm8k": 6.8837432861328125, | |
| "math_qa": 5.625583648681641 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.356844599097426e+18, | |
| "train_loss": 5.572198486328125, | |
| "eval_loss": 6.027584385227513, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.030876159667969, | |
| "gsm8k": 6.90521864457564, | |
| "math_qa": 5.62506103515625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.3627960483064054e+18, | |
| "train_loss": 5.579658203125, | |
| "eval_loss": 6.02982301969786, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0226922035217285, | |
| "gsm8k": 6.922423622824929, | |
| "math_qa": 5.62130864461263 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 2.3688487862659973e+18, | |
| "train_loss": 5.583211669921875, | |
| "eval_loss": 6.027108115118903, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.029759407043457, | |
| "gsm8k": 6.904559048739347, | |
| "math_qa": 5.624722162882487 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.3747774018182185e+18, | |
| "train_loss": 5.57493896484375, | |
| "eval_loss": 6.027129018628919, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028101444244385, | |
| "gsm8k": 6.9026711203835225, | |
| "math_qa": 5.6257578531901045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 2.380774436199465e+18, | |
| "train_loss": 5.572783203125, | |
| "eval_loss": 6.033358238838814, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.032784461975098, | |
| "gsm8k": 6.921600341796875, | |
| "math_qa": 5.62629508972168 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 2.386725411351429e+18, | |
| "train_loss": 5.565310668945313, | |
| "eval_loss": 6.035684147396603, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.036209583282471, | |
| "gsm8k": 6.92071533203125, | |
| "math_qa": 5.630001068115234 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 2.392677499436794e+18, | |
| "train_loss": 5.56940185546875, | |
| "eval_loss": 6.034939173105601, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063443183898926, | |
| "gsm8k": 6.915194424715909, | |
| "math_qa": 5.629113515218099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 2.3986454144766444e+18, | |
| "train_loss": 5.575137939453125, | |
| "eval_loss": 6.039184003262906, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.040581703186035, | |
| "gsm8k": 6.921083623712713, | |
| "math_qa": 5.634863535563151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 2.4045909903178465e+18, | |
| "train_loss": 5.577454833984375, | |
| "eval_loss": 6.020704578708958, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.031010627746582, | |
| "gsm8k": 6.899076288396662, | |
| "math_qa": 5.617258707682292 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 2.4105641194479944e+18, | |
| "train_loss": 5.57292236328125, | |
| "eval_loss": 6.0359397836633635, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.034896373748779, | |
| "gsm8k": 6.924197110262784, | |
| "math_qa": 5.628908793131511 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 2.4165008750369833e+18, | |
| "train_loss": 5.575346069335938, | |
| "eval_loss": 6.028091765738822, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.037535190582275, | |
| "gsm8k": 6.901148015802557, | |
| "math_qa": 5.627154032389323 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 2.422470582688809e+18, | |
| "train_loss": 5.575103759765625, | |
| "eval_loss": 6.035557746887207, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052017688751221, | |
| "gsm8k": 6.924274097789418, | |
| "math_qa": 5.626857757568359 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 2.4284164054906307e+18, | |
| "train_loss": 5.571085815429687, | |
| "eval_loss": 6.035361805477658, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052279949188232, | |
| "gsm8k": 6.930494828657671, | |
| "math_qa": 5.6236826578776045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 2.4343495549177037e+18, | |
| "train_loss": 5.570867309570312, | |
| "eval_loss": 6.033549927376412, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.017707347869873, | |
| "gsm8k": 6.920536388050426, | |
| "math_qa": 5.628334681193034 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.4403292370942034e+18, | |
| "train_loss": 5.57302734375, | |
| "eval_loss": 6.033196939004434, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.029747009277344, | |
| "gsm8k": 6.924846302379262, | |
| "math_qa": 5.6248118082682295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.4462392022878126e+18, | |
| "train_loss": 5.571840209960937, | |
| "eval_loss": 6.03832043828191, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048821449279785, | |
| "gsm8k": 6.919363542036577, | |
| "math_qa": 5.633633931477864 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.4521914965316076e+18, | |
| "train_loss": 5.567505493164062, | |
| "eval_loss": 6.035290331453891, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.039166450500488, | |
| "gsm8k": 6.925074490633878, | |
| "math_qa": 5.62714958190918 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.4581672423705805e+18, | |
| "train_loss": 5.5719384765625, | |
| "eval_loss": 6.026173900913548, | |
| "eval_accuracy": 0.025888547608600262, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020655155181885, | |
| "gsm8k": 6.907900723544034, | |
| "math_qa": 5.622509002685547 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.026465661641541037 | |
| } | |
| }, | |
| { | |
| "flos": 2.464173982841045e+18, | |
| "train_loss": 5.5717236328125, | |
| "eval_loss": 6.035090111397408, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028996467590332, | |
| "gsm8k": 6.914044466885653, | |
| "math_qa": 5.632743835449219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 2.470084236871205e+18, | |
| "train_loss": 5.561227416992187, | |
| "eval_loss": 6.0275243037455795, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.032106876373291, | |
| "gsm8k": 6.90463603626598, | |
| "math_qa": 5.625132878621419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.476057077164802e+18, | |
| "train_loss": 5.567742919921875, | |
| "eval_loss": 6.0256526276871964, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.020716190338135, | |
| "gsm8k": 6.898112903941762, | |
| "math_qa": 5.626186370849609 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.481957088771703e+18, | |
| "train_loss": 5.5685205078125, | |
| "eval_loss": 6.046793447958456, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.050374984741211, | |
| "gsm8k": 6.942751104181463, | |
| "math_qa": 5.635847727457683 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.4879485380848517e+18, | |
| "train_loss": 5.571201782226563, | |
| "eval_loss": 6.037952165345888, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.040410041809082, | |
| "gsm8k": 6.920691750266335, | |
| "math_qa": 5.633158365885417 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 2.493888157880156e+18, | |
| "train_loss": 5.558572387695312, | |
| "eval_loss": 6.038757762393436, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.035477161407471, | |
| "gsm8k": 6.906148737127131, | |
| "math_qa": 5.641476949055989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.4998570618362266e+18, | |
| "train_loss": 5.5678948974609375, | |
| "eval_loss": 6.0350838223019165, | |
| "eval_accuracy": 0.026985519964896884, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0490827560424805, | |
| "gsm8k": 6.923330133611506, | |
| "math_qa": 5.626804351806641 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.505804595645645e+18, | |
| "train_loss": 5.57853515625, | |
| "eval_loss": 6.036874771118164, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.041501045227051, | |
| "gsm8k": 6.914475180886009, | |
| "math_qa": 5.634255727132161 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.511808842887594e+18, | |
| "train_loss": 5.574312133789062, | |
| "eval_loss": 6.031306241009687, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.031672477722168, | |
| "gsm8k": 6.914241443980824, | |
| "math_qa": 5.626597086588542 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.021775544388609715 | |
| } | |
| }, | |
| { | |
| "flos": 2.517745474459402e+18, | |
| "train_loss": 5.57105224609375, | |
| "eval_loss": 6.034674206295529, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056149482727051, | |
| "gsm8k": 6.912044871937145, | |
| "math_qa": 5.630756378173828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 2.523748340869366e+18, | |
| "train_loss": 5.577871704101563, | |
| "eval_loss": 6.0465805466110645, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.050872802734375, | |
| "gsm8k": 6.925778475674716, | |
| "math_qa": 5.643257141113281 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 2.5297187496746025e+18, | |
| "train_loss": 5.569179077148437, | |
| "eval_loss": 6.023157789900496, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.037321090698242, | |
| "gsm8k": 6.889586015181108, | |
| "math_qa": 5.62486457824707 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.5356813475449405e+18, | |
| "train_loss": 5.56722412109375, | |
| "eval_loss": 6.019998498865076, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.025108337402344, | |
| "gsm8k": 6.904306585138494, | |
| "math_qa": 5.614264806111653 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 2.541613445778768e+18, | |
| "train_loss": 5.574127197265625, | |
| "eval_loss": 6.043110177323625, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056102275848389, | |
| "gsm8k": 6.937550631436435, | |
| "math_qa": 5.6320756276448565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.030326004548900682, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 2.547619383090348e+18, | |
| "train_loss": 5.5723095703125, | |
| "eval_loss": 6.029909288561022, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.029510498046875, | |
| "gsm8k": 6.907252918590199, | |
| "math_qa": 5.627826690673828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.553541362381226e+18, | |
| "train_loss": 5.5637255859375, | |
| "eval_loss": 6.033506934707229, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0325446128845215, | |
| "gsm8k": 6.901698719371449, | |
| "math_qa": 5.6356658935546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.559487330138194e+18, | |
| "train_loss": 5.56212646484375, | |
| "eval_loss": 6.04663542154673, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.039249897003174, | |
| "gsm8k": 6.923765009099787, | |
| "math_qa": 5.645233154296875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.565420376486052e+18, | |
| "train_loss": 5.572843017578125, | |
| "eval_loss": 6.039938591622017, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.043730735778809, | |
| "gsm8k": 6.910815845836293, | |
| "math_qa": 5.640470504760742 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 2.5713927636605993e+18, | |
| "train_loss": 5.575111083984375, | |
| "eval_loss": 6.038646182498416, | |
| "eval_accuracy": 0.027643703378674857, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.045650482177734, | |
| "gsm8k": 6.926578868519176, | |
| "math_qa": 5.631093343098958 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 2.577329704470053e+18, | |
| "train_loss": 5.557333374023438, | |
| "eval_loss": 6.029778867154508, | |
| "eval_accuracy": 0.028521281263712155, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.03095817565918, | |
| "gsm8k": 6.904706087979403, | |
| "math_qa": 5.628672281901042 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.5833081292948767e+18, | |
| "train_loss": 5.560988159179687, | |
| "eval_loss": 6.042328190159154, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.047937393188477, | |
| "gsm8k": 6.921850724653765, | |
| "math_qa": 5.63874626159668 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.5892910879945523e+18, | |
| "train_loss": 5.576554565429688, | |
| "eval_loss": 6.0399395195213526, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052460670471191, | |
| "gsm8k": 6.925804138183594, | |
| "math_qa": 5.632874806722005 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.595271471324463e+18, | |
| "train_loss": 5.568358154296875, | |
| "eval_loss": 6.024983122542098, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.01908016204834, | |
| "gsm8k": 6.91162802956321, | |
| "math_qa": 5.619096120198567 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 2.6012504115453624e+18, | |
| "train_loss": 5.57995361328125, | |
| "eval_loss": 6.0328546730247705, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.038986682891846, | |
| "gsm8k": 6.9198830344460225, | |
| "math_qa": 5.6257890065511065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.607196688003105e+18, | |
| "train_loss": 5.567796630859375, | |
| "eval_loss": 6.0337087012626025, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0258097648620605, | |
| "gsm8k": 6.908653952858665, | |
| "math_qa": 5.633350372314453 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.6131965039125463e+18, | |
| "train_loss": 5.5689892578125, | |
| "eval_loss": 6.040209332027951, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.028834342956543, | |
| "gsm8k": 6.928233059969815, | |
| "math_qa": 5.634146372477214 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.6192171139061514e+18, | |
| "train_loss": 5.586649169921875, | |
| "eval_loss": 6.024938325624208, | |
| "eval_accuracy": 0.02676612549363756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.034944534301758, | |
| "gsm8k": 6.9000937721946025, | |
| "math_qa": 5.622991561889648 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.02613065326633166 | |
| } | |
| }, | |
| { | |
| "flos": 2.6252179815457096e+18, | |
| "train_loss": 5.566541748046875, | |
| "eval_loss": 6.026591996888857, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.032402992248535, | |
| "gsm8k": 6.912539395419034, | |
| "math_qa": 5.620048522949219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.631186494122885e+18, | |
| "train_loss": 5.565408325195312, | |
| "eval_loss": 6.035055882221943, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.038220405578613, | |
| "gsm8k": 6.923679698597301, | |
| "math_qa": 5.627506256103516 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 2.6371822298133955e+18, | |
| "train_loss": 5.567106323242188, | |
| "eval_loss": 6.038505734624089, | |
| "eval_accuracy": 0.027424308907415533, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.039699077606201, | |
| "gsm8k": 6.925141074440696, | |
| "math_qa": 5.632031758626302 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 2.6431942874533724e+18, | |
| "train_loss": 5.578947143554688, | |
| "eval_loss": 6.0470476150512695, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.036888599395752, | |
| "gsm8k": 6.927284240722656, | |
| "math_qa": 5.644452412923177 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.649125499313324e+18, | |
| "train_loss": 5.557513427734375, | |
| "eval_loss": 6.04488401155214, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0535407066345215, | |
| "gsm8k": 6.924097928133878, | |
| "math_qa": 5.6411895751953125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 2.655102337684603e+18, | |
| "train_loss": 5.56725341796875, | |
| "eval_loss": 6.0456475438298405, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052609443664551, | |
| "gsm8k": 6.927309903231534, | |
| "math_qa": 5.640972137451172 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 2.6610119109624463e+18, | |
| "train_loss": 5.565108642578125, | |
| "eval_loss": 6.042930396827492, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0579376220703125, | |
| "gsm8k": 6.923280195756392, | |
| "math_qa": 5.638186136881511 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 2.666983535780299e+18, | |
| "train_loss": 5.558267822265625, | |
| "eval_loss": 6.040726816332018, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.032811641693115, | |
| "gsm8k": 6.916689786044034, | |
| "math_qa": 5.639903386433919 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 2.672920662347088e+18, | |
| "train_loss": 5.5615087890625, | |
| "eval_loss": 6.040698077227618, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.045063018798828, | |
| "gsm8k": 6.922649730335582, | |
| "math_qa": 5.636106491088867 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 2.678815315982287e+18, | |
| "train_loss": 5.554144287109375, | |
| "eval_loss": 6.040996139113967, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.045469284057617, | |
| "gsm8k": 6.92572715065696, | |
| "math_qa": 5.635121663411458 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.6848101658357924e+18, | |
| "train_loss": 5.567095336914062, | |
| "eval_loss": 6.029514261194177, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.036866188049316, | |
| "gsm8k": 6.903241244229403, | |
| "math_qa": 5.6284434000651045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.6907523003344486e+18, | |
| "train_loss": 5.557403564453125, | |
| "eval_loss": 6.0493991697156755, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.060723781585693, | |
| "gsm8k": 6.929127779873935, | |
| "math_qa": 5.645246505737305 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 2.696671972154147e+18, | |
| "train_loss": 5.561212158203125, | |
| "eval_loss": 6.029867378441063, | |
| "eval_accuracy": 0.025888547608600262, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.023852348327637, | |
| "gsm8k": 6.911747325550426, | |
| "math_qa": 5.626173655192058 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.024120603015075376 | |
| } | |
| }, | |
| { | |
| "flos": 2.7026851840665846e+18, | |
| "train_loss": 5.5627984619140625, | |
| "eval_loss": 6.037264463063833, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048386096954346, | |
| "gsm8k": 6.921632246537642, | |
| "math_qa": 5.631002426147461 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.7086579416820613e+18, | |
| "train_loss": 5.567188720703125, | |
| "eval_loss": 6.04782315847036, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0439958572387695, | |
| "gsm8k": 6.941198869185015, | |
| "math_qa": 5.638678232828776 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.71462045741115e+18, | |
| "train_loss": 5.555384521484375, | |
| "eval_loss": 6.032190245551032, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.038421154022217, | |
| "gsm8k": 6.9120094992897725, | |
| "math_qa": 5.628420511881511 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 2.7206275275203543e+18, | |
| "train_loss": 5.575490112304688, | |
| "eval_loss": 6.029130317069389, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.038212776184082, | |
| "gsm8k": 6.914701288396662, | |
| "math_qa": 5.622486750284831 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 2.726615123174097e+18, | |
| "train_loss": 5.569443359375, | |
| "eval_loss": 6.031473726839633, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.033397674560547, | |
| "gsm8k": 6.905381636186079, | |
| "math_qa": 5.6307722727457685 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.7325654599865467e+18, | |
| "train_loss": 5.5591192626953125, | |
| "eval_loss": 6.039837399044552, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.049705505371094, | |
| "gsm8k": 6.915879683061079, | |
| "math_qa": 5.637495676676433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.738526286182875e+18, | |
| "train_loss": 5.561903076171875, | |
| "eval_loss": 6.036366952432169, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.051942825317383, | |
| "gsm8k": 6.913097728382457, | |
| "math_qa": 5.633234024047852 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.744479940857561e+18, | |
| "train_loss": 5.573428955078125, | |
| "eval_loss": 6.0327555166708455, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.033860206604004, | |
| "gsm8k": 6.914072903719815, | |
| "math_qa": 5.628726323445638 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.750391946160636e+18, | |
| "train_loss": 5.552734375, | |
| "eval_loss": 6.038226488474253, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048254489898682, | |
| "gsm8k": 6.922458995472301, | |
| "math_qa": 5.632117589314778 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 2.756347722549166e+18, | |
| "train_loss": 5.5563287353515625, | |
| "eval_loss": 6.046098296706741, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.042553901672363, | |
| "gsm8k": 6.9209747314453125, | |
| "math_qa": 5.645408630371094 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 2.762313494400336e+18, | |
| "train_loss": 5.559736328125, | |
| "eval_loss": 6.036237484699971, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.031141757965088, | |
| "gsm8k": 6.928622159090909, | |
| "math_qa": 5.627652486165364 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 2.7682513425216307e+18, | |
| "train_loss": 5.570716552734375, | |
| "eval_loss": 6.044384466635214, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.049365043640137, | |
| "gsm8k": 6.929621609774503, | |
| "math_qa": 5.638235727945964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.774246707771212e+18, | |
| "train_loss": 5.569277954101563, | |
| "eval_loss": 6.040658976580645, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056966304779053, | |
| "gsm8k": 6.931252913041548, | |
| "math_qa": 5.631111145019531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 2.780199640891392e+18, | |
| "train_loss": 5.571696166992187, | |
| "eval_loss": 6.049110412597656, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056987762451172, | |
| "gsm8k": 6.922918146306818, | |
| "math_qa": 5.647958755493164 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02579564489112228 | |
| } | |
| }, | |
| { | |
| "flos": 2.786166443534713e+18, | |
| "train_loss": 5.568010864257812, | |
| "eval_loss": 6.030130154377705, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.037010669708252, | |
| "gsm8k": 6.921198758212003, | |
| "math_qa": 5.6211503346761065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 2.7920973874960794e+18, | |
| "train_loss": 5.5613818359375, | |
| "eval_loss": 6.041914115080962, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056504726409912, | |
| "gsm8k": 6.93090196089311, | |
| "math_qa": 5.633245468139648 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.7980336282258637e+18, | |
| "train_loss": 5.556953125, | |
| "eval_loss": 6.0456351718387085, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063519477844238, | |
| "gsm8k": 6.940962357954546, | |
| "math_qa": 5.633786519368489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.8039975865270927e+18, | |
| "train_loss": 5.562910766601562, | |
| "eval_loss": 6.042721464827254, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.053454399108887, | |
| "gsm8k": 6.93017578125, | |
| "math_qa": 5.635077158610026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 2.8100013801131213e+18, | |
| "train_loss": 5.570511474609375, | |
| "eval_loss": 6.0534846589371964, | |
| "eval_accuracy": 0.027424308907415533, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.049295902252197, | |
| "gsm8k": 6.959625244140625, | |
| "math_qa": 5.638519287109375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.8159404641112556e+18, | |
| "train_loss": 5.552078857421875, | |
| "eval_loss": 6.047849603601404, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.045686721801758, | |
| "gsm8k": 6.93138954856179, | |
| "math_qa": 5.643074035644531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 2.821896941653197e+18, | |
| "train_loss": 5.559752197265625, | |
| "eval_loss": 6.0358620720940666, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0499420166015625, | |
| "gsm8k": 6.925453186035156, | |
| "math_qa": 5.626959482828776 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 2.8278441662249697e+18, | |
| "train_loss": 5.5682568359375, | |
| "eval_loss": 6.045363967483108, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.044380187988281, | |
| "gsm8k": 6.938867742365057, | |
| "math_qa": 5.635923385620117 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 2.8338475684321034e+18, | |
| "train_loss": 5.575614624023437, | |
| "eval_loss": 6.053261086747453, | |
| "eval_accuracy": 0.03488372093023256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.06909704208374, | |
| "gsm8k": 6.945467168634588, | |
| "math_qa": 5.643013636271159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 2.8398288580001137e+18, | |
| "train_loss": 5.567645874023437, | |
| "eval_loss": 6.037151826394571, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.046355724334717, | |
| "gsm8k": 6.926456798206676, | |
| "math_qa": 5.628786722819011 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 2.8457775664830874e+18, | |
| "train_loss": 5.566644897460938, | |
| "eval_loss": 6.040236086458774, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.046125411987305, | |
| "gsm8k": 6.924437089399858, | |
| "math_qa": 5.6344865163167315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.851789046986834e+18, | |
| "train_loss": 5.575859375, | |
| "eval_loss": 6.037639721019848, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0398712158203125, | |
| "gsm8k": 6.9354775168678975, | |
| "math_qa": 5.62594477335612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 2.857811305174139e+18, | |
| "train_loss": 5.563358154296875, | |
| "eval_loss": 6.036736307917415, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048758506774902, | |
| "gsm8k": 6.920358137650923, | |
| "math_qa": 5.630741119384766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 2.863782290578735e+18, | |
| "train_loss": 5.563098754882812, | |
| "eval_loss": 6.049227327913852, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.050151824951172, | |
| "gsm8k": 6.935891584916548, | |
| "math_qa": 5.642762502034505 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.8697136876591514e+18, | |
| "train_loss": 5.5627587890625, | |
| "eval_loss": 6.048704044238941, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063584327697754, | |
| "gsm8k": 6.945581609552557, | |
| "math_qa": 5.6363951365153 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 2.87570394189765e+18, | |
| "train_loss": 5.571358642578125, | |
| "eval_loss": 6.035402297973633, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048527717590332, | |
| "gsm8k": 6.919795643199574, | |
| "math_qa": 5.628961563110352 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 2.881620789776351e+18, | |
| "train_loss": 5.565479125976562, | |
| "eval_loss": 6.049792186633961, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.051114559173584, | |
| "gsm8k": 6.935667558149858, | |
| "math_qa": 5.643655776977539 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 2.887604923686453e+18, | |
| "train_loss": 5.573349609375, | |
| "eval_loss": 6.041641441551414, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.050296783447266, | |
| "gsm8k": 6.919648603959517, | |
| "math_qa": 5.638500213623047 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.029567854435178165, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.8935870174870897e+18, | |
| "train_loss": 5.564193115234375, | |
| "eval_loss": 6.041892386771537, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052375793457031, | |
| "gsm8k": 6.92963340065696, | |
| "math_qa": 5.634137471516927 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 2.8994855038437294e+18, | |
| "train_loss": 5.55638671875, | |
| "eval_loss": 6.053055814794592, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.062655925750732, | |
| "gsm8k": 6.94451210715554, | |
| "math_qa": 5.6436716715494795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.9054558299708457e+18, | |
| "train_loss": 5.564776611328125, | |
| "eval_loss": 6.030373470203297, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.031383991241455, | |
| "gsm8k": 6.910264448686079, | |
| "math_qa": 5.627005894978841 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 2.9113980879498117e+18, | |
| "train_loss": 5.5601708984375, | |
| "eval_loss": 6.05408712335535, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068406581878662, | |
| "gsm8k": 6.931529651988637, | |
| "math_qa": 5.650732676188151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.9173753176999854e+18, | |
| "train_loss": 5.56893310546875, | |
| "eval_loss": 6.047197032619167, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.057642936706543, | |
| "gsm8k": 6.927397988059304, | |
| "math_qa": 5.642901102701823 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 2.9233125473459896e+18, | |
| "train_loss": 5.562703857421875, | |
| "eval_loss": 6.049789763785697, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.055983066558838, | |
| "gsm8k": 6.915761774236506, | |
| "math_qa": 5.6523698170979815 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.9292943523100754e+18, | |
| "train_loss": 5.559013671875, | |
| "eval_loss": 6.049412392281197, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.050924301147461, | |
| "gsm8k": 6.9358132102272725, | |
| "math_qa": 5.643019358317058 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 2.93526014456234e+18, | |
| "train_loss": 5.5696142578125, | |
| "eval_loss": 6.052404661436339, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.058082580566406, | |
| "gsm8k": 6.924914966930043, | |
| "math_qa": 5.652030944824219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 2.9411981161639444e+18, | |
| "train_loss": 5.556864013671875, | |
| "eval_loss": 6.040902936780775, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.053041458129883, | |
| "gsm8k": 6.922354264692827, | |
| "math_qa": 5.635892868041992 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 2.947225856340132e+18, | |
| "train_loss": 5.56885986328125, | |
| "eval_loss": 6.0405558766545475, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.049523830413818, | |
| "gsm8k": 6.9306113503196025, | |
| "math_qa": 5.631866455078125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 2.9532136581523046e+18, | |
| "train_loss": 5.569835815429688, | |
| "eval_loss": 6.057394388559702, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068498611450195, | |
| "gsm8k": 6.940637068314985, | |
| "math_qa": 5.651649475097656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 2.9591432626207457e+18, | |
| "train_loss": 5.563304443359375, | |
| "eval_loss": 6.050152933275378, | |
| "eval_accuracy": 0.027424308907415533, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.057918071746826, | |
| "gsm8k": 6.944416392933238, | |
| "math_qa": 5.63963508605957 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 2.9651482518182953e+18, | |
| "train_loss": 5.567506103515625, | |
| "eval_loss": 6.052986660519162, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.05162239074707, | |
| "gsm8k": 6.931725935502485, | |
| "math_qa": 5.6503448486328125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 2.971058237412999e+18, | |
| "train_loss": 5.554093627929688, | |
| "eval_loss": 6.05231439745104, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.057007789611816, | |
| "gsm8k": 6.936336864124645, | |
| "math_qa": 5.646746317545573 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 2.977042226904826e+18, | |
| "train_loss": 5.565379638671875, | |
| "eval_loss": 6.041840630608636, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.046302795410156, | |
| "gsm8k": 6.930818731134588, | |
| "math_qa": 5.634020487467448 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.027135678391959798 | |
| } | |
| }, | |
| { | |
| "flos": 2.9830447636760494e+18, | |
| "train_loss": 5.568486328125, | |
| "eval_loss": 6.055727417404587, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0630388259887695, | |
| "gsm8k": 6.947092229669744, | |
| "math_qa": 5.646575927734375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 2.9890049504591217e+18, | |
| "train_loss": 5.56609619140625, | |
| "eval_loss": 6.058716696661872, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.065526008605957, | |
| "gsm8k": 6.956482627175071, | |
| "math_qa": 5.646673202514648 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 2.994910113879294e+18, | |
| "train_loss": 5.566434936523438, | |
| "eval_loss": 6.045622696747651, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074278831481934, | |
| "gsm8k": 6.934752724387429, | |
| "math_qa": 5.6357167561848955 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 3.000929033803268e+18, | |
| "train_loss": 5.564778442382813, | |
| "eval_loss": 6.051119108457823, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.057008743286133, | |
| "gsm8k": 6.931800148703835, | |
| "math_qa": 5.646982828776042 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.0068120437821276e+18, | |
| "train_loss": 5.558419799804687, | |
| "eval_loss": 6.047580358144399, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.059100151062012, | |
| "gsm8k": 6.927881414240057, | |
| "math_qa": 5.643149058024089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.0127930863895183e+18, | |
| "train_loss": 5.568631591796875, | |
| "eval_loss": 6.055422525148134, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.053877353668213, | |
| "gsm8k": 6.9462758844549, | |
| "math_qa": 5.647243499755859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 3.0187814653379215e+18, | |
| "train_loss": 5.5609912109375, | |
| "eval_loss": 6.052990552541372, | |
| "eval_accuracy": 0.026985519964896884, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.054688930511475, | |
| "gsm8k": 6.942614468661222, | |
| "math_qa": 5.645104726155599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02780569514237856 | |
| } | |
| }, | |
| { | |
| "flos": 3.0247718226556355e+18, | |
| "train_loss": 5.554647216796875, | |
| "eval_loss": 6.060636752360576, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075538158416748, | |
| "gsm8k": 6.959561434659091, | |
| "math_qa": 5.647387822469075 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.030753359721136e+18, | |
| "train_loss": 5.5612548828125, | |
| "eval_loss": 6.052864280906883, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063438415527344, | |
| "gsm8k": 6.927094893022017, | |
| "math_qa": 5.651294072469075 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.0367660970396877e+18, | |
| "train_loss": 5.559215698242188, | |
| "eval_loss": 6.0369291563291805, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0450439453125, | |
| "gsm8k": 6.924864335493608, | |
| "math_qa": 5.629282633463542 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.042709035234099e+18, | |
| "train_loss": 5.561949462890625, | |
| "eval_loss": 6.055293237840807, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.062735080718994, | |
| "gsm8k": 6.937056107954546, | |
| "math_qa": 5.650531768798828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.0486826384212623e+18, | |
| "train_loss": 5.563551635742187, | |
| "eval_loss": 6.044202546815614, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052694320678711, | |
| "gsm8k": 6.930761163884943, | |
| "math_qa": 5.637155532836914 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.054633159917306e+18, | |
| "train_loss": 5.56603515625, | |
| "eval_loss": 6.044793360942119, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.05502986907959, | |
| "gsm8k": 6.921093333851207, | |
| "math_qa": 5.642302831013997 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 3.0606561396591165e+18, | |
| "train_loss": 5.561398315429687, | |
| "eval_loss": 6.044399570774388, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.047199249267578, | |
| "gsm8k": 6.924234563654119, | |
| "math_qa": 5.640908559163411 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 3.0665756670605394e+18, | |
| "train_loss": 5.562489013671875, | |
| "eval_loss": 6.046347927402806, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.039924144744873, | |
| "gsm8k": 6.934491244229403, | |
| "math_qa": 5.639817555745442 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.072570393433735e+18, | |
| "train_loss": 5.571422729492188, | |
| "eval_loss": 6.048935013848382, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.051633358001709, | |
| "gsm8k": 6.949401161887429, | |
| "math_qa": 5.635996500651042 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.078487900589916e+18, | |
| "train_loss": 5.555867919921875, | |
| "eval_loss": 6.044412148965372, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0481109619140625, | |
| "gsm8k": 6.929677789861506, | |
| "math_qa": 5.638357162475586 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.084447181134889e+18, | |
| "train_loss": 5.564863891601562, | |
| "eval_loss": 6.046090538437302, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.038904666900635, | |
| "gsm8k": 6.938683943314985, | |
| "math_qa": 5.637584050496419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.025460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.0904047925481964e+18, | |
| "train_loss": 5.563429565429687, | |
| "eval_loss": 6.047865841839765, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0600175857543945, | |
| "gsm8k": 6.923936323686079, | |
| "math_qa": 5.645320892333984 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.096377221061804e+18, | |
| "train_loss": 5.56996826171875, | |
| "eval_loss": 6.041785936097841, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.055846214294434, | |
| "gsm8k": 6.930812488902699, | |
| "math_qa": 5.6331437428792315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 3.1023288968303084e+18, | |
| "train_loss": 5.556396484375, | |
| "eval_loss": 6.054422842489706, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052797317504883, | |
| "gsm8k": 6.939555775035512, | |
| "math_qa": 5.648872375488281 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 3.1082931224932516e+18, | |
| "train_loss": 5.563140869140625, | |
| "eval_loss": 6.043003597775021, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.043964385986328, | |
| "gsm8k": 6.933618718927557, | |
| "math_qa": 5.634724934895833 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.114214957902725e+18, | |
| "train_loss": 5.552532348632813, | |
| "eval_loss": 6.057039054664406, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066658973693848, | |
| "gsm8k": 6.946071277965199, | |
| "math_qa": 5.648764292399089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 3.1202217606502154e+18, | |
| "train_loss": 5.5624169921875, | |
| "eval_loss": 6.052208616926864, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.062085151672363, | |
| "gsm8k": 6.94701524214311, | |
| "math_qa": 5.641265869140625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.1261540237034127e+18, | |
| "train_loss": 5.55888916015625, | |
| "eval_loss": 6.0538454313535945, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.059212684631348, | |
| "gsm8k": 6.939177079634233, | |
| "math_qa": 5.647621154785156 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 3.132116333274071e+18, | |
| "train_loss": 5.561558837890625, | |
| "eval_loss": 6.055437113787677, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069932460784912, | |
| "gsm8k": 6.94314921985973, | |
| "math_qa": 5.647361119588216 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.138058364693512e+18, | |
| "train_loss": 5.559783935546875, | |
| "eval_loss": 6.049985834070154, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.049646377563477, | |
| "gsm8k": 6.933599298650568, | |
| "math_qa": 5.6450246175130205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 3.1440025801038234e+18, | |
| "train_loss": 5.559340209960937, | |
| "eval_loss": 6.035843307907517, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.042713165283203, | |
| "gsm8k": 6.917452031915838, | |
| "math_qa": 5.6312001546223955 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.1499724729761137e+18, | |
| "train_loss": 5.560810546875, | |
| "eval_loss": 6.056332201571078, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.061169624328613, | |
| "gsm8k": 6.942368247292259, | |
| "math_qa": 5.649829228719075 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.155903149038895e+18, | |
| "train_loss": 5.556427001953125, | |
| "eval_loss": 6.047882569802774, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0564093589782715, | |
| "gsm8k": 6.9433725530451, | |
| "math_qa": 5.636739095052083 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.161870775242195e+18, | |
| "train_loss": 5.561845092773438, | |
| "eval_loss": 6.05901135625066, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067334175109863, | |
| "gsm8k": 6.944322065873579, | |
| "math_qa": 5.652550379435222 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.167813898657071e+18, | |
| "train_loss": 5.566221923828125, | |
| "eval_loss": 6.04776820620975, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048712730407715, | |
| "gsm8k": 6.925503817471591, | |
| "math_qa": 5.645394007364909 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.1737774038392504e+18, | |
| "train_loss": 5.557081298828125, | |
| "eval_loss": 6.052757933333114, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.06746768951416, | |
| "gsm8k": 6.935849276455966, | |
| "math_qa": 5.646781921386719 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 3.1797171476517356e+18, | |
| "train_loss": 5.552625732421875, | |
| "eval_loss": 6.05412921390018, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.059350967407227, | |
| "gsm8k": 6.950479680841619, | |
| "math_qa": 5.642866770426433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 3.185707092652589e+18, | |
| "train_loss": 5.556126708984375, | |
| "eval_loss": 6.044002842258763, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.048099517822266, | |
| "gsm8k": 6.927423650568182, | |
| "math_qa": 5.638760248819987 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.1916642708110705e+18, | |
| "train_loss": 5.557313842773437, | |
| "eval_loss": 6.0505616729323926, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.060661792755127, | |
| "gsm8k": 6.936777981844815, | |
| "math_qa": 5.643537521362305 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.1975713095213384e+18, | |
| "train_loss": 5.55338623046875, | |
| "eval_loss": 6.055518073004645, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.065578460693359, | |
| "gsm8k": 6.932678916237571, | |
| "math_qa": 5.652647654215495 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 3.2035615428218716e+18, | |
| "train_loss": 5.564739990234375, | |
| "eval_loss": 6.055416390702531, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066161632537842, | |
| "gsm8k": 6.940187627618963, | |
| "math_qa": 5.649000803629558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.20948393442961e+18, | |
| "train_loss": 5.564984130859375, | |
| "eval_loss": 6.051086657756084, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.053398609161377, | |
| "gsm8k": 6.935711253773082, | |
| "math_qa": 5.645441055297852 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.2155349415173816e+18, | |
| "train_loss": 5.5718115234375, | |
| "eval_loss": 6.046636968045621, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.06118631362915, | |
| "gsm8k": 6.942101218483665, | |
| "math_qa": 5.635003407796224 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.2214886573953516e+18, | |
| "train_loss": 5.558699951171875, | |
| "eval_loss": 6.049391411446236, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0559186935424805, | |
| "gsm8k": 6.939614729447798, | |
| "math_qa": 5.640828450520833 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.2274611272480195e+18, | |
| "train_loss": 5.5544482421875, | |
| "eval_loss": 6.045121631106815, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.046504020690918, | |
| "gsm8k": 6.924879594282671, | |
| "math_qa": 5.641784032185872 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.233464055398138e+18, | |
| "train_loss": 5.5761376953125, | |
| "eval_loss": 6.0542462323163, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.062141418457031, | |
| "gsm8k": 6.947169910777699, | |
| "math_qa": 5.644331614176433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 3.239446210938929e+18, | |
| "train_loss": 5.55146728515625, | |
| "eval_loss": 6.051746394183184, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068933963775635, | |
| "gsm8k": 6.935451160777699, | |
| "math_qa": 5.645282745361328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 3.245404934748766e+18, | |
| "train_loss": 5.5577783203125, | |
| "eval_loss": 6.044481792965451, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.049319267272949, | |
| "gsm8k": 6.935342268510298, | |
| "math_qa": 5.6357676188151045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.2513539315314196e+18, | |
| "train_loss": 5.554295654296875, | |
| "eval_loss": 6.047050037899533, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.051257610321045, | |
| "gsm8k": 6.92877890846946, | |
| "math_qa": 5.6425736745198565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 3.257299342553252e+18, | |
| "train_loss": 5.559605712890625, | |
| "eval_loss": 6.059336224117795, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068480491638184, | |
| "gsm8k": 6.94647841020064, | |
| "math_qa": 5.651967366536458 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.2632789216505364e+18, | |
| "train_loss": 5.562420043945313, | |
| "eval_loss": 6.045549392700195, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.053708076477051, | |
| "gsm8k": 6.943463412198153, | |
| "math_qa": 5.633325576782227 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.2692752758163374e+18, | |
| "train_loss": 5.564578857421875, | |
| "eval_loss": 6.054991799431878, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072833061218262, | |
| "gsm8k": 6.944296403364702, | |
| "math_qa": 5.645907084147136 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.275211392528941e+18, | |
| "train_loss": 5.552900390625, | |
| "eval_loss": 6.044279794435243, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.055172443389893, | |
| "gsm8k": 6.933330882679332, | |
| "math_qa": 5.6358903249104815 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.281163191777755e+18, | |
| "train_loss": 5.566780395507813, | |
| "eval_loss": 6.050023620193069, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069117546081543, | |
| "gsm8k": 6.940283341841265, | |
| "math_qa": 5.64039675394694 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 3.2871429566323753e+18, | |
| "train_loss": 5.56725341796875, | |
| "eval_loss": 6.047872208260201, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.05509614944458, | |
| "gsm8k": 6.935836098410866, | |
| "math_qa": 5.640286763509114 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.293111510548611e+18, | |
| "train_loss": 5.557484130859375, | |
| "eval_loss": 6.043597556449272, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.054868698120117, | |
| "gsm8k": 6.918147693980824, | |
| "math_qa": 5.641822814941406 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.2990306873733284e+18, | |
| "train_loss": 5.55577392578125, | |
| "eval_loss": 6.049311509003511, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.061936378479004, | |
| "gsm8k": 6.942737926136363, | |
| "math_qa": 5.638772328694661 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.3049819921640325e+18, | |
| "train_loss": 5.5542138671875, | |
| "eval_loss": 6.045821318755278, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.058750152587891, | |
| "gsm8k": 6.925605773925781, | |
| "math_qa": 5.641509373982747 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 3.3109505256791736e+18, | |
| "train_loss": 5.563279418945313, | |
| "eval_loss": 6.044648763295767, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.061410903930664, | |
| "gsm8k": 6.932929992675781, | |
| "math_qa": 5.636123021443685 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 3.31697476277266e+18, | |
| "train_loss": 5.554556884765625, | |
| "eval_loss": 6.051885862608214, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069278717041016, | |
| "gsm8k": 6.941583806818182, | |
| "math_qa": 5.642658233642578 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 3.3229111677849436e+18, | |
| "train_loss": 5.5600390625, | |
| "eval_loss": 6.051869443944983, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067422389984131, | |
| "gsm8k": 6.934436451305043, | |
| "math_qa": 5.646063486735026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.328865399058989e+18, | |
| "train_loss": 5.55937744140625, | |
| "eval_loss": 6.059133400788179, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074245929718018, | |
| "gsm8k": 6.941624034534801, | |
| "math_qa": 5.653399149576823 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.334842773227438e+18, | |
| "train_loss": 5.563673095703125, | |
| "eval_loss": 6.047912958505991, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.058722496032715, | |
| "gsm8k": 6.9314797141335225, | |
| "math_qa": 5.6420440673828125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.3408215899680276e+18, | |
| "train_loss": 5.554681396484375, | |
| "eval_loss": 6.055064072480073, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068665504455566, | |
| "gsm8k": 6.952972412109375, | |
| "math_qa": 5.642389297485352 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.346729370633896e+18, | |
| "train_loss": 5.556343994140625, | |
| "eval_loss": 6.06145276250066, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.065915107727051, | |
| "gsm8k": 6.949605768377131, | |
| "math_qa": 5.654010772705078 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 3.3527146174773985e+18, | |
| "train_loss": 5.557593994140625, | |
| "eval_loss": 6.062459662153914, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.064691066741943, | |
| "gsm8k": 6.949550281871449, | |
| "math_qa": 5.655690511067708 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 3.3586612445118464e+18, | |
| "train_loss": 5.551328125, | |
| "eval_loss": 6.058768349724847, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075774192810059, | |
| "gsm8k": 6.943999550559304, | |
| "math_qa": 5.651620229085286 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03685092127303183 | |
| } | |
| }, | |
| { | |
| "flos": 3.364644863025873e+18, | |
| "train_loss": 5.551657104492188, | |
| "eval_loss": 6.052962535136455, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066316604614258, | |
| "gsm8k": 6.941470059481534, | |
| "math_qa": 5.644617080688477 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.370617765596496e+18, | |
| "train_loss": 5.5642022705078125, | |
| "eval_loss": 6.0624425217912, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0681352615356445, | |
| "gsm8k": 6.953244295987216, | |
| "math_qa": 5.653683980305989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.37655586067841e+18, | |
| "train_loss": 5.557647094726563, | |
| "eval_loss": 6.054827019974992, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.062265872955322, | |
| "gsm8k": 6.9392478249289775, | |
| "math_qa": 5.648847579956055 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.3825515346287657e+18, | |
| "train_loss": 5.567315673828125, | |
| "eval_loss": 6.051072197991449, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0620574951171875, | |
| "gsm8k": 6.941967357288707, | |
| "math_qa": 5.64182980855306 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.3884991505794335e+18, | |
| "train_loss": 5.550678100585937, | |
| "eval_loss": 6.052019737862252, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.062657356262207, | |
| "gsm8k": 6.941895224831321, | |
| "math_qa": 5.643273671468099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 3.394441388157305e+18, | |
| "train_loss": 5.550819091796875, | |
| "eval_loss": 6.05986399263949, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068161964416504, | |
| "gsm8k": 6.947892622514204, | |
| "math_qa": 5.652159372965495 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 3.400391394257273e+18, | |
| "train_loss": 5.55003173828125, | |
| "eval_loss": 6.058040464246595, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.065432548522949, | |
| "gsm8k": 6.938765092329546, | |
| "math_qa": 5.653759002685547 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.4063712412531425e+18, | |
| "train_loss": 5.558304443359375, | |
| "eval_loss": 6.056028211438978, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066356658935547, | |
| "gsm8k": 6.952845486727628, | |
| "math_qa": 5.644126256306966 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.4123657410668134e+18, | |
| "train_loss": 5.569844970703125, | |
| "eval_loss": 6.05775498055123, | |
| "eval_accuracy": 0.029398859148749453, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.061326026916504, | |
| "gsm8k": 6.948995416814631, | |
| "math_qa": 5.648972193400065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.4183018368414515e+18, | |
| "train_loss": 5.5512017822265625, | |
| "eval_loss": 6.0492726661063525, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0558085441589355, | |
| "gsm8k": 6.929913607510653, | |
| "math_qa": 5.645100911458333 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.424218376019378e+18, | |
| "train_loss": 5.555042724609375, | |
| "eval_loss": 6.048127818751979, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.06485652923584, | |
| "gsm8k": 6.93915488503196, | |
| "math_qa": 5.638346354166667 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.4301737615658844e+18, | |
| "train_loss": 5.552029418945312, | |
| "eval_loss": 6.054664354066591, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076354026794434, | |
| "gsm8k": 6.94537353515625, | |
| "math_qa": 5.644615173339844 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.4361504759199826e+18, | |
| "train_loss": 5.56545166015625, | |
| "eval_loss": 6.06063023129025, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067288398742676, | |
| "gsm8k": 6.954084222966975, | |
| "math_qa": 5.650575637817383 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.4420929604584735e+18, | |
| "train_loss": 5.564771728515625, | |
| "eval_loss": 6.057365881430136, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.058304786682129, | |
| "gsm8k": 6.95479306307706, | |
| "math_qa": 5.64596684773763 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.448080020315046e+18, | |
| "train_loss": 5.556994018554687, | |
| "eval_loss": 6.048482070098052, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.055983543395996, | |
| "gsm8k": 6.936968716708097, | |
| "math_qa": 5.640633900960286 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 3.454072397341131e+18, | |
| "train_loss": 5.567552490234375, | |
| "eval_loss": 6.052637357969542, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.058576583862305, | |
| "gsm8k": 6.948390613902699, | |
| "math_qa": 5.641588846842448 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.460027184813441e+18, | |
| "train_loss": 5.5424072265625, | |
| "eval_loss": 6.05532878154033, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0577392578125, | |
| "gsm8k": 6.941198175603693, | |
| "math_qa": 5.6491044362386065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 3.4660384596956283e+18, | |
| "train_loss": 5.561431274414063, | |
| "eval_loss": 6.052422368848646, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056041240692139, | |
| "gsm8k": 6.943812977183949, | |
| "math_qa": 5.643566767374675 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.471989126146818e+18, | |
| "train_loss": 5.5623291015625, | |
| "eval_loss": 6.0606435827306795, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068561553955078, | |
| "gsm8k": 6.953144420276988, | |
| "math_qa": 5.650920867919922 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 3.4779529609677373e+18, | |
| "train_loss": 5.556593017578125, | |
| "eval_loss": 6.055036235500026, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070736885070801, | |
| "gsm8k": 6.9456259987571025, | |
| "math_qa": 5.645540873209636 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.483930417277436e+18, | |
| "train_loss": 5.556591186523438, | |
| "eval_loss": 6.059316093857224, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074284076690674, | |
| "gsm8k": 6.948594526811079, | |
| "math_qa": 5.650482813517253 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.4898871009778074e+18, | |
| "train_loss": 5.560100708007813, | |
| "eval_loss": 6.055434768264358, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0669403076171875, | |
| "gsm8k": 6.946605335582387, | |
| "math_qa": 5.646022796630859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 3.4958618374994657e+18, | |
| "train_loss": 5.554712524414063, | |
| "eval_loss": 6.06132460929252, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066695213317871, | |
| "gsm8k": 6.946719082919034, | |
| "math_qa": 5.655071258544922 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 3.5018898251731436e+18, | |
| "train_loss": 5.569210815429687, | |
| "eval_loss": 6.05261163453798, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052340507507324, | |
| "gsm8k": 6.9388885498046875, | |
| "math_qa": 5.646423975626628 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.507806549571535e+18, | |
| "train_loss": 5.55548095703125, | |
| "eval_loss": 6.056573661598, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072598457336426, | |
| "gsm8k": 6.945829911665483, | |
| "math_qa": 5.6476624806722 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 3.5137938778635633e+18, | |
| "train_loss": 5.545706787109375, | |
| "eval_loss": 6.057673686259502, | |
| "eval_accuracy": 0.035980693286529176, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069282531738281, | |
| "gsm8k": 6.9458840110085225, | |
| "math_qa": 5.649609883626302 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 3.519684739579511e+18, | |
| "train_loss": 5.550069580078125, | |
| "eval_loss": 6.061764820201977, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.073038578033447, | |
| "gsm8k": 6.9507904052734375, | |
| "math_qa": 5.6533552805582685 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03886097152428811 | |
| } | |
| }, | |
| { | |
| "flos": 3.5257165605115003e+18, | |
| "train_loss": 5.562824096679687, | |
| "eval_loss": 6.054642136032517, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0714569091796875, | |
| "gsm8k": 6.942585338245738, | |
| "math_qa": 5.646266937255859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.5316843311330755e+18, | |
| "train_loss": 5.561094970703125, | |
| "eval_loss": 6.05605378022065, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0652313232421875, | |
| "gsm8k": 6.950906926935369, | |
| "math_qa": 5.645147959391276 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 3.537645095589249e+18, | |
| "train_loss": 5.552965087890625, | |
| "eval_loss": 6.062238229287638, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070882797241211, | |
| "gsm8k": 6.947410583496094, | |
| "math_qa": 5.655813852945964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 3.543595432401699e+18, | |
| "train_loss": 5.554370727539062, | |
| "eval_loss": 6.0539161063529345, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.059490203857422, | |
| "gsm8k": 6.943345503373579, | |
| "math_qa": 5.645796457926433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.5495757121155236e+18, | |
| "train_loss": 5.560413818359375, | |
| "eval_loss": 6.047149503553236, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.05483341217041, | |
| "gsm8k": 6.933414112437855, | |
| "math_qa": 5.6403045654296875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 3.5555294902705193e+18, | |
| "train_loss": 5.564462890625, | |
| "eval_loss": 6.052312567427352, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0649542808532715, | |
| "gsm8k": 6.941404169256037, | |
| "math_qa": 5.643758773803711 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 3.561483268425515e+18, | |
| "train_loss": 5.543060302734375, | |
| "eval_loss": 6.041766347111882, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063239097595215, | |
| "gsm8k": 6.927847428755327, | |
| "math_qa": 5.633856455485026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.567412398836941e+18, | |
| "train_loss": 5.552120971679687, | |
| "eval_loss": 6.0502836124317065, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.058054447174072, | |
| "gsm8k": 6.936559503728693, | |
| "math_qa": 5.643426259358724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.5733852187294433e+18, | |
| "train_loss": 5.555675048828125, | |
| "eval_loss": 6.060484138694969, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.079939842224121, | |
| "gsm8k": 6.945237593217329, | |
| "math_qa": 5.653350830078125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 3.579329393337565e+18, | |
| "train_loss": 5.557530517578125, | |
| "eval_loss": 6.055624111278637, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0732316970825195, | |
| "gsm8k": 6.942591580477628, | |
| "math_qa": 5.647630055745442 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.5852480139640177e+18, | |
| "train_loss": 5.550302734375, | |
| "eval_loss": 6.0589204221158415, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063874244689941, | |
| "gsm8k": 6.948772083629262, | |
| "math_qa": 5.650658925374349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.5912618851539354e+18, | |
| "train_loss": 5.567915649414062, | |
| "eval_loss": 6.055322131595096, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.061362266540527, | |
| "gsm8k": 6.951707319779829, | |
| "math_qa": 5.643975575764974 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.5972552306951455e+18, | |
| "train_loss": 5.55826171875, | |
| "eval_loss": 6.060773076237859, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069515228271484, | |
| "gsm8k": 6.945974176580256, | |
| "math_qa": 5.654327392578125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 3.6032063706664796e+18, | |
| "train_loss": 5.553410034179688, | |
| "eval_loss": 6.054708738584776, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067806243896484, | |
| "gsm8k": 6.944745150479403, | |
| "math_qa": 5.645683924357097 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03886097152428811 | |
| } | |
| }, | |
| { | |
| "flos": 3.609132636334719e+18, | |
| "train_loss": 5.55615966796875, | |
| "eval_loss": 6.060365032505345, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.081573963165283, | |
| "gsm8k": 6.948387839577415, | |
| "math_qa": 5.651587168375651 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.6151008810133094e+18, | |
| "train_loss": 5.562438354492188, | |
| "eval_loss": 6.057905016718684, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069465160369873, | |
| "gsm8k": 6.942614468661222, | |
| "math_qa": 5.651449839274089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 3.6210812439421256e+18, | |
| "train_loss": 5.567066650390625, | |
| "eval_loss": 6.056510512893264, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.064609527587891, | |
| "gsm8k": 6.942889126864347, | |
| "math_qa": 5.6495787302653 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.6270663667684475e+18, | |
| "train_loss": 5.560771484375, | |
| "eval_loss": 6.060370831876187, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070412635803223, | |
| "gsm8k": 6.9514853737571025, | |
| "math_qa": 5.651106516520183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 3.632971674070024e+18, | |
| "train_loss": 5.546552124023438, | |
| "eval_loss": 6.057069829992346, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.07136344909668, | |
| "gsm8k": 6.943310824307528, | |
| "math_qa": 5.649684906005859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.6389694912090604e+18, | |
| "train_loss": 5.55107177734375, | |
| "eval_loss": 6.0574618159113705, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068559646606445, | |
| "gsm8k": 6.952029141512784, | |
| "math_qa": 5.6465269724528 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 3.644909853496836e+18, | |
| "train_loss": 5.549193115234375, | |
| "eval_loss": 6.0655828939901815, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072761535644531, | |
| "gsm8k": 6.954025962136009, | |
| "math_qa": 5.657781600952148 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 3.650877686395437e+18, | |
| "train_loss": 5.5512060546875, | |
| "eval_loss": 6.055723396507469, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0691328048706055, | |
| "gsm8k": 6.940778558904475, | |
| "math_qa": 5.648955663045247 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.656880696686805e+18, | |
| "train_loss": 5.548779296875, | |
| "eval_loss": 6.059584153665079, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.077259540557861, | |
| "gsm8k": 6.948018854314631, | |
| "math_qa": 5.650911966959636 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 3.6628799773359473e+18, | |
| "train_loss": 5.55883544921875, | |
| "eval_loss": 6.05896300238532, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074835777282715, | |
| "gsm8k": 6.947617270729759, | |
| "math_qa": 5.650340398152669 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.6688681291879547e+18, | |
| "train_loss": 5.556146240234375, | |
| "eval_loss": 6.061601844993797, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074501991271973, | |
| "gsm8k": 6.951169100674716, | |
| "math_qa": 5.652808507283528 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 3.674836992341836e+18, | |
| "train_loss": 5.553027954101562, | |
| "eval_loss": 6.0590311514364705, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072281837463379, | |
| "gsm8k": 6.948007063432173, | |
| "math_qa": 5.650479634602864 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 3.680837262444069e+18, | |
| "train_loss": 5.557493896484375, | |
| "eval_loss": 6.063885998081517, | |
| "eval_accuracy": 0.03488372093023256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.078211307525635, | |
| "gsm8k": 6.951180891557173, | |
| "math_qa": 5.656015396118164 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 3.68679406962475e+18, | |
| "train_loss": 5.5527685546875, | |
| "eval_loss": 6.053513861991264, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.071709632873535, | |
| "gsm8k": 6.943241466175426, | |
| "math_qa": 5.644205729166667 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.69280025389695e+18, | |
| "train_loss": 5.55413818359375, | |
| "eval_loss": 6.059189100523253, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0743608474731445, | |
| "gsm8k": 6.948468295010653, | |
| "math_qa": 5.650338490804036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.6987426353562255e+18, | |
| "train_loss": 5.54634033203125, | |
| "eval_loss": 6.05936388067297, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068507671356201, | |
| "gsm8k": 6.949931751598012, | |
| "math_qa": 5.650424957275391 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 3.7046800507595653e+18, | |
| "train_loss": 5.559100341796875, | |
| "eval_loss": 6.054580379176784, | |
| "eval_accuracy": 0.028521281263712155, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063756942749023, | |
| "gsm8k": 6.945220253684304, | |
| "math_qa": 5.645605723063151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 3.710655961954779e+18, | |
| "train_loss": 5.5576611328125, | |
| "eval_loss": 6.058184185543576, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0727033615112305, | |
| "gsm8k": 6.947493813254616, | |
| "math_qa": 5.649374008178711 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.716639003332575e+18, | |
| "train_loss": 5.555716552734375, | |
| "eval_loss": 6.053595207832955, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.06796932220459, | |
| "gsm8k": 6.941612243652344, | |
| "math_qa": 5.645389556884766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 3.7226381809025024e+18, | |
| "train_loss": 5.554948120117188, | |
| "eval_loss": 6.053452156685494, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0667572021484375, | |
| "gsm8k": 6.943078474564985, | |
| "math_qa": 5.644598007202148 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 3.728592020797653e+18, | |
| "train_loss": 5.558704223632812, | |
| "eval_loss": 6.059399579022382, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069427490234375, | |
| "gsm8k": 6.950464422052557, | |
| "math_qa": 5.650159200032552 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.73452300609808e+18, | |
| "train_loss": 5.55464111328125, | |
| "eval_loss": 6.051964270102011, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.065739631652832, | |
| "gsm8k": 6.939356023615057, | |
| "math_qa": 5.644095102945964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 3.740484449695957e+18, | |
| "train_loss": 5.553890380859375, | |
| "eval_loss": 6.052166552157016, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070710182189941, | |
| "gsm8k": 6.942037409002131, | |
| "math_qa": 5.642763773600261 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.746468707086369e+18, | |
| "train_loss": 5.555827026367187, | |
| "eval_loss": 6.059778110401051, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.071372032165527, | |
| "gsm8k": 6.945234818892046, | |
| "math_qa": 5.652977625528972 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.752435530130784e+18, | |
| "train_loss": 5.555598754882812, | |
| "eval_loss": 6.064367732486209, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.077910900115967, | |
| "gsm8k": 6.962120749733665, | |
| "math_qa": 5.6517690022786455 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.758405671037436e+18, | |
| "train_loss": 5.55022705078125, | |
| "eval_loss": 6.055769043999749, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067127704620361, | |
| "gsm8k": 6.952152598987926, | |
| "math_qa": 5.643980026245117 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.764377542815908e+18, | |
| "train_loss": 5.554290161132813, | |
| "eval_loss": 6.0509920893488705, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.05650520324707, | |
| "gsm8k": 6.942029086026278, | |
| "math_qa": 5.642140706380208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 3.7702877141679473e+18, | |
| "train_loss": 5.545007934570313, | |
| "eval_loss": 6.0553012023100985, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.065285682678223, | |
| "gsm8k": 6.943668712269176, | |
| "math_qa": 5.647300720214844 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 3.776252991561007e+18, | |
| "train_loss": 5.55803955078125, | |
| "eval_loss": 6.057851482082057, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.06783390045166, | |
| "gsm8k": 6.943757490678267, | |
| "math_qa": 5.650979359944661 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.7821943637029683e+18, | |
| "train_loss": 5.5468359375, | |
| "eval_loss": 6.058991535289867, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0747761726379395, | |
| "gsm8k": 6.951112920587713, | |
| "math_qa": 5.648787180582683 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 3.7881986109449175e+18, | |
| "train_loss": 5.5516729736328125, | |
| "eval_loss": 6.0579607680037215, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069573402404785, | |
| "gsm8k": 6.945431795987216, | |
| "math_qa": 5.650235493977864 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.794139591171113e+18, | |
| "train_loss": 5.54901611328125, | |
| "eval_loss": 6.0491678392564925, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.060819625854492, | |
| "gsm8k": 6.936092029918324, | |
| "math_qa": 5.641689936319987 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 3.80019362728457e+18, | |
| "train_loss": 5.572955932617187, | |
| "eval_loss": 6.059243227984454, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076651573181152, | |
| "gsm8k": 6.9455649636008525, | |
| "math_qa": 5.651561737060547 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 3.806137245694427e+18, | |
| "train_loss": 5.5576318359375, | |
| "eval_loss": 6.058323782843512, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069140434265137, | |
| "gsm8k": 6.946870283647017, | |
| "math_qa": 5.6501719156901045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.812110539107074e+18, | |
| "train_loss": 5.56074951171875, | |
| "eval_loss": 6.057844857911806, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069668292999268, | |
| "gsm8k": 6.947147022594105, | |
| "math_qa": 5.64926274617513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 3.818077670852264e+18, | |
| "train_loss": 5.558587646484375, | |
| "eval_loss": 6.056871826584275, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.071476936340332, | |
| "gsm8k": 6.949156327681108, | |
| "math_qa": 5.646691004435222 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.8240915624432763e+18, | |
| "train_loss": 5.566087646484375, | |
| "eval_loss": 6.063228916477513, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0814361572265625, | |
| "gsm8k": 6.957541032270952, | |
| "math_qa": 5.651818593343099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.830027411257295e+18, | |
| "train_loss": 5.5458056640625, | |
| "eval_loss": 6.0581613489099455, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075431823730469, | |
| "gsm8k": 6.947586753151634, | |
| "math_qa": 5.649068832397461 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 3.835996645388976e+18, | |
| "train_loss": 5.549791870117187, | |
| "eval_loss": 6.054193213179305, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.068690776824951, | |
| "gsm8k": 6.944108442826704, | |
| "math_qa": 5.645107269287109 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.8420195429895373e+18, | |
| "train_loss": 5.564708862304688, | |
| "eval_loss": 6.057072201290646, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.073184967041016, | |
| "gsm8k": 6.945741133256392, | |
| "math_qa": 5.648422876993815 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.847952485721309e+18, | |
| "train_loss": 5.550535888671875, | |
| "eval_loss": 6.060747352806297, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070847511291504, | |
| "gsm8k": 6.949992786754262, | |
| "math_qa": 5.652334849039714 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 3.8538793908028047e+18, | |
| "train_loss": 5.551788940429687, | |
| "eval_loss": 6.066188477181099, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.080810070037842, | |
| "gsm8k": 6.9599609375, | |
| "math_qa": 5.655324300130208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.859814064943268e+18, | |
| "train_loss": 5.5485992431640625, | |
| "eval_loss": 6.05789413967648, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069202899932861, | |
| "gsm8k": 6.954008622602983, | |
| "math_qa": 5.646232604980469 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.030485762144053602 | |
| } | |
| }, | |
| { | |
| "flos": 3.865778682521977e+18, | |
| "train_loss": 5.556934814453125, | |
| "eval_loss": 6.060999225925755, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070433616638184, | |
| "gsm8k": 6.953410755504262, | |
| "math_qa": 5.651191075642903 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 3.8717290391986504e+18, | |
| "train_loss": 5.5462158203125, | |
| "eval_loss": 6.063700160464725, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076745510101318, | |
| "gsm8k": 6.958303278142756, | |
| "math_qa": 5.652586619059245 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.8777237446338806e+18, | |
| "train_loss": 5.55636962890625, | |
| "eval_loss": 6.058135805903254, | |
| "eval_accuracy": 0.03093462044756472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067413806915283, | |
| "gsm8k": 6.94938867742365, | |
| "math_qa": 5.648871739705403 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 3.883625672869937e+18, | |
| "train_loss": 5.545186157226563, | |
| "eval_loss": 6.054517977946514, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0655436515808105, | |
| "gsm8k": 6.943835171786222, | |
| "math_qa": 5.645995457967122 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.8896236967042744e+18, | |
| "train_loss": 5.54569091796875, | |
| "eval_loss": 6.057452330718169, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.069074630737305, | |
| "gsm8k": 6.953458612615412, | |
| "math_qa": 5.645814259847005 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 3.895571931130233e+18, | |
| "train_loss": 5.545509643554688, | |
| "eval_loss": 6.063668096387708, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.080001354217529, | |
| "gsm8k": 6.955421447753906, | |
| "math_qa": 5.653586705525716 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 3.901532715987501e+18, | |
| "train_loss": 5.542611694335937, | |
| "eval_loss": 6.061884106816472, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.073883533477783, | |
| "gsm8k": 6.953562649813565, | |
| "math_qa": 5.652198155721028 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.907471202985181e+18, | |
| "train_loss": 5.55003662109375, | |
| "eval_loss": 6.062499123650628, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.080031394958496, | |
| "gsm8k": 6.95330810546875, | |
| "math_qa": 5.652750651041667 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.913449833968435e+18, | |
| "train_loss": 5.557523193359375, | |
| "eval_loss": 6.061466062391126, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.079237937927246, | |
| "gsm8k": 6.951954234730113, | |
| "math_qa": 5.651844660441081 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.9194083929589023e+18, | |
| "train_loss": 5.553679809570313, | |
| "eval_loss": 6.060902569745038, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072612762451172, | |
| "gsm8k": 6.952288540926847, | |
| "math_qa": 5.651374816894531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 3.925382078287315e+18, | |
| "train_loss": 5.55341796875, | |
| "eval_loss": 6.06226160719588, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074672222137451, | |
| "gsm8k": 6.954376914284446, | |
| "math_qa": 5.652341206868489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.03249581239530988 | |
| } | |
| }, | |
| { | |
| "flos": 3.9313717967286436e+18, | |
| "train_loss": 5.551539306640625, | |
| "eval_loss": 6.066299850876267, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076904296875, | |
| "gsm8k": 6.960008101029829, | |
| "math_qa": 5.655799865722656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 3.9372952599307223e+18, | |
| "train_loss": 5.544481201171875, | |
| "eval_loss": 6.06320453334499, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.081164360046387, | |
| "gsm8k": 6.9583823464133525, | |
| "math_qa": 5.651418050130208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.0338358458961474 | |
| } | |
| }, | |
| { | |
| "flos": 3.943254375656325e+18, | |
| "train_loss": 5.552538452148437, | |
| "eval_loss": 6.064169007378656, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.073166370391846, | |
| "gsm8k": 6.95714638449929, | |
| "math_qa": 5.654137929280599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 3.9492399107995075e+18, | |
| "train_loss": 5.563353881835938, | |
| "eval_loss": 6.061493229221654, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076757431030273, | |
| "gsm8k": 6.954685557972301, | |
| "math_qa": 5.650841395060222 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.955165888168067e+18, | |
| "train_loss": 5.551650390625, | |
| "eval_loss": 6.05678754239469, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.071588516235352, | |
| "gsm8k": 6.946870283647017, | |
| "math_qa": 5.647599538167317 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 3.961096111111799e+18, | |
| "train_loss": 5.546860961914063, | |
| "eval_loss": 6.058716052287334, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.071064472198486, | |
| "gsm8k": 6.950228604403409, | |
| "math_qa": 5.64907709757487 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 3.967103078678659e+18, | |
| "train_loss": 5.5534765625, | |
| "eval_loss": 6.06149959564209, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075570583343506, | |
| "gsm8k": 6.957118641246449, | |
| "math_qa": 5.649834950764974 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 3.9730740023431004e+18, | |
| "train_loss": 5.550245361328125, | |
| "eval_loss": 6.060792974523596, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075174331665039, | |
| "gsm8k": 6.955390930175781, | |
| "math_qa": 5.649570465087891 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 3.9790476055302636e+18, | |
| "train_loss": 5.5592236328125, | |
| "eval_loss": 6.057280153841586, | |
| "eval_accuracy": 0.030495831505046072, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072832107543945, | |
| "gsm8k": 6.950537248091265, | |
| "math_qa": 5.64657465616862 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.031155778894472363 | |
| } | |
| }, | |
| { | |
| "flos": 3.9850124915444285e+18, | |
| "train_loss": 5.5503759765625, | |
| "eval_loss": 6.061550527005582, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076627254486084, | |
| "gsm8k": 6.956867564808238, | |
| "math_qa": 5.649940490722656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 3.990974780713992e+18, | |
| "train_loss": 5.545946655273437, | |
| "eval_loss": 6.060897878698401, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0801897048950195, | |
| "gsm8k": 6.954754222523082, | |
| "math_qa": 5.649606068929036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 3.9969477240868045e+18, | |
| "train_loss": 5.5579595947265625, | |
| "eval_loss": 6.060131536947714, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076994895935059, | |
| "gsm8k": 6.953595248135653, | |
| "math_qa": 5.649222056070964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 4.0029140730742047e+18, | |
| "train_loss": 5.548076171875, | |
| "eval_loss": 6.062031874785552, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.074110984802246, | |
| "gsm8k": 6.952498002485796, | |
| "math_qa": 5.652894973754883 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 4.0088846466988114e+18, | |
| "train_loss": 5.557817993164062, | |
| "eval_loss": 6.06333876944877, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0795087814331055, | |
| "gsm8k": 6.956916809082031, | |
| "math_qa": 5.652434666951497 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03685092127303183 | |
| } | |
| }, | |
| { | |
| "flos": 4.014857095076643e+18, | |
| "train_loss": 5.54479736328125, | |
| "eval_loss": 6.061308113304344, | |
| "eval_accuracy": 0.027643703378674857, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.079184532165527, | |
| "gsm8k": 6.954068270596591, | |
| "math_qa": 5.650636672973633 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 4.020837622287958e+18, | |
| "train_loss": 5.554400634765625, | |
| "eval_loss": 6.057465785258525, | |
| "eval_accuracy": 0.029618253620008774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072085380554199, | |
| "gsm8k": 6.946418762207031, | |
| "math_qa": 5.648810704549153 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 4.0267991077617664e+18, | |
| "train_loss": 5.552013549804688, | |
| "eval_loss": 6.0591792029303475, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070160865783691, | |
| "gsm8k": 6.9498422796076, | |
| "math_qa": 5.650043487548828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 4.0327730400507986e+18, | |
| "train_loss": 5.552098388671875, | |
| "eval_loss": 6.058662285675874, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075887203216553, | |
| "gsm8k": 6.953575134277344, | |
| "math_qa": 5.647058486938477 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 4.038746313062351e+18, | |
| "train_loss": 5.545939331054687, | |
| "eval_loss": 6.063377792770798, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.079364776611328, | |
| "gsm8k": 6.9574363014914775, | |
| "math_qa": 5.652268727620442 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 4.044717072444293e+18, | |
| "train_loss": 5.54518310546875, | |
| "eval_loss": 6.058388039872453, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.070504665374756, | |
| "gsm8k": 6.950793179598722, | |
| "math_qa": 5.648359298706055 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03886097152428811 | |
| } | |
| }, | |
| { | |
| "flos": 4.050730490515161e+18, | |
| "train_loss": 5.558506469726563, | |
| "eval_loss": 6.063336655900285, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075582504272461, | |
| "gsm8k": 6.955712058327415, | |
| "math_qa": 5.653310775756836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 4.05669345990017e+18, | |
| "train_loss": 5.546886596679688, | |
| "eval_loss": 6.061374973606419, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.078819274902344, | |
| "gsm8k": 6.954997669566762, | |
| "math_qa": 5.650344212849935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 4.062677840770892e+18, | |
| "train_loss": 5.557406005859375, | |
| "eval_loss": 6.0613968823407145, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076699256896973, | |
| "gsm8k": 6.953303943980824, | |
| "math_qa": 5.651330947875977 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 4.0686293726579917e+18, | |
| "train_loss": 5.552130126953125, | |
| "eval_loss": 6.061850753990379, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.077382564544678, | |
| "gsm8k": 6.954890858043324, | |
| "math_qa": 5.651246388753255 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 4.074601924115038e+18, | |
| "train_loss": 5.55271240234375, | |
| "eval_loss": 6.059916341626966, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.07383394241333, | |
| "gsm8k": 6.950516440651634, | |
| "math_qa": 5.650564829508464 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03685092127303183 | |
| } | |
| }, | |
| { | |
| "flos": 4.080566500891558e+18, | |
| "train_loss": 5.552592163085937, | |
| "eval_loss": 6.061814617466283, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075897693634033, | |
| "gsm8k": 6.953087546608665, | |
| "math_qa": 5.652140935262044 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 4.0865367448774246e+18, | |
| "train_loss": 5.555369262695312, | |
| "eval_loss": 6.062513763840134, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.079131126403809, | |
| "gsm8k": 6.957170659845525, | |
| "math_qa": 5.65107790629069 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 4.0925145104247685e+18, | |
| "train_loss": 5.550018920898437, | |
| "eval_loss": 6.059633512754698, | |
| "eval_accuracy": 0.031154014918824045, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.07435417175293, | |
| "gsm8k": 6.95174824107777, | |
| "math_qa": 5.6495208740234375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 4.098423197865607e+18, | |
| "train_loss": 5.5460009765625, | |
| "eval_loss": 6.059536315299369, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075134754180908, | |
| "gsm8k": 6.953587618741122, | |
| "math_qa": 5.6484629313151045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 4.104401438006837e+18, | |
| "train_loss": 5.560446166992188, | |
| "eval_loss": 6.060932004773939, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.076857566833496, | |
| "gsm8k": 6.956175370649858, | |
| "math_qa": 5.649284998575847 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03450586264656617 | |
| } | |
| }, | |
| { | |
| "flos": 4.1103865404320645e+18, | |
| "train_loss": 5.5475390625, | |
| "eval_loss": 6.06105562158533, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075383186340332, | |
| "gsm8k": 6.955395785245028, | |
| "math_qa": 5.649955749511719 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 4.116385759341052e+18, | |
| "train_loss": 5.555821533203125, | |
| "eval_loss": 6.061504518663561, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075879096984863, | |
| "gsm8k": 6.954417142001065, | |
| "math_qa": 5.651055018107097 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 4.116385759341052e+18, | |
| "train_loss": 5.555821533203125, | |
| "eval_loss": 6.061504518663561, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.075879096984863, | |
| "gsm8k": 6.954417142001065, | |
| "math_qa": 5.651055018107097 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| } | |
| ] |