Invalid JSON:Unexpected token 'N', ..."in_loss": NaN,
""... is not valid JSON
| [ | |
| { | |
| "flos": 0.0, | |
| "train_loss": NaN, | |
| "eval_loss": 12.252012922957137, | |
| "eval_accuracy": 0.006801228609039052, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 11.513664245605469, | |
| "gsm8k": 11.73579268022017, | |
| "math_qa": 12.550142923990885 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.003937007874015748, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 5513403883847680.0, | |
| "train_loss": 6.840919189453125, | |
| "eval_loss": 5.996738949337521, | |
| "eval_accuracy": 0.010311540149188241, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.013797760009766, | |
| "gsm8k": 6.678097811612216, | |
| "math_qa": 5.683027903238933 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.0033500837520938024 | |
| } | |
| }, | |
| { | |
| "flos": 1.0966838213083136e+16, | |
| "train_loss": 6.072784423828125, | |
| "eval_loss": 5.932404698552312, | |
| "eval_accuracy": 0.012944273804300131, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.967588424682617, | |
| "gsm8k": 6.650193647904829, | |
| "math_qa": 5.600486119588216 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 1.6546888715075584e+16, | |
| "train_loss": 6.030089111328125, | |
| "eval_loss": 5.923083537333721, | |
| "eval_accuracy": 0.015138218516893374, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.959880828857422, | |
| "gsm8k": 6.590212735262784, | |
| "math_qa": 5.614249547322591 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.006700167504187605 | |
| } | |
| }, | |
| { | |
| "flos": 2.2032204049678336e+16, | |
| "train_loss": 6.002662353515625, | |
| "eval_loss": 5.916141355359876, | |
| "eval_accuracy": 0.014260640631856078, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.942885398864746, | |
| "gsm8k": 6.610508311878551, | |
| "math_qa": 5.595661163330078 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.007370184254606365 | |
| } | |
| }, | |
| { | |
| "flos": 2.757186253173555e+16, | |
| "train_loss": 5.982556762695313, | |
| "eval_loss": 5.911307206024995, | |
| "eval_accuracy": 0.011627906976744186, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.929320335388184, | |
| "gsm8k": 6.5985565185546875, | |
| "math_qa": 5.59481684366862 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.006700167504187605 | |
| } | |
| }, | |
| { | |
| "flos": 3.3115498153508864e+16, | |
| "train_loss": 5.969258422851563, | |
| "eval_loss": 5.904077684557116, | |
| "eval_accuracy": 0.011189118034225537, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9228057861328125, | |
| "gsm8k": 6.594404047185725, | |
| "math_qa": 5.586117426554362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.005360134003350084 | |
| } | |
| }, | |
| { | |
| "flos": 3.863741305192448e+16, | |
| "train_loss": 5.943348388671875, | |
| "eval_loss": 5.897868079108161, | |
| "eval_accuracy": 0.01075032909170689, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.925088882446289, | |
| "gsm8k": 6.610272494229403, | |
| "math_qa": 5.569080988566081 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.006030150753768844 | |
| } | |
| }, | |
| { | |
| "flos": 4.412820983853875e+16, | |
| "train_loss": 5.938201293945313, | |
| "eval_loss": 5.893890355084394, | |
| "eval_accuracy": 0.008995173321632294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9270243644714355, | |
| "gsm8k": 6.591992464932528, | |
| "math_qa": 5.571165720621745 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.0036850921273031824 | |
| } | |
| }, | |
| { | |
| "flos": 4.967302013386752e+16, | |
| "train_loss": 5.920131225585937, | |
| "eval_loss": 5.894585944510795, | |
| "eval_accuracy": 0.008336989907854322, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9213762283325195, | |
| "gsm8k": 6.56707763671875, | |
| "math_qa": 5.584128061930339 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 5.521576991863603e+16, | |
| "train_loss": 5.92310791015625, | |
| "eval_loss": 5.888273831960317, | |
| "eval_accuracy": 0.008775778850372971, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.937830448150635, | |
| "gsm8k": 6.593216635964134, | |
| "math_qa": 5.561045328776042 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 6.076690670079181e+16, | |
| "train_loss": 5.913026123046875, | |
| "eval_loss": 5.890043671066697, | |
| "eval_accuracy": 0.007678806494076349, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.915804862976074, | |
| "gsm8k": 6.6021811745383525, | |
| "math_qa": 5.561500549316406 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 6.630229920658227e+16, | |
| "train_loss": 5.88803466796875, | |
| "eval_loss": 5.887983270593591, | |
| "eval_accuracy": 0.007240017551557701, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.929834365844727, | |
| "gsm8k": 6.595453435724432, | |
| "math_qa": 5.560238520304362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 7.18316948642857e+16, | |
| "train_loss": 5.880645141601563, | |
| "eval_loss": 5.893956261712152, | |
| "eval_accuracy": 0.009214567792891619, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.92902946472168, | |
| "gsm8k": 6.6295859596946025, | |
| "math_qa": 5.553869883219401 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 7.732061636080435e+16, | |
| "train_loss": 5.863912353515625, | |
| "eval_loss": 5.88888524029706, | |
| "eval_accuracy": 0.008775778850372971, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.942164421081543, | |
| "gsm8k": 6.6277382590553975, | |
| "math_qa": 5.545804341634114 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 8.283943995650867e+16, | |
| "train_loss": 5.861953125, | |
| "eval_loss": 5.892995035326159, | |
| "eval_accuracy": 0.008336989907854322, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.934550762176514, | |
| "gsm8k": 6.619213451038707, | |
| "math_qa": 5.556681950887044 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 8.833782058162586e+16, | |
| "train_loss": 5.842238159179687, | |
| "eval_loss": 5.895121857926652, | |
| "eval_accuracy": 0.007678806494076349, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.931084632873535, | |
| "gsm8k": 6.63817665793679, | |
| "math_qa": 5.551558176676433 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 9.390639224664883e+16, | |
| "train_loss": 5.83958251953125, | |
| "eval_loss": 5.903335055789432, | |
| "eval_accuracy": 0.008336989907854322, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.928522109985352, | |
| "gsm8k": 6.624534606933594, | |
| "math_qa": 5.570686340332031 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 9.936872950621798e+16, | |
| "train_loss": 5.835812377929687, | |
| "eval_loss": 5.913596720308871, | |
| "eval_accuracy": 0.007459412022817025, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.940571308135986, | |
| "gsm8k": 6.623904141512784, | |
| "math_qa": 5.585791269938151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 1.049203199442944e+17, | |
| "train_loss": 5.831904907226562, | |
| "eval_loss": 5.9047325752876905, | |
| "eval_accuracy": 0.006801228609039052, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.920589447021484, | |
| "gsm8k": 6.628042047674006, | |
| "math_qa": 5.5718943277994795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.0020100502512562816 | |
| } | |
| }, | |
| { | |
| "flos": 1.1045608342788506e+17, | |
| "train_loss": 5.817382202148438, | |
| "eval_loss": 5.906452075855152, | |
| "eval_accuracy": 0.007678806494076349, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9373626708984375, | |
| "gsm8k": 6.638716264204546, | |
| "math_qa": 5.568255106608073 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 1.160410591836242e+17, | |
| "train_loss": 5.811625366210937, | |
| "eval_loss": 5.917300507828996, | |
| "eval_accuracy": 0.008995173321632294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9485063552856445, | |
| "gsm8k": 6.644864169034091, | |
| "math_qa": 5.5812333424886065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0023450586264656616 | |
| } | |
| }, | |
| { | |
| "flos": 1.2157210357189837e+17, | |
| "train_loss": 5.802669677734375, | |
| "eval_loss": 5.905392234389846, | |
| "eval_accuracy": 0.008117595436594998, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.922943592071533, | |
| "gsm8k": 6.6437766335227275, | |
| "math_qa": 5.565503438313802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 1.2704604261187584e+17, | |
| "train_loss": 5.796973876953125, | |
| "eval_loss": 5.903622730358227, | |
| "eval_accuracy": 0.007898200965335674, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.920851230621338, | |
| "gsm8k": 6.658332824707031, | |
| "math_qa": 5.556278228759766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.001340033500837521 | |
| } | |
| }, | |
| { | |
| "flos": 1.3259433612568166e+17, | |
| "train_loss": 5.799232788085938, | |
| "eval_loss": 5.9185216233537, | |
| "eval_accuracy": 0.008995173321632294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9222307205200195, | |
| "gsm8k": 6.6687538840553975, | |
| "math_qa": 5.5743560791015625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 1.3812000160428851e+17, | |
| "train_loss": 5.788406982421875, | |
| "eval_loss": 5.914422576491897, | |
| "eval_accuracy": 0.009872751206669592, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.924260139465332, | |
| "gsm8k": 6.673408508300781, | |
| "math_qa": 5.565734227498372 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 1.436434412160942e+17, | |
| "train_loss": 5.7747021484375, | |
| "eval_loss": 5.921548379434122, | |
| "eval_accuracy": 0.009872751206669592, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.927288055419922, | |
| "gsm8k": 6.662727355957031, | |
| "math_qa": 5.581363042195638 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.004690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.4918711871379866e+17, | |
| "train_loss": 5.7822503662109375, | |
| "eval_loss": 5.918978845750964, | |
| "eval_accuracy": 0.007678806494076349, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.924814701080322, | |
| "gsm8k": 6.670995538884943, | |
| "math_qa": 5.573818206787109 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0016750418760469012 | |
| } | |
| }, | |
| { | |
| "flos": 1.5471789520348774e+17, | |
| "train_loss": 5.770344848632813, | |
| "eval_loss": 5.931994257746516, | |
| "eval_accuracy": 0.007240017551557701, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.938804626464844, | |
| "gsm8k": 6.68877549604936, | |
| "math_qa": 5.5845686594645185 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.003015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 1.6027012451794944e+17, | |
| "train_loss": 5.775986328125, | |
| "eval_loss": 5.925306913015005, | |
| "eval_accuracy": 0.008117595436594998, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.922857761383057, | |
| "gsm8k": 6.679625077681108, | |
| "math_qa": 5.579781850179036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0033500837520938024 | |
| } | |
| }, | |
| { | |
| "flos": 1.6586431190479667e+17, | |
| "train_loss": 5.764375610351562, | |
| "eval_loss": 5.9301576872129695, | |
| "eval_accuracy": 0.007898200965335674, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.927857398986816, | |
| "gsm8k": 6.7082297585227275, | |
| "math_qa": 5.573733011881511 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.007874015748031496, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.004020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 1.7138053919277056e+17, | |
| "train_loss": 5.761889038085937, | |
| "eval_loss": 5.932596464414854, | |
| "eval_accuracy": 0.007678806494076349, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.934412002563477, | |
| "gsm8k": 6.7048471624201, | |
| "math_qa": 5.578496932983398 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.004020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 1.769448448815268e+17, | |
| "train_loss": 5.751289672851563, | |
| "eval_loss": 5.93962963207348, | |
| "eval_accuracy": 0.009214567792891619, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.933067321777344, | |
| "gsm8k": 6.702864213423296, | |
| "math_qa": 5.590360641479492 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.005695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 1.8247040728091853e+17, | |
| "train_loss": 5.745140380859375, | |
| "eval_loss": 5.941958839828904, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.930236339569092, | |
| "gsm8k": 6.713856090198863, | |
| "math_qa": 5.589149475097656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.008040201005025126 | |
| } | |
| }, | |
| { | |
| "flos": 1.880275205100667e+17, | |
| "train_loss": 5.7523126220703125, | |
| "eval_loss": 5.935115659559095, | |
| "eval_accuracy": 0.01184730144800351, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.95407772064209, | |
| "gsm8k": 6.703451676802202, | |
| "math_qa": 5.581381479899089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.008375209380234505 | |
| } | |
| }, | |
| { | |
| "flos": 1.9350749827406234e+17, | |
| "train_loss": 5.734884033203125, | |
| "eval_loss": 5.93635486912083, | |
| "eval_accuracy": 0.007020623080298377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.941041946411133, | |
| "gsm8k": 6.717411388050426, | |
| "math_qa": 5.577980041503906 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.011372251705837756, | |
| "math_qa": 0.0036850921273031824 | |
| } | |
| }, | |
| { | |
| "flos": 1.990867445434286e+17, | |
| "train_loss": 5.749573974609375, | |
| "eval_loss": 5.9424943923950195, | |
| "eval_accuracy": 0.007240017551557701, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.942192554473877, | |
| "gsm8k": 6.726764332164418, | |
| "math_qa": 5.583062489827474 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.002680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 2.0456080760058675e+17, | |
| "train_loss": 5.7327032470703125, | |
| "eval_loss": 5.95803503088049, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9533843994140625, | |
| "gsm8k": 6.745434847745028, | |
| "math_qa": 5.597531000773112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.007705192629815745 | |
| } | |
| }, | |
| { | |
| "flos": 2.100953142693724e+17, | |
| "train_loss": 5.737644653320313, | |
| "eval_loss": 5.94542493046941, | |
| "eval_accuracy": 0.011408512505484861, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9472551345825195, | |
| "gsm8k": 6.720628218217329, | |
| "math_qa": 5.5899709065755205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.010050251256281407 | |
| } | |
| }, | |
| { | |
| "flos": 2.1558802768514253e+17, | |
| "train_loss": 5.722840576171875, | |
| "eval_loss": 5.940750379820128, | |
| "eval_accuracy": 0.010969723562966213, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.955479621887207, | |
| "gsm8k": 6.739482532848012, | |
| "math_qa": 5.573437372843425 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.01061410159211524, | |
| "math_qa": 0.010720268006700168 | |
| } | |
| }, | |
| { | |
| "flos": 2.2109998899684966e+17, | |
| "train_loss": 5.7253076171875, | |
| "eval_loss": 5.948082279514622, | |
| "eval_accuracy": 0.01184730144800351, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.952104568481445, | |
| "gsm8k": 6.7392966530539775, | |
| "math_qa": 5.585107167561849 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.007874015748031496, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.009045226130653266 | |
| } | |
| }, | |
| { | |
| "flos": 2.2663340367020032e+17, | |
| "train_loss": 5.7129296875, | |
| "eval_loss": 5.965179804209116, | |
| "eval_accuracy": 0.013163668275559455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.951048851013184, | |
| "gsm8k": 6.739894520152699, | |
| "math_qa": 5.611279805501302 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.010050251256281407 | |
| } | |
| }, | |
| { | |
| "flos": 2.3217442258314854e+17, | |
| "train_loss": 5.721099243164063, | |
| "eval_loss": 5.956789738423115, | |
| "eval_accuracy": 0.012724879333040808, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.955100059509277, | |
| "gsm8k": 6.75052920254794, | |
| "math_qa": 5.593133290608724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.010050251256281407 | |
| } | |
| }, | |
| { | |
| "flos": 2.37729557442986e+17, | |
| "train_loss": 5.71685302734375, | |
| "eval_loss": 5.955248446077914, | |
| "eval_accuracy": 0.013821851689337429, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.96649169921875, | |
| "gsm8k": 6.735325206409801, | |
| "math_qa": 5.5967763264973955 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.012730318257956449 | |
| } | |
| }, | |
| { | |
| "flos": 2.432647641914409e+17, | |
| "train_loss": 5.709388427734375, | |
| "eval_loss": 5.954228349634119, | |
| "eval_accuracy": 0.015577007459412023, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.944568157196045, | |
| "gsm8k": 6.743594082919034, | |
| "math_qa": 5.593240737915039 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.01440536013400335 | |
| } | |
| }, | |
| { | |
| "flos": 2.4881979650893414e+17, | |
| "train_loss": 5.714486083984375, | |
| "eval_loss": 5.954681087184596, | |
| "eval_accuracy": 0.014260640631856078, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.964715957641602, | |
| "gsm8k": 6.7640464089133525, | |
| "math_qa": 5.5828857421875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.011725293132328308 | |
| } | |
| }, | |
| { | |
| "flos": 2.5435860995617587e+17, | |
| "train_loss": 5.71013916015625, | |
| "eval_loss": 5.980007145855878, | |
| "eval_accuracy": 0.01228609039052216, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.963094234466553, | |
| "gsm8k": 6.777239712801847, | |
| "math_qa": 5.616018295288086 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.011390284757118929 | |
| } | |
| }, | |
| { | |
| "flos": 2.59921555750912e+17, | |
| "train_loss": 5.7069970703125, | |
| "eval_loss": 5.968016547125739, | |
| "eval_accuracy": 0.012724879333040808, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.955905914306641, | |
| "gsm8k": 6.759778109463778, | |
| "math_qa": 5.6061350504557295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.010385259631490788 | |
| } | |
| }, | |
| { | |
| "flos": 2.6544528419926835e+17, | |
| "train_loss": 5.698810424804687, | |
| "eval_loss": 5.9720452798379435, | |
| "eval_accuracy": 0.016673979815708645, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975536346435547, | |
| "gsm8k": 6.784991177645597, | |
| "math_qa": 5.599154154459636 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.01742043551088777 | |
| } | |
| }, | |
| { | |
| "flos": 2.7095407153014374e+17, | |
| "train_loss": 5.695626831054687, | |
| "eval_loss": 5.9710063161076725, | |
| "eval_accuracy": 0.01645458534444932, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.973901271820068, | |
| "gsm8k": 6.784511219371449, | |
| "math_qa": 5.597908655802409 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.017085427135678392 | |
| } | |
| }, | |
| { | |
| "flos": 2.7652099446459597e+17, | |
| "train_loss": 5.69896484375, | |
| "eval_loss": 5.977478749043232, | |
| "eval_accuracy": 0.014260640631856078, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.997686386108398, | |
| "gsm8k": 6.774889859286222, | |
| "math_qa": 5.610314687093099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.01306532663316583 | |
| } | |
| }, | |
| { | |
| "flos": 2.8202230103618355e+17, | |
| "train_loss": 5.689412841796875, | |
| "eval_loss": 5.961891896015889, | |
| "eval_accuracy": 0.018867924528301886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975263595581055, | |
| "gsm8k": 6.774635314941406, | |
| "math_qa": 5.58827018737793 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 2.875906874807419e+17, | |
| "train_loss": 5.681657104492188, | |
| "eval_loss": 5.978163899602117, | |
| "eval_accuracy": 0.01689337428696797, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.969536781311035, | |
| "gsm8k": 6.7778237082741475, | |
| "math_qa": 5.612372080485026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.01641541038525963 | |
| } | |
| }, | |
| { | |
| "flos": 2.931398260293632e+17, | |
| "train_loss": 5.690144653320313, | |
| "eval_loss": 5.986855429572028, | |
| "eval_accuracy": 0.017551557700745943, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.975140571594238, | |
| "gsm8k": 6.782992276278409, | |
| "math_qa": 5.622935612996419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.018425460636515914 | |
| } | |
| }, | |
| { | |
| "flos": 2.987170117881692e+17, | |
| "train_loss": 5.67990966796875, | |
| "eval_loss": 5.980372351569098, | |
| "eval_accuracy": 0.01908731899956121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.980127334594727, | |
| "gsm8k": 6.776780561967329, | |
| "math_qa": 5.61537233988444 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.019765494137353432 | |
| } | |
| }, | |
| { | |
| "flos": 3.0425708258708685e+17, | |
| "train_loss": 5.685537109375, | |
| "eval_loss": 5.989714132772909, | |
| "eval_accuracy": 0.021939447125932425, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.993556976318359, | |
| "gsm8k": 6.777100996537642, | |
| "math_qa": 5.62850824991862 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.023785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 3.098297554090066e+17, | |
| "train_loss": 5.676035766601562, | |
| "eval_loss": 5.987073846765466, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.980886459350586, | |
| "gsm8k": 6.786362387917259, | |
| "math_qa": 5.621248881022136 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.022445561139028476 | |
| } | |
| }, | |
| { | |
| "flos": 3.153256632067031e+17, | |
| "train_loss": 5.672803344726563, | |
| "eval_loss": 5.981275274946883, | |
| "eval_accuracy": 0.015357612988152698, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.968564510345459, | |
| "gsm8k": 6.792509599165483, | |
| "math_qa": 5.61051877339681 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.01306532663316583 | |
| } | |
| }, | |
| { | |
| "flos": 3.208680414768005e+17, | |
| "train_loss": 5.67459228515625, | |
| "eval_loss": 5.987826630875871, | |
| "eval_accuracy": 0.017112768758227294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.974301338195801, | |
| "gsm8k": 6.791245893998579, | |
| "math_qa": 5.620719909667969 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.012060301507537688 | |
| } | |
| }, | |
| { | |
| "flos": 3.264353563270185e+17, | |
| "train_loss": 5.669498901367188, | |
| "eval_loss": 5.989239228738321, | |
| "eval_accuracy": 0.017112768758227294, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.991549968719482, | |
| "gsm8k": 6.80885800448331, | |
| "math_qa": 5.6133880615234375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.01574539363484087 | |
| } | |
| }, | |
| { | |
| "flos": 3.319399603597476e+17, | |
| "train_loss": 5.66406005859375, | |
| "eval_loss": 5.996440578151393, | |
| "eval_accuracy": 0.02215884159719175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.990570068359375, | |
| "gsm8k": 6.81018759987571, | |
| "math_qa": 5.62396240234375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.02579564489112228 | |
| } | |
| }, | |
| { | |
| "flos": 3.374718288448717e+17, | |
| "train_loss": 5.658338012695313, | |
| "eval_loss": 5.993585457672944, | |
| "eval_accuracy": 0.02150065818341378, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9920830726623535, | |
| "gsm8k": 6.814284584738991, | |
| "math_qa": 5.617556889851888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.020770519262981575 | |
| } | |
| }, | |
| { | |
| "flos": 3.430224094287626e+17, | |
| "train_loss": 5.664517822265625, | |
| "eval_loss": 5.985902193430308, | |
| "eval_accuracy": 0.021281263712154455, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.99191427230835, | |
| "gsm8k": 6.798990423029119, | |
| "math_qa": 5.612735748291016 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.01288855193328279, | |
| "math_qa": 0.025460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.485289096895529e+17, | |
| "train_loss": 5.6591357421875, | |
| "eval_loss": 5.991518433029587, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.986077308654785, | |
| "gsm8k": 6.812367525967685, | |
| "math_qa": 5.615749359130859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.024790619765494137 | |
| } | |
| }, | |
| { | |
| "flos": 3.5406807371350016e+17, | |
| "train_loss": 5.66282470703125, | |
| "eval_loss": 6.005982167011982, | |
| "eval_accuracy": 0.0217200526546731, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.984384536743164, | |
| "gsm8k": 6.84516698663885, | |
| "math_qa": 5.62315559387207 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.020770519262981575 | |
| } | |
| }, | |
| { | |
| "flos": 3.596225498327286e+17, | |
| "train_loss": 5.66167724609375, | |
| "eval_loss": 6.002040863037109, | |
| "eval_accuracy": 0.019745502413339184, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.973321914672852, | |
| "gsm8k": 6.81340234929865, | |
| "math_qa": 5.632560094197591 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.020435510887772193 | |
| } | |
| }, | |
| { | |
| "flos": 3.652052379815117e+17, | |
| "train_loss": 5.658475341796875, | |
| "eval_loss": 6.009961308659734, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.010032653808594, | |
| "gsm8k": 6.820274353027344, | |
| "math_qa": 5.638561884562175 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.011811023622047244, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 3.707522328045814e+17, | |
| "train_loss": 5.6571728515625, | |
| "eval_loss": 6.0190453400483, | |
| "eval_accuracy": 0.024791575252303643, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.000940322875977, | |
| "gsm8k": 6.834090492942116, | |
| "math_qa": 5.646991729736328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02747068676716918 | |
| } | |
| }, | |
| { | |
| "flos": 3.762819785021194e+17, | |
| "train_loss": 5.6469488525390625, | |
| "eval_loss": 6.0064675099140885, | |
| "eval_accuracy": 0.020623080298376482, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9822587966918945, | |
| "gsm8k": 6.817178899591619, | |
| "math_qa": 5.636908849080403 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.01288855193328279, | |
| "math_qa": 0.024455611390284758 | |
| } | |
| }, | |
| { | |
| "flos": 3.817883756836946e+17, | |
| "train_loss": 5.6512548828125, | |
| "eval_loss": 6.018910124495223, | |
| "eval_accuracy": 0.018209741114523913, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.006453514099121, | |
| "gsm8k": 6.847333041104403, | |
| "math_qa": 5.6402543385823565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.017755443886097153 | |
| } | |
| }, | |
| { | |
| "flos": 3.8732383046651085e+17, | |
| "train_loss": 5.635723266601563, | |
| "eval_loss": 6.023000691388105, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0053887367248535, | |
| "gsm8k": 6.837749827991832, | |
| "math_qa": 5.651041666666667 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.023785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 3.928273011647447e+17, | |
| "train_loss": 5.6455615234375, | |
| "eval_loss": 6.025350673778637, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.024247169494629, | |
| "gsm8k": 6.848542646928267, | |
| "math_qa": 5.648146311442058 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 3.983919982323958e+17, | |
| "train_loss": 5.64718505859375, | |
| "eval_loss": 6.021869659423828, | |
| "eval_accuracy": 0.02457218078104432, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.021047592163086, | |
| "gsm8k": 6.847613941539418, | |
| "math_qa": 5.643472035725911 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.02579564489112228 | |
| } | |
| }, | |
| { | |
| "flos": 4.039862886984581e+17, | |
| "train_loss": 5.6452569580078125, | |
| "eval_loss": 6.024358336989944, | |
| "eval_accuracy": 0.0225976305397104, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.019339561462402, | |
| "gsm8k": 6.863109241832387, | |
| "math_qa": 5.64034907023112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.024120603015075376 | |
| } | |
| }, | |
| { | |
| "flos": 4.0952411322947994e+17, | |
| "train_loss": 5.6373358154296875, | |
| "eval_loss": 6.0186241768501905, | |
| "eval_accuracy": 0.02413339183852567, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.011871337890625, | |
| "gsm8k": 6.847838661887429, | |
| "math_qa": 5.639130274454753 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02512562814070352 | |
| } | |
| }, | |
| { | |
| "flos": 4.151230406496092e+17, | |
| "train_loss": 5.6424365234375, | |
| "eval_loss": 6.0187495463603256, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.001007080078125, | |
| "gsm8k": 6.85465517911044, | |
| "math_qa": 5.637104670206706 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.023622047244094488, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 4.2064217348295885e+17, | |
| "train_loss": 5.644056396484375, | |
| "eval_loss": 6.013936223210515, | |
| "eval_accuracy": 0.02369460289600702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 5.9926300048828125, | |
| "gsm8k": 6.837579900568182, | |
| "math_qa": 5.638208389282227 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.02847571189279732 | |
| } | |
| }, | |
| { | |
| "flos": 4.261573705156526e+17, | |
| "train_loss": 5.6312548828125, | |
| "eval_loss": 6.025414750382707, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.019798278808594, | |
| "gsm8k": 6.840682289817116, | |
| "math_qa": 5.652218500773112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 4.316475901660365e+17, | |
| "train_loss": 5.622442626953125, | |
| "eval_loss": 6.026229549098659, | |
| "eval_accuracy": 0.0298376480912681, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.021768569946289, | |
| "gsm8k": 6.8594277121803975, | |
| "math_qa": 5.6447188059488935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.035175879396984924 | |
| } | |
| }, | |
| { | |
| "flos": 4.371695464035123e+17, | |
| "train_loss": 5.633184814453125, | |
| "eval_loss": 6.0244744790566935, | |
| "eval_accuracy": 0.025449758666081616, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.027095794677734, | |
| "gsm8k": 6.868778575550426, | |
| "math_qa": 5.6372833251953125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.02680067001675042 | |
| } | |
| }, | |
| { | |
| "flos": 4.427191788733727e+17, | |
| "train_loss": 5.640474853515625, | |
| "eval_loss": 6.036164129102552, | |
| "eval_accuracy": 0.020842474769635806, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.019740581512451, | |
| "gsm8k": 6.843016884543679, | |
| "math_qa": 5.667725245157878 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.020100502512562814 | |
| } | |
| }, | |
| { | |
| "flos": 4.483036392330363e+17, | |
| "train_loss": 5.635361938476563, | |
| "eval_loss": 6.026444718644425, | |
| "eval_accuracy": 0.023255813953488372, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.012142181396484, | |
| "gsm8k": 6.839646079323509, | |
| "math_qa": 5.654919306437175 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.02613065326633166 | |
| } | |
| }, | |
| { | |
| "flos": 4.5386200981386035e+17, | |
| "train_loss": 5.627371215820313, | |
| "eval_loss": 6.015083364538245, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.021470069885254, | |
| "gsm8k": 6.828632007945668, | |
| "math_qa": 5.641674677530925 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 4.593660576483246e+17, | |
| "train_loss": 5.6181591796875, | |
| "eval_loss": 6.0442714175662475, | |
| "eval_accuracy": 0.028082492321193506, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.036317825317383, | |
| "gsm8k": 6.856742858886719, | |
| "math_qa": 5.6725514729817705 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.015748031496062992, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 4.648860151153951e+17, | |
| "train_loss": 5.610560302734375, | |
| "eval_loss": 6.035336107821078, | |
| "eval_accuracy": 0.02632733655111891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.015866279602051, | |
| "gsm8k": 6.86376328901811, | |
| "math_qa": 5.657262802124023 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.02981574539363484 | |
| } | |
| }, | |
| { | |
| "flos": 4.70404261574869e+17, | |
| "train_loss": 5.6230712890625, | |
| "eval_loss": 6.030392414814717, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.035831451416016, | |
| "gsm8k": 6.877993496981534, | |
| "math_qa": 5.641455332438151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 4.759491958873784e+17, | |
| "train_loss": 5.633134765625, | |
| "eval_loss": 6.023565575883195, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.015255451202393, | |
| "gsm8k": 6.85492636940696, | |
| "math_qa": 5.64321772257487 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 4.8149895237441946e+17, | |
| "train_loss": 5.6199365234375, | |
| "eval_loss": 6.059473810969172, | |
| "eval_accuracy": 0.025230364194822292, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.039253234863281, | |
| "gsm8k": 6.866681185635653, | |
| "math_qa": 5.691188812255859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 4.870185598016553e+17, | |
| "train_loss": 5.614698486328125, | |
| "eval_loss": 6.052386283874512, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.056777477264404, | |
| "gsm8k": 6.89215781471946, | |
| "math_qa": 5.667125066121419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 4.925292846996521e+17, | |
| "train_loss": 5.61375244140625, | |
| "eval_loss": 6.057968268523345, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.041445255279541, | |
| "gsm8k": 6.891633467240767, | |
| "math_qa": 5.677248636881511 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.01968503937007874, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 4.980612562639913e+17, | |
| "train_loss": 5.616737060546875, | |
| "eval_loss": 6.042190448657887, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.036458969116211, | |
| "gsm8k": 6.878007368607954, | |
| "math_qa": 5.659585316975911 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 5.035747422890885e+17, | |
| "train_loss": 5.61484375, | |
| "eval_loss": 6.051265458802919, | |
| "eval_accuracy": 0.028521281263712155, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.052529335021973, | |
| "gsm8k": 6.8900909423828125, | |
| "math_qa": 5.666698455810547 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.031825795644891124 | |
| } | |
| }, | |
| { | |
| "flos": 5.091159877615616e+17, | |
| "train_loss": 5.618634643554688, | |
| "eval_loss": 6.064906197625238, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.051388740539551, | |
| "gsm8k": 6.894468827681108, | |
| "math_qa": 5.6858164469401045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.03015075376884422 | |
| } | |
| }, | |
| { | |
| "flos": 5.14668341093204e+17, | |
| "train_loss": 5.605787353515625, | |
| "eval_loss": 6.045856114980337, | |
| "eval_accuracy": 0.026107942079859586, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.024931907653809, | |
| "gsm8k": 6.86857813054865, | |
| "math_qa": 5.67051887512207 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.027135678391959798 | |
| } | |
| }, | |
| { | |
| "flos": 5.201871034856243e+17, | |
| "train_loss": 5.605726928710937, | |
| "eval_loss": 6.058617385658058, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.055613040924072, | |
| "gsm8k": 6.897709239612926, | |
| "math_qa": 5.674283981323242 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 5.257386531215114e+17, | |
| "train_loss": 5.609656982421875, | |
| "eval_loss": 6.057915146286423, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.038349151611328, | |
| "gsm8k": 6.884287053888494, | |
| "math_qa": 5.680791854858398 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 5.31249171861078e+17, | |
| "train_loss": 5.598553466796875, | |
| "eval_loss": 6.074155137345597, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.057863235473633, | |
| "gsm8k": 6.90323916348544, | |
| "math_qa": 5.695515950520833 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.02814070351758794 | |
| } | |
| }, | |
| { | |
| "flos": 5.3683550804770816e+17, | |
| "train_loss": 5.6045654296875, | |
| "eval_loss": 6.063887003305796, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066217422485352, | |
| "gsm8k": 6.897097500887784, | |
| "math_qa": 5.681804656982422 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 5.4239548602004275e+17, | |
| "train_loss": 5.61597900390625, | |
| "eval_loss": 6.06535259453026, | |
| "eval_accuracy": 0.027863097849934182, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.054985523223877, | |
| "gsm8k": 6.899862116033381, | |
| "math_qa": 5.683732986450195 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.02948073701842546 | |
| } | |
| }, | |
| { | |
| "flos": 5.47938957359317e+17, | |
| "train_loss": 5.599671020507812, | |
| "eval_loss": 6.087551220043285, | |
| "eval_accuracy": 0.02720491443615621, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.080905914306641, | |
| "gsm8k": 6.90536845814098, | |
| "math_qa": 5.7132720947265625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.02914572864321608 | |
| } | |
| }, | |
| { | |
| "flos": 5.535279929328927e+17, | |
| "train_loss": 5.598541259765625, | |
| "eval_loss": 6.059256991824588, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.053701400756836, | |
| "gsm8k": 6.886110479181463, | |
| "math_qa": 5.680745442708333 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 5.5905819228635136e+17, | |
| "train_loss": 5.601924438476562, | |
| "eval_loss": 6.066868395418735, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.054234504699707, | |
| "gsm8k": 6.907018488103693, | |
| "math_qa": 5.682852427164714 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 5.646609524279214e+17, | |
| "train_loss": 5.60259521484375, | |
| "eval_loss": 6.045665380117056, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.041983604431152, | |
| "gsm8k": 6.880390514026988, | |
| "math_qa": 5.663389841715495 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 5.701959331537224e+17, | |
| "train_loss": 5.59992431640625, | |
| "eval_loss": 6.08093699893436, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.095311164855957, | |
| "gsm8k": 6.8986122824928975, | |
| "math_qa": 5.7049713134765625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 5.7574424706862285e+17, | |
| "train_loss": 5.59584228515625, | |
| "eval_loss": 6.062598924379091, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.064791679382324, | |
| "gsm8k": 6.905163158069957, | |
| "math_qa": 5.676240921020508 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 5.812846883084698e+17, | |
| "train_loss": 5.5867462158203125, | |
| "eval_loss": 6.074744121448414, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.067672252655029, | |
| "gsm8k": 6.887356844815341, | |
| "math_qa": 5.7028859456380205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 5.868047069788242e+17, | |
| "train_loss": 5.590261840820313, | |
| "eval_loss": 6.090348475688213, | |
| "eval_accuracy": 0.031812198332602015, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.102644920349121, | |
| "gsm8k": 6.940049604936079, | |
| "math_qa": 5.699877421061198 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 5.922759058296668e+17, | |
| "train_loss": 5.599110107421875, | |
| "eval_loss": 6.071255091074351, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.079522132873535, | |
| "gsm8k": 6.915983026677912, | |
| "math_qa": 5.683399200439453 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 5.978440442398638e+17, | |
| "train_loss": 5.59514892578125, | |
| "eval_loss": 6.069357176084776, | |
| "eval_accuracy": 0.03312856516015796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.084384918212891, | |
| "gsm8k": 6.903651844371449, | |
| "math_qa": 5.685719807942708 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 6.03404475868119e+17, | |
| "train_loss": 5.58689208984375, | |
| "eval_loss": 6.058724738456108, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.063450813293457, | |
| "gsm8k": 6.921132867986506, | |
| "math_qa": 5.6630605061848955 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 6.089085237025833e+17, | |
| "train_loss": 5.583152465820312, | |
| "eval_loss": 6.074039046828811, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.072164535522461, | |
| "gsm8k": 6.927366083318537, | |
| "math_qa": 5.68308703104655 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03149078726968174 | |
| } | |
| }, | |
| { | |
| "flos": 6.14440681024258e+17, | |
| "train_loss": 5.59379150390625, | |
| "eval_loss": 6.086018381892024, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1033525466918945, | |
| "gsm8k": 6.937072060324929, | |
| "math_qa": 5.694507598876953 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 6.199182267630223e+17, | |
| "train_loss": 5.57670654296875, | |
| "eval_loss": 6.110799222379117, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0757904052734375, | |
| "gsm8k": 6.931311173872515, | |
| "math_qa": 5.737648646036784 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.027559055118110236, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 6.254749899523359e+17, | |
| "train_loss": 5.583927001953125, | |
| "eval_loss": 6.067854340012009, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.066035270690918, | |
| "gsm8k": 6.896120938387784, | |
| "math_qa": 5.68838373819987 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 6.310036844566282e+17, | |
| "train_loss": 5.586993408203125, | |
| "eval_loss": 6.060529837737212, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0645270347595215, | |
| "gsm8k": 6.894719904119318, | |
| "math_qa": 5.677859624226888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 6.365067637759672e+17, | |
| "train_loss": 5.58195068359375, | |
| "eval_loss": 6.089048024770376, | |
| "eval_accuracy": 0.02874067573497148, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.105815887451172, | |
| "gsm8k": 6.9285888671875, | |
| "math_qa": 5.702861150105794 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.031496062992125984, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 6.42025340411052e+17, | |
| "train_loss": 5.581143188476562, | |
| "eval_loss": 6.089085707793364, | |
| "eval_accuracy": 0.02917946467749013, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0924787521362305, | |
| "gsm8k": 6.920297102494673, | |
| "math_qa": 5.707831064860026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 6.475409905627955e+17, | |
| "train_loss": 5.59107666015625, | |
| "eval_loss": 6.100875184342668, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.088519096374512, | |
| "gsm8k": 6.937344637784091, | |
| "math_qa": 5.718523025512695 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 6.530906230326559e+17, | |
| "train_loss": 5.584273681640625, | |
| "eval_loss": 6.090016854775919, | |
| "eval_accuracy": 0.030057042562527423, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.081144332885742, | |
| "gsm8k": 6.933507745916193, | |
| "math_qa": 5.704156239827474 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03283082077051926 | |
| } | |
| }, | |
| { | |
| "flos": 6.586373295560458e+17, | |
| "train_loss": 5.576837768554688, | |
| "eval_loss": 6.1095191336966845, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.101932525634766, | |
| "gsm8k": 6.950648914683949, | |
| "math_qa": 5.724633534749349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 6.641865293079511e+17, | |
| "train_loss": 5.578623046875, | |
| "eval_loss": 6.099413124290672, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.099740028381348, | |
| "gsm8k": 6.9277732155539775, | |
| "math_qa": 5.719720840454102 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 6.696666509533512e+17, | |
| "train_loss": 5.564813842773438, | |
| "eval_loss": 6.105820578497809, | |
| "eval_accuracy": 0.03203159280386134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.097821235656738, | |
| "gsm8k": 6.91979356245561, | |
| "math_qa": 5.733416239420573 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.034170854271356785 | |
| } | |
| }, | |
| { | |
| "flos": 6.751842998755e+17, | |
| "train_loss": 5.57214111328125, | |
| "eval_loss": 6.091055844281171, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.083775520324707, | |
| "gsm8k": 6.922025507146662, | |
| "math_qa": 5.710801442464192 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 6.807348396572017e+17, | |
| "train_loss": 5.5695654296875, | |
| "eval_loss": 6.088710733362146, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.084420204162598, | |
| "gsm8k": 6.92551005970348, | |
| "math_qa": 5.705535252888997 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 6.862949829857772e+17, | |
| "train_loss": 5.57455078125, | |
| "eval_loss": 6.101168039682749, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0842437744140625, | |
| "gsm8k": 6.921558033336293, | |
| "math_qa": 5.726566314697266 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 6.918209577020293e+17, | |
| "train_loss": 5.570874633789063, | |
| "eval_loss": 6.101469813166438, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.108182907104492, | |
| "gsm8k": 6.940854852849787, | |
| "math_qa": 5.716192245483398 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 6.973449127099105e+17, | |
| "train_loss": 5.561753540039063, | |
| "eval_loss": 6.106429332011455, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.110788345336914, | |
| "gsm8k": 6.956312699751421, | |
| "math_qa": 5.716536204020183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03886097152428811 | |
| } | |
| }, | |
| { | |
| "flos": 7.02851021054935e+17, | |
| "train_loss": 5.56560546875, | |
| "eval_loss": 6.122964085759343, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.123865127563477, | |
| "gsm8k": 6.981596513227983, | |
| "math_qa": 5.729349136352539 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 7.083736983100457e+17, | |
| "train_loss": 5.557626953125, | |
| "eval_loss": 6.110916395445128, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.099534034729004, | |
| "gsm8k": 6.950721740722656, | |
| "math_qa": 5.7269541422526045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 7.139419816753889e+17, | |
| "train_loss": 5.57423095703125, | |
| "eval_loss": 6.104634001448348, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.094653129577637, | |
| "gsm8k": 6.937223261052912, | |
| "math_qa": 5.723862330118815 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 7.194590948003676e+17, | |
| "train_loss": 5.5656494140625, | |
| "eval_loss": 6.1104304597184464, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.115828037261963, | |
| "gsm8k": 6.970483259721235, | |
| "math_qa": 5.715789794921875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 7.249702728174141e+17, | |
| "train_loss": 5.560442504882812, | |
| "eval_loss": 6.1026607461877775, | |
| "eval_accuracy": 0.03137340939008337, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.108246326446533, | |
| "gsm8k": 6.957254583185369, | |
| "math_qa": 5.710506439208984 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 7.30522275572351e+17, | |
| "train_loss": 5.57130615234375, | |
| "eval_loss": 6.0991912532497095, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.099274635314941, | |
| "gsm8k": 6.957852450284091, | |
| "math_qa": 5.705631256103516 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 7.361188536453693e+17, | |
| "train_loss": 5.5719873046875, | |
| "eval_loss": 6.099880862880397, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.0894036293029785, | |
| "gsm8k": 6.940013538707387, | |
| "math_qa": 5.7156931559244795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 7.416398827067802e+17, | |
| "train_loss": 5.5550341796875, | |
| "eval_loss": 6.128260174313107, | |
| "eval_accuracy": 0.03488372093023256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1440229415893555, | |
| "gsm8k": 6.984827215021307, | |
| "math_qa": 5.734353383382161 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03886097152428811 | |
| } | |
| }, | |
| { | |
| "flos": 7.47204043977261e+17, | |
| "train_loss": 5.5605419921875, | |
| "eval_loss": 6.108417639861235, | |
| "eval_accuracy": 0.03247038174637999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.122166156768799, | |
| "gsm8k": 6.963423295454546, | |
| "math_qa": 5.715394337972005 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03685092127303183 | |
| } | |
| }, | |
| { | |
| "flos": 7.527249280835256e+17, | |
| "train_loss": 5.561251220703125, | |
| "eval_loss": 6.116814097842655, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.130131244659424, | |
| "gsm8k": 6.974331942471591, | |
| "math_qa": 5.722675323486328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 7.582708303742894e+17, | |
| "train_loss": 5.554193725585938, | |
| "eval_loss": 6.137031348975929, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.136863708496094, | |
| "gsm8k": 6.980138605291193, | |
| "math_qa": 5.750621159871419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 7.638017099431936e+17, | |
| "train_loss": 5.5647802734375, | |
| "eval_loss": 6.126860077316697, | |
| "eval_accuracy": 0.031592803861342694, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.109484672546387, | |
| "gsm8k": 6.961381392045454, | |
| "math_qa": 5.745819091796875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.03484087102177554 | |
| } | |
| }, | |
| { | |
| "flos": 7.693719711409766e+17, | |
| "train_loss": 5.5601513671875, | |
| "eval_loss": 6.119861808983055, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.113809585571289, | |
| "gsm8k": 6.977256774902344, | |
| "math_qa": 5.727393468221028 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03886097152428811 | |
| } | |
| }, | |
| { | |
| "flos": 7.749811613854597e+17, | |
| "train_loss": 5.570889892578125, | |
| "eval_loss": 6.125994604987067, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.133508682250977, | |
| "gsm8k": 6.971676219593395, | |
| "math_qa": 5.737764358520508 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 7.805376357382226e+17, | |
| "train_loss": 5.562796020507813, | |
| "eval_loss": 6.120027335914406, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.121945381164551, | |
| "gsm8k": 6.949600913307884, | |
| "math_qa": 5.739646275838216 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 7.86056232774402e+17, | |
| "train_loss": 5.5556689453125, | |
| "eval_loss": 6.133612503876558, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1460371017456055, | |
| "gsm8k": 6.995185852050781, | |
| "math_qa": 5.73768933614095 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 7.915898122671227e+17, | |
| "train_loss": 5.557935791015625, | |
| "eval_loss": 6.10964906537855, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.126377582550049, | |
| "gsm8k": 6.9662558815696025, | |
| "math_qa": 5.715643564860026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 7.971243597380977e+17, | |
| "train_loss": 5.56429443359375, | |
| "eval_loss": 6.123503968522355, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.122668266296387, | |
| "gsm8k": 6.951338334517046, | |
| "math_qa": 5.744149525960286 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03543307086614173, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 8.026313335190323e+17, | |
| "train_loss": 5.5452587890625, | |
| "eval_loss": 6.105157542873073, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.141421318054199, | |
| "gsm8k": 6.97588417746804, | |
| "math_qa": 5.703052520751953 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 8.082017804741509e+17, | |
| "train_loss": 5.5584716796875, | |
| "eval_loss": 6.1164437886830925, | |
| "eval_accuracy": 0.030276437033786747, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.125794410705566, | |
| "gsm8k": 6.974478288130327, | |
| "math_qa": 5.72239875793457 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.033165829145728645 | |
| } | |
| }, | |
| { | |
| "flos": 8.137700015624684e+17, | |
| "train_loss": 5.55750244140625, | |
| "eval_loss": 6.145255810505635, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.143104076385498, | |
| "gsm8k": 7.007661299272017, | |
| "math_qa": 5.750165939331055 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 8.19262034762793e+17, | |
| "train_loss": 5.547952880859375, | |
| "eval_loss": 6.1133258922680005, | |
| "eval_accuracy": 0.028960070206230804, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.12061882019043, | |
| "gsm8k": 6.966692144220525, | |
| "math_qa": 5.721591949462891 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.032160804020100506 | |
| } | |
| }, | |
| { | |
| "flos": 8.248129245843292e+17, | |
| "train_loss": 5.55081787109375, | |
| "eval_loss": 6.114303305342391, | |
| "eval_accuracy": 0.03378674857393594, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.10741662979126, | |
| "gsm8k": 6.964079423384233, | |
| "math_qa": 5.725396474202474 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 8.303559009286226e+17, | |
| "train_loss": 5.549072265625, | |
| "eval_loss": 6.102130683692726, | |
| "eval_accuracy": 0.02830188679245283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.102827072143555, | |
| "gsm8k": 6.933258056640625, | |
| "math_qa": 5.721139272054036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 8.358979704979456e+17, | |
| "train_loss": 5.5396575927734375, | |
| "eval_loss": 6.1477881766654345, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.143104553222656, | |
| "gsm8k": 7.000497297807173, | |
| "math_qa": 5.75735346476237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 8.41402121411625e+17, | |
| "train_loss": 5.554804077148438, | |
| "eval_loss": 6.142665089787664, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.160460472106934, | |
| "gsm8k": 6.997662630948153, | |
| "math_qa": 5.749308268229167 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0371859296482412 | |
| } | |
| }, | |
| { | |
| "flos": 8.46938791670186e+17, | |
| "train_loss": 5.55167236328125, | |
| "eval_loss": 6.122999345934069, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.121801376342773, | |
| "gsm8k": 6.975345958362926, | |
| "math_qa": 5.73244031270345 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 8.52472515044311e+17, | |
| "train_loss": 5.540872192382812, | |
| "eval_loss": 6.118878467662914, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.131136417388916, | |
| "gsm8k": 6.995454268022017, | |
| "math_qa": 5.716093063354492 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 8.580127501257277e+17, | |
| "train_loss": 5.5460052490234375, | |
| "eval_loss": 6.132158485618797, | |
| "eval_accuracy": 0.03268977621763931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1442766189575195, | |
| "gsm8k": 6.976762945001775, | |
| "math_qa": 5.744038263956706 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 8.635406618722304e+17, | |
| "train_loss": 5.543856811523438, | |
| "eval_loss": 6.161842758591111, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.149547576904297, | |
| "gsm8k": 7.017836137251421, | |
| "math_qa": 5.77053705851237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 8.691289146880164e+17, | |
| "train_loss": 5.548448486328125, | |
| "eval_loss": 6.1426919730933935, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.143280506134033, | |
| "gsm8k": 7.009250987659801, | |
| "math_qa": 5.74547004699707 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 8.746338279583908e+17, | |
| "train_loss": 5.54406982421875, | |
| "eval_loss": 6.1391216484276026, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.149815559387207, | |
| "gsm8k": 6.990135886452415, | |
| "math_qa": 5.74818229675293 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 8.80202770601214e+17, | |
| "train_loss": 5.543187255859375, | |
| "eval_loss": 6.127598736737226, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.116878509521484, | |
| "gsm8k": 6.9639739990234375, | |
| "math_qa": 5.745153427124023 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 8.857931247297495e+17, | |
| "train_loss": 5.53760498046875, | |
| "eval_loss": 6.123637173626874, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.123293876647949, | |
| "gsm8k": 6.972265070134943, | |
| "math_qa": 5.734711329142253 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 8.913323708949463e+17, | |
| "train_loss": 5.542987670898437, | |
| "eval_loss": 6.121734748015532, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.12942361831665, | |
| "gsm8k": 6.956504821777344, | |
| "math_qa": 5.738491058349609 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 8.968882273092895e+17, | |
| "train_loss": 5.5492236328125, | |
| "eval_loss": 6.125256615716058, | |
| "eval_accuracy": 0.03444493198771391, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.117612838745117, | |
| "gsm8k": 6.968408064408735, | |
| "math_qa": 5.739449183146159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 9.024033620649574e+17, | |
| "train_loss": 5.534613037109375, | |
| "eval_loss": 6.144631463128167, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.158596038818359, | |
| "gsm8k": 7.008139176802202, | |
| "math_qa": 5.747693379720052 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 9.079151789583892e+17, | |
| "train_loss": 5.533917236328125, | |
| "eval_loss": 6.1474642882475985, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.127354621887207, | |
| "gsm8k": 6.994779413396662, | |
| "math_qa": 5.76078732808431 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 9.134701489988567e+17, | |
| "train_loss": 5.535982055664062, | |
| "eval_loss": 6.182687836724359, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.192209720611572, | |
| "gsm8k": 7.0624916770241475, | |
| "math_qa": 5.7786509195963545 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 9.19006860596478e+17, | |
| "train_loss": 5.534688720703125, | |
| "eval_loss": 6.12943272977262, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.137204170227051, | |
| "gsm8k": 6.980144153941762, | |
| "math_qa": 5.73887570699056 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 9.245392444776776e+17, | |
| "train_loss": 5.535819091796875, | |
| "eval_loss": 6.156501280294882, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1571831703186035, | |
| "gsm8k": 7.023630315607244, | |
| "math_qa": 5.759010314941406 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 9.30084013970817e+17, | |
| "train_loss": 5.543106689453125, | |
| "eval_loss": 6.140723615079312, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.146519660949707, | |
| "gsm8k": 7.00992861661044, | |
| "math_qa": 5.741854985555013 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 9.356328019427328e+17, | |
| "train_loss": 5.542518310546875, | |
| "eval_loss": 6.1556840587306665, | |
| "eval_accuracy": 0.03356735410267661, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.133077144622803, | |
| "gsm8k": 7.0046844482421875, | |
| "math_qa": 5.768442789713542 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 9.411825374918083e+17, | |
| "train_loss": 5.52811279296875, | |
| "eval_loss": 6.163449416289458, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.163527488708496, | |
| "gsm8k": 7.011856772682884, | |
| "math_qa": 5.774589538574219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.04330708661417323, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 9.467130251449467e+17, | |
| "train_loss": 5.534039306640625, | |
| "eval_loss": 6.1443037342380835, | |
| "eval_accuracy": 0.030715225976305396, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.139608860015869, | |
| "gsm8k": 7.002812472256747, | |
| "math_qa": 5.751211802164714 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03082077051926298 | |
| } | |
| }, | |
| { | |
| "flos": 9.522208648986624e+17, | |
| "train_loss": 5.53413818359375, | |
| "eval_loss": 6.175697172010267, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.178666114807129, | |
| "gsm8k": 7.036510120738637, | |
| "math_qa": 5.780910491943359 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 9.577272207411773e+17, | |
| "train_loss": 5.526158447265625, | |
| "eval_loss": 6.160489984460779, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.188379287719727, | |
| "gsm8k": 7.014161543412642, | |
| "math_qa": 5.766899744669597 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 9.632342363980431e+17, | |
| "train_loss": 5.526815185546875, | |
| "eval_loss": 6.157105832486539, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.164243698120117, | |
| "gsm8k": 7.019867636940696, | |
| "math_qa": 5.761078516642253 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 9.687838892689981e+17, | |
| "train_loss": 5.528507690429688, | |
| "eval_loss": 6.146571752187368, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1529951095581055, | |
| "gsm8k": 7.004020690917969, | |
| "math_qa": 5.753039042154948 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 9.74304918330409e+17, | |
| "train_loss": 5.5308056640625, | |
| "eval_loss": 6.165613200213458, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.154344081878662, | |
| "gsm8k": 7.017009388316762, | |
| "math_qa": 5.776329040527344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.029567854435178165, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 9.798290386945311e+17, | |
| "train_loss": 5.5223583984375, | |
| "eval_loss": 6.154430286304371, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.150722503662109, | |
| "gsm8k": 7.01111533425071, | |
| "math_qa": 5.762091954549153 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.03986599664991625 | |
| } | |
| }, | |
| { | |
| "flos": 9.853280581960335e+17, | |
| "train_loss": 5.5197296142578125, | |
| "eval_loss": 6.169390961930558, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1507158279418945, | |
| "gsm8k": 7.007780595259233, | |
| "math_qa": 5.786685307820638 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 9.90861761169064e+17, | |
| "train_loss": 5.520908813476563, | |
| "eval_loss": 6.146310110349913, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1562724113464355, | |
| "gsm8k": 7.006351124156605, | |
| "math_qa": 5.751294453938802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 9.964087559921336e+17, | |
| "train_loss": 5.535855712890625, | |
| "eval_loss": 6.1169563499656885, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.128696441650391, | |
| "gsm8k": 6.971356478604403, | |
| "math_qa": 5.724377950032552 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 1.0019607587470705e+18, | |
| "train_loss": 5.53420166015625, | |
| "eval_loss": 6.154957049601787, | |
| "eval_accuracy": 0.036200087757788504, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.155519962310791, | |
| "gsm8k": 7.0021840875799, | |
| "math_qa": 5.766597747802734 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.0075166156982845e+18, | |
| "train_loss": 5.527490234375, | |
| "eval_loss": 6.149836488672205, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.150232791900635, | |
| "gsm8k": 7.017560091885653, | |
| "math_qa": 5.752096811930339 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 1.0130261449847603e+18, | |
| "train_loss": 5.510205078125, | |
| "eval_loss": 6.154368503673656, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.143582820892334, | |
| "gsm8k": 7.003197409889915, | |
| "math_qa": 5.766220728556315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.0185931709984276e+18, | |
| "train_loss": 5.53492919921875, | |
| "eval_loss": 6.140034417848329, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.141021251678467, | |
| "gsm8k": 6.9918601296164775, | |
| "math_qa": 5.749532063802083 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 1.0241443292554199e+18, | |
| "train_loss": 5.528623657226563, | |
| "eval_loss": 6.150050034394136, | |
| "eval_accuracy": 0.035980693286529176, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.151738166809082, | |
| "gsm8k": 6.99144883589311, | |
| "math_qa": 5.764268239339192 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 1.029676960097239e+18, | |
| "train_loss": 5.535353393554687, | |
| "eval_loss": 6.1690046980574325, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.189781188964844, | |
| "gsm8k": 7.027562921697443, | |
| "math_qa": 5.773767471313477 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 1.03521379517517e+18, | |
| "train_loss": 5.52117919921875, | |
| "eval_loss": 6.183968518231366, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.183317184448242, | |
| "gsm8k": 7.0417397238991475, | |
| "math_qa": 5.79087766011556 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 1.040763283763626e+18, | |
| "train_loss": 5.525828857421875, | |
| "eval_loss": 6.174533586244325, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.174496650695801, | |
| "gsm8k": 7.027751575816762, | |
| "math_qa": 5.783478418986003 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 1.0462641168150692e+18, | |
| "train_loss": 5.522401123046875, | |
| "eval_loss": 6.175664076933989, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.186903953552246, | |
| "gsm8k": 7.02947998046875, | |
| "math_qa": 5.783395131429036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 1.0518372427560387e+18, | |
| "train_loss": 5.522569580078125, | |
| "eval_loss": 6.188791249249433, | |
| "eval_accuracy": 0.03488372093023256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1658406257629395, | |
| "gsm8k": 7.020724209872159, | |
| "math_qa": 5.809401194254558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 1.0573791061669315e+18, | |
| "train_loss": 5.511574096679688, | |
| "eval_loss": 6.1740519033895955, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.176125526428223, | |
| "gsm8k": 7.00652451948686, | |
| "math_qa": 5.79232915242513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.062884390415106e+18, | |
| "train_loss": 5.520496215820312, | |
| "eval_loss": 6.1651308987591715, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.170045375823975, | |
| "gsm8k": 7.020244945179332, | |
| "math_qa": 5.772794087727864 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.0684410505252045e+18, | |
| "train_loss": 5.5226953125, | |
| "eval_loss": 6.169051402323955, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.183206558227539, | |
| "gsm8k": 7.020395452325994, | |
| "math_qa": 5.777672449747722 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 1.0739623265472348e+18, | |
| "train_loss": 5.50961669921875, | |
| "eval_loss": 6.16909326089395, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.174158096313477, | |
| "gsm8k": 7.027073946866122, | |
| "math_qa": 5.775430043538411 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.0795092800312443e+18, | |
| "train_loss": 5.521181640625, | |
| "eval_loss": 6.1563603169209244, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1586456298828125, | |
| "gsm8k": 7.029593034224077, | |
| "math_qa": 5.755938212076823 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 1.0850355843862364e+18, | |
| "train_loss": 5.512996215820312, | |
| "eval_loss": 6.148220474655564, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.174795150756836, | |
| "gsm8k": 6.979809847745028, | |
| "math_qa": 5.76486078898112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 1.0906113275729019e+18, | |
| "train_loss": 5.5262744140625, | |
| "eval_loss": 6.173938184171109, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.176417350769043, | |
| "gsm8k": 7.027333346280185, | |
| "math_qa": 5.782592137654622 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 1.0961495638839132e+18, | |
| "train_loss": 5.523927612304687, | |
| "eval_loss": 6.181840664631611, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.192875385284424, | |
| "gsm8k": 7.025699268687855, | |
| "math_qa": 5.794152577718099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 1.1016555900876882e+18, | |
| "train_loss": 5.5155908203125, | |
| "eval_loss": 6.1975295608108105, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2041778564453125, | |
| "gsm8k": 7.042798128995028, | |
| "math_qa": 5.809560775756836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 1.1072039040025887e+18, | |
| "train_loss": 5.52527587890625, | |
| "eval_loss": 6.208898363886653, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.205485820770264, | |
| "gsm8k": 7.045313054865057, | |
| "math_qa": 5.825826009114583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 1.1127294664019804e+18, | |
| "train_loss": 5.522979125976563, | |
| "eval_loss": 6.190847190650734, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.210272789001465, | |
| "gsm8k": 7.055804859508168, | |
| "math_qa": 5.792789459228516 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.118300675713794e+18, | |
| "train_loss": 5.5102386474609375, | |
| "eval_loss": 6.171316456150365, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.180390357971191, | |
| "gsm8k": 7.042354930530895, | |
| "math_qa": 5.771334330240886 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.1238644456053801e+18, | |
| "train_loss": 5.517053833007813, | |
| "eval_loss": 6.198420859671928, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.211755752563477, | |
| "gsm8k": 7.048722700639204, | |
| "math_qa": 5.80758794148763 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 1.1293897401061868e+18, | |
| "train_loss": 5.516029663085938, | |
| "eval_loss": 6.196278365882668, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.22025728225708, | |
| "gsm8k": 7.047877225008878, | |
| "math_qa": 5.803963979085286 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 1.1348865133397934e+18, | |
| "train_loss": 5.512437133789063, | |
| "eval_loss": 6.1505854838603256, | |
| "eval_accuracy": 0.036200087757788504, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.132320404052734, | |
| "gsm8k": 7.0099709250710225, | |
| "math_qa": 5.758222579956055 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.1404621121081836e+18, | |
| "train_loss": 5.521485595703125, | |
| "eval_loss": 6.1733602059854045, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.180357933044434, | |
| "gsm8k": 7.02691026167436, | |
| "math_qa": 5.781566619873047 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 1.1460344960935526e+18, | |
| "train_loss": 5.521544189453125, | |
| "eval_loss": 6.158786722131677, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.172375679016113, | |
| "gsm8k": 7.017315257679332, | |
| "math_qa": 5.764162063598633 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 1.1516006770724045e+18, | |
| "train_loss": 5.510902099609375, | |
| "eval_loss": 6.168619619833456, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.176668167114258, | |
| "gsm8k": 7.031176480379972, | |
| "math_qa": 5.772610346476237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 1.157122488891605e+18, | |
| "train_loss": 5.509990844726563, | |
| "eval_loss": 6.201973837775153, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.247994422912598, | |
| "gsm8k": 7.059397610751065, | |
| "math_qa": 5.805152893066406 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 1.1626993858138604e+18, | |
| "train_loss": 5.524996337890625, | |
| "eval_loss": 6.18833031525483, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1934614181518555, | |
| "gsm8k": 7.038529829545454, | |
| "math_qa": 5.798227945963542 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04187604690117253 | |
| } | |
| }, | |
| { | |
| "flos": 1.1682566643992494e+18, | |
| "train_loss": 5.510103759765625, | |
| "eval_loss": 6.182789854101233, | |
| "eval_accuracy": 0.04058797718297499, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.183751583099365, | |
| "gsm8k": 7.036393599076704, | |
| "math_qa": 5.79147466023763 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 1.17377847621845e+18, | |
| "train_loss": 5.504468994140625, | |
| "eval_loss": 6.161178434217298, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1859941482543945, | |
| "gsm8k": 7.025773481889204, | |
| "math_qa": 5.762837727864583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.179331447488512e+18, | |
| "train_loss": 5.504840087890625, | |
| "eval_loss": 6.172454138059874, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.182783603668213, | |
| "gsm8k": 7.01603906804865, | |
| "math_qa": 5.784950256347656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 1.1848597511507804e+18, | |
| "train_loss": 5.506670532226562, | |
| "eval_loss": 6.178775838903479, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.199000358581543, | |
| "gsm8k": 7.044111772017046, | |
| "math_qa": 5.780478159586589 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.029567854435178165, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 1.1903943812998758e+18, | |
| "train_loss": 5.503187255859375, | |
| "eval_loss": 6.181763803636706, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.191335201263428, | |
| "gsm8k": 7.0534210205078125, | |
| "math_qa": 5.781456629435222 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 1.1959247454727045e+18, | |
| "train_loss": 5.505816650390625, | |
| "eval_loss": 6.155354113192172, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1729021072387695, | |
| "gsm8k": 7.0212180397727275, | |
| "math_qa": 5.7570374806722 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.201480313587368e+18, | |
| "train_loss": 5.50855224609375, | |
| "eval_loss": 6.184516700538429, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.188179016113281, | |
| "gsm8k": 7.050580111416903, | |
| "math_qa": 5.787265777587891 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.2070166338060943e+18, | |
| "train_loss": 5.511194458007813, | |
| "eval_loss": 6.171275164629962, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.184696197509766, | |
| "gsm8k": 7.0272910378196025, | |
| "math_qa": 5.77781613667806 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 1.212535272181334e+18, | |
| "train_loss": 5.490875244140625, | |
| "eval_loss": 6.170407192127125, | |
| "eval_accuracy": 0.03488372093023256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.185774326324463, | |
| "gsm8k": 7.04625771262429, | |
| "math_qa": 5.7676951090494795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03685092127303183 | |
| } | |
| }, | |
| { | |
| "flos": 1.2181031018907566e+18, | |
| "train_loss": 5.5095281982421875, | |
| "eval_loss": 6.192127794832797, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2131547927856445, | |
| "gsm8k": 7.061767578125, | |
| "math_qa": 5.7917906443278 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.2236127959966024e+18, | |
| "train_loss": 5.50493408203125, | |
| "eval_loss": 6.186337187483504, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.21219539642334, | |
| "gsm8k": 7.041805614124645, | |
| "math_qa": 5.792092641194661 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 1.2291500439282647e+18, | |
| "train_loss": 5.511303100585938, | |
| "eval_loss": 6.173540682406039, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.184654235839844, | |
| "gsm8k": 7.0311806418678975, | |
| "math_qa": 5.779529571533203 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 1.2346696508186296e+18, | |
| "train_loss": 5.4960870361328125, | |
| "eval_loss": 6.1357170568930135, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.141624927520752, | |
| "gsm8k": 6.997952547940341, | |
| "math_qa": 5.740033467610677 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 1.2402034563340042e+18, | |
| "train_loss": 5.507097778320312, | |
| "eval_loss": 6.171898017058501, | |
| "eval_accuracy": 0.036200087757788504, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.198645114898682, | |
| "gsm8k": 7.01677773215554, | |
| "math_qa": 5.782432556152344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 1.2457450722474066e+18, | |
| "train_loss": 5.51012939453125, | |
| "eval_loss": 6.199518616135056, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.221993446350098, | |
| "gsm8k": 7.06751181862571, | |
| "math_qa": 5.799815495808919 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 1.251236734469931e+18, | |
| "train_loss": 5.494148559570313, | |
| "eval_loss": 6.173799050820841, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.179931640625, | |
| "gsm8k": 7.043144226074219, | |
| "math_qa": 5.774838129679362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 1.2568070370067743e+18, | |
| "train_loss": 5.513682250976562, | |
| "eval_loss": 6.192519291027172, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.203158855438232, | |
| "gsm8k": 7.034731084650213, | |
| "math_qa": 5.80561892191569 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 1.2623859745753661e+18, | |
| "train_loss": 5.504461059570312, | |
| "eval_loss": 6.185607884381269, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.198222637176514, | |
| "gsm8k": 7.047585920854048, | |
| "math_qa": 5.789483388264974 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 1.267897029112103e+18, | |
| "train_loss": 5.495082397460937, | |
| "eval_loss": 6.207465713088577, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.218212127685547, | |
| "gsm8k": 7.048731023615057, | |
| "math_qa": 5.820990244547526 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 1.2734118132910653e+18, | |
| "train_loss": 5.5087451171875, | |
| "eval_loss": 6.203277536340662, | |
| "eval_accuracy": 0.03729706011408512, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.225478172302246, | |
| "gsm8k": 7.060502485795454, | |
| "math_qa": 5.80853271484375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 1.278949596483027e+18, | |
| "train_loss": 5.492587280273438, | |
| "eval_loss": 6.175937601037927, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1927995681762695, | |
| "gsm8k": 7.031231273304332, | |
| "math_qa": 5.782522837320964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.03986599664991625 | |
| } | |
| }, | |
| { | |
| "flos": 1.2845162311177994e+18, | |
| "train_loss": 5.5118646240234375, | |
| "eval_loss": 6.1817427454768, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.217461585998535, | |
| "gsm8k": 7.062991749156605, | |
| "math_qa": 5.774860382080078 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 1.2900565488773366e+18, | |
| "train_loss": 5.49267822265625, | |
| "eval_loss": 6.195336135658058, | |
| "eval_accuracy": 0.036419482229047825, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.217199802398682, | |
| "gsm8k": 7.052482604980469, | |
| "math_qa": 5.800655364990234 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.2955301996176343e+18, | |
| "train_loss": 5.4890283203125, | |
| "eval_loss": 6.199562072753906, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.229534149169922, | |
| "gsm8k": 7.055804165926847, | |
| "math_qa": 5.804620107014974 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.03937007874015748, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 1.3010578021264916e+18, | |
| "train_loss": 5.493203125, | |
| "eval_loss": 6.188179995562579, | |
| "eval_accuracy": 0.036419482229047825, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.1982831954956055, | |
| "gsm8k": 7.047230807217685, | |
| "math_qa": 5.793606440226237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 1.3065803559012925e+18, | |
| "train_loss": 5.491732177734375, | |
| "eval_loss": 6.216937271324364, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.22902250289917, | |
| "gsm8k": 7.079395640980113, | |
| "math_qa": 5.820636749267578 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 1.312136253654696e+18, | |
| "train_loss": 5.50585693359375, | |
| "eval_loss": 6.2252494966661605, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.235734462738037, | |
| "gsm8k": 7.068665937943892, | |
| "math_qa": 5.837809880574544 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 1.317649533521363e+18, | |
| "train_loss": 5.4955224609375, | |
| "eval_loss": 6.1759113105567724, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.192919731140137, | |
| "gsm8k": 7.032406893643466, | |
| "math_qa": 5.781933466593425 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 1.323166729324462e+18, | |
| "train_loss": 5.492574462890625, | |
| "eval_loss": 6.181222271274876, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.198452472686768, | |
| "gsm8k": 7.04320595481179, | |
| "math_qa": 5.7847105662028 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 1.3286568254945362e+18, | |
| "train_loss": 5.495016479492188, | |
| "eval_loss": 6.209800591339937, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2303786277771, | |
| "gsm8k": 7.086642178622159, | |
| "math_qa": 5.80620002746582 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.3342056752066068e+18, | |
| "train_loss": 5.492667236328125, | |
| "eval_loss": 6.186417785850731, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.196104526519775, | |
| "gsm8k": 7.0519797585227275, | |
| "math_qa": 5.7888946533203125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.3397913725168517e+18, | |
| "train_loss": 5.500286865234375, | |
| "eval_loss": 6.185239843420081, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.197956085205078, | |
| "gsm8k": 7.035207575017756, | |
| "math_qa": 5.7946116129557295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 1.345336863027626e+18, | |
| "train_loss": 5.505311279296875, | |
| "eval_loss": 6.229687768059808, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.257844924926758, | |
| "gsm8k": 7.1078102805397725, | |
| "math_qa": 5.824868520100911 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.3508823535384003e+18, | |
| "train_loss": 5.488939819335937, | |
| "eval_loss": 6.19474560505635, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.221919059753418, | |
| "gsm8k": 7.050140380859375, | |
| "math_qa": 5.800425211588542 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 1.3564516875601183e+18, | |
| "train_loss": 5.49986083984375, | |
| "eval_loss": 6.1937600213128166, | |
| "eval_accuracy": 0.03729706011408512, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.208915710449219, | |
| "gsm8k": 7.049500205300071, | |
| "math_qa": 5.800282796223958 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 1.3619557761967718e+18, | |
| "train_loss": 5.4917626953125, | |
| "eval_loss": 6.205446501035948, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.207254409790039, | |
| "gsm8k": 7.067997325550426, | |
| "math_qa": 5.809960047403972 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 1.3675563931496612e+18, | |
| "train_loss": 5.51213623046875, | |
| "eval_loss": 6.18776019843849, | |
| "eval_accuracy": 0.035980693286529176, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.19014310836792, | |
| "gsm8k": 7.047047701748935, | |
| "math_qa": 5.793721516927083 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 1.373083583341658e+18, | |
| "train_loss": 5.4955615234375, | |
| "eval_loss": 6.201159580333813, | |
| "eval_accuracy": 0.03488372093023256, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.207665920257568, | |
| "gsm8k": 7.064006458629262, | |
| "math_qa": 5.805145899454753 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 1.3786535149007012e+18, | |
| "train_loss": 5.489969482421875, | |
| "eval_loss": 6.204822024783573, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.222877502441406, | |
| "gsm8k": 7.070112748579546, | |
| "math_qa": 5.806725819905599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 1.384160097839612e+18, | |
| "train_loss": 5.50328125, | |
| "eval_loss": 6.204567471066037, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.246160507202148, | |
| "gsm8k": 7.085187045010653, | |
| "math_qa": 5.797484079996745 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 1.389693553315152e+18, | |
| "train_loss": 5.492826538085938, | |
| "eval_loss": 6.204728513150601, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.213899612426758, | |
| "gsm8k": 7.087005615234375, | |
| "math_qa": 5.799587249755859 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.3952622071214244e+18, | |
| "train_loss": 5.483955078125, | |
| "eval_loss": 6.2099066553889095, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.217970848083496, | |
| "gsm8k": 7.080974925648082, | |
| "math_qa": 5.809995015462239 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 1.4008115926306652e+18, | |
| "train_loss": 5.492952270507812, | |
| "eval_loss": 6.21011782981254, | |
| "eval_accuracy": 0.036419482229047825, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.218200206756592, | |
| "gsm8k": 7.06875957142223, | |
| "math_qa": 5.815900166829427 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.03986599664991625 | |
| } | |
| }, | |
| { | |
| "flos": 1.4062920643159e+18, | |
| "train_loss": 5.4835986328125, | |
| "eval_loss": 6.245974618035394, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.267563819885254, | |
| "gsm8k": 7.111219926313921, | |
| "math_qa": 5.847604751586914 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 1.4117701458518344e+18, | |
| "train_loss": 5.479738159179687, | |
| "eval_loss": 6.224021602321315, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.248693466186523, | |
| "gsm8k": 7.110093550248579, | |
| "math_qa": 5.815849304199219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 1.417326517662253e+18, | |
| "train_loss": 5.497283935546875, | |
| "eval_loss": 6.219934979000607, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.241145133972168, | |
| "gsm8k": 7.097521695223722, | |
| "math_qa": 5.815940221150716 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.4228457127726285e+18, | |
| "train_loss": 5.482846069335937, | |
| "eval_loss": 6.2176728635220915, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.216767311096191, | |
| "gsm8k": 7.0789031982421875, | |
| "math_qa": 5.823017756144206 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.4284013012883866e+18, | |
| "train_loss": 5.491474609375, | |
| "eval_loss": 6.217659666731551, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.225617408752441, | |
| "gsm8k": 7.099354137073863, | |
| "math_qa": 5.812886555989583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 1.433971047626965e+18, | |
| "train_loss": 5.49433837890625, | |
| "eval_loss": 6.218475805746542, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.228447914123535, | |
| "gsm8k": 7.089232011274858, | |
| "math_qa": 5.818548202514648 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.4394797737545564e+18, | |
| "train_loss": 5.492431640625, | |
| "eval_loss": 6.251178406380318, | |
| "eval_accuracy": 0.051118911803422554, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.244601726531982, | |
| "gsm8k": 7.12305381081321, | |
| "math_qa": 5.8521169026692705 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.06164154103852596 | |
| } | |
| }, | |
| { | |
| "flos": 1.4450569181743022e+18, | |
| "train_loss": 5.4923944091796875, | |
| "eval_loss": 6.2073268374881225, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.214605331420898, | |
| "gsm8k": 7.076568603515625, | |
| "math_qa": 5.80831782023112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 1.450563830215082e+18, | |
| "train_loss": 5.486346435546875, | |
| "eval_loss": 6.206016257002547, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.224997043609619, | |
| "gsm8k": 7.061657992276278, | |
| "math_qa": 5.812265396118164 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.456071381669118e+18, | |
| "train_loss": 5.4827392578125, | |
| "eval_loss": 6.221411833891997, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.248348236083984, | |
| "gsm8k": 7.085949984463778, | |
| "math_qa": 5.822920481363933 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 1.4616350280803942e+18, | |
| "train_loss": 5.49506591796875, | |
| "eval_loss": 6.214880737098488, | |
| "eval_accuracy": 0.04058797718297499, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.219998836517334, | |
| "gsm8k": 7.073672207919034, | |
| "math_qa": 5.820841471354167 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 1.4671606731579064e+18, | |
| "train_loss": 5.48431640625, | |
| "eval_loss": 6.211072870202966, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.224466323852539, | |
| "gsm8k": 7.087826815518466, | |
| "math_qa": 5.808111190795898 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.4727099759890268e+18, | |
| "train_loss": 5.47861572265625, | |
| "eval_loss": 6.218059178945181, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.218489646911621, | |
| "gsm8k": 7.0764243386008525, | |
| "math_qa": 5.824605941772461 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 1.4782131991897702e+18, | |
| "train_loss": 5.480216674804687, | |
| "eval_loss": 6.216074170293035, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2149739265441895, | |
| "gsm8k": 7.077960621226918, | |
| "math_qa": 5.821134567260742 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 1.483771919810429e+18, | |
| "train_loss": 5.482207641601563, | |
| "eval_loss": 6.219704473340833, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.227168560028076, | |
| "gsm8k": 7.074572476473722, | |
| "math_qa": 5.827267964680989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 1.4893290126384824e+18, | |
| "train_loss": 5.489996337890625, | |
| "eval_loss": 6.219933819126439, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.233921527862549, | |
| "gsm8k": 7.093410145152699, | |
| "math_qa": 5.8184248606363935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 1.494866095213904e+18, | |
| "train_loss": 5.47658447265625, | |
| "eval_loss": 6.215785593599887, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.231298923492432, | |
| "gsm8k": 7.0839011452414775, | |
| "math_qa": 5.816606521606445 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 1.500367752362197e+18, | |
| "train_loss": 5.48000732421875, | |
| "eval_loss": 6.208154162845096, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.205813407897949, | |
| "gsm8k": 7.078737432306463, | |
| "math_qa": 5.809331893920898 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 1.505942423954522e+18, | |
| "train_loss": 5.487807006835937, | |
| "eval_loss": 6.227709589777766, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.237270355224609, | |
| "gsm8k": 7.096844759854403, | |
| "math_qa": 5.828559239705403 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 1.5115376007944602e+18, | |
| "train_loss": 5.492214965820312, | |
| "eval_loss": 6.2191176285614835, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.241420269012451, | |
| "gsm8k": 7.078036221590909, | |
| "math_qa": 5.823588053385417 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 1.5170711389481206e+18, | |
| "train_loss": 5.481697998046875, | |
| "eval_loss": 6.229166262858623, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.238187313079834, | |
| "gsm8k": 7.094200827858665, | |
| "math_qa": 5.831940333048503 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 1.5226583609717555e+18, | |
| "train_loss": 5.4949658203125, | |
| "eval_loss": 6.221255096229347, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.250289440155029, | |
| "gsm8k": 7.114846663041548, | |
| "math_qa": 5.809272766113281 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 1.5282130223114486e+18, | |
| "train_loss": 5.490176391601563, | |
| "eval_loss": 6.258983251210806, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.267058372497559, | |
| "gsm8k": 7.146643898703835, | |
| "math_qa": 5.8514658610026045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 1.5337487653939446e+18, | |
| "train_loss": 5.4881103515625, | |
| "eval_loss": 6.2444441511824325, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.274890899658203, | |
| "gsm8k": 7.134728865189985, | |
| "math_qa": 5.833859761555989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 1.539269979138949e+18, | |
| "train_loss": 5.48019775390625, | |
| "eval_loss": 6.208907359355205, | |
| "eval_accuracy": 0.035980693286529176, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.223169326782227, | |
| "gsm8k": 7.088513461026278, | |
| "math_qa": 5.804566065470378 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 1.544823012149166e+18, | |
| "train_loss": 5.48472412109375, | |
| "eval_loss": 6.213199950553276, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.218136310577393, | |
| "gsm8k": 7.057943864302202, | |
| "math_qa": 5.825614293416341 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 1.5503151280276111e+18, | |
| "train_loss": 5.474888916015625, | |
| "eval_loss": 6.246385677440746, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.251299858093262, | |
| "gsm8k": 7.123878479003906, | |
| "math_qa": 5.843791961669922 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.5558535087568978e+18, | |
| "train_loss": 5.49625732421875, | |
| "eval_loss": 6.227069133036846, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.238494873046875, | |
| "gsm8k": 7.088200655850497, | |
| "math_qa": 5.831431706746419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 1.561371302097322e+18, | |
| "train_loss": 5.470736694335938, | |
| "eval_loss": 6.226591213329418, | |
| "eval_accuracy": 0.03729706011408512, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.244030952453613, | |
| "gsm8k": 7.097735318270597, | |
| "math_qa": 5.825863520304362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 1.566929672678146e+18, | |
| "train_loss": 5.49093017578125, | |
| "eval_loss": 6.246090089952624, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.25594425201416, | |
| "gsm8k": 7.104124589399858, | |
| "math_qa": 5.85200309753418 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 1.5724353896442757e+18, | |
| "train_loss": 5.476226196289063, | |
| "eval_loss": 6.231816369134027, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.223669052124023, | |
| "gsm8k": 7.098595359108665, | |
| "math_qa": 5.835221608479817 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 1.5780098754792653e+18, | |
| "train_loss": 5.4727197265625, | |
| "eval_loss": 6.207981290044011, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.234155178070068, | |
| "gsm8k": 7.077429337935015, | |
| "math_qa": 5.807303110758464 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 1.583605835613864e+18, | |
| "train_loss": 5.48239990234375, | |
| "eval_loss": 6.246638194934742, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.266808986663818, | |
| "gsm8k": 7.10254599831321, | |
| "math_qa": 5.8526662190755205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.029567854435178165, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 1.5890756944349102e+18, | |
| "train_loss": 5.473804321289062, | |
| "eval_loss": 6.2567079131667676, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.266201496124268, | |
| "gsm8k": 7.123246626420454, | |
| "math_qa": 5.858753204345703 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.5946157238947676e+18, | |
| "train_loss": 5.4764251708984375, | |
| "eval_loss": 6.238567249194996, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.272193908691406, | |
| "gsm8k": 7.11313906582919, | |
| "math_qa": 5.834919611612956 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.6001445010771804e+18, | |
| "train_loss": 5.490181274414063, | |
| "eval_loss": 6.231666874241185, | |
| "eval_accuracy": 0.035980693286529176, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.240056991577148, | |
| "gsm8k": 7.117690346457741, | |
| "math_qa": 5.824873606363933 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 1.6056737936556687e+18, | |
| "train_loss": 5.479192504882812, | |
| "eval_loss": 6.230936514364706, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.240835189819336, | |
| "gsm8k": 7.09662489457564, | |
| "math_qa": 5.833337783813477 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03785594639865997 | |
| } | |
| }, | |
| { | |
| "flos": 1.6112416233650913e+18, | |
| "train_loss": 5.479896850585938, | |
| "eval_loss": 6.224423692033097, | |
| "eval_accuracy": 0.032250987275120664, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.244974136352539, | |
| "gsm8k": 7.096477855335582, | |
| "math_qa": 5.823019663492839 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.036180904522613064 | |
| } | |
| }, | |
| { | |
| "flos": 1.616756820397785e+18, | |
| "train_loss": 5.482667846679687, | |
| "eval_loss": 6.259034362999168, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.269773960113525, | |
| "gsm8k": 7.130136663263494, | |
| "math_qa": 5.858884175618489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 1.6223208377868616e+18, | |
| "train_loss": 5.484651489257812, | |
| "eval_loss": 6.2360331045614705, | |
| "eval_accuracy": 0.036419482229047825, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.258786201477051, | |
| "gsm8k": 7.11492919921875, | |
| "math_qa": 5.831309636433919 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 1.6278472656221635e+18, | |
| "train_loss": 5.480840454101562, | |
| "eval_loss": 6.224604787053289, | |
| "eval_accuracy": 0.03532250987275121, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.245200157165527, | |
| "gsm8k": 7.093590476296165, | |
| "math_qa": 5.82460339864095 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 1.633377197077037e+18, | |
| "train_loss": 5.478255615234375, | |
| "eval_loss": 6.253629272048538, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.278380393981934, | |
| "gsm8k": 7.123519203879616, | |
| "math_qa": 5.852867126464844 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.6389093339976172e+18, | |
| "train_loss": 5.46993408203125, | |
| "eval_loss": 6.23281986648972, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.247711658477783, | |
| "gsm8k": 7.091311368075284, | |
| "math_qa": 5.838103612263997 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 1.6444132787528663e+18, | |
| "train_loss": 5.485722045898438, | |
| "eval_loss": 6.268671757466084, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.283751487731934, | |
| "gsm8k": 7.156628695401278, | |
| "math_qa": 5.860434850056966 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 1.6499605210734264e+18, | |
| "train_loss": 5.480966186523437, | |
| "eval_loss": 6.243345930769637, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.255950927734375, | |
| "gsm8k": 7.101819125088778, | |
| "math_qa": 5.848828633626302 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.655500262233604e+18, | |
| "train_loss": 5.481188354492187, | |
| "eval_loss": 6.240593188517803, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.253612995147705, | |
| "gsm8k": 7.103743813254616, | |
| "math_qa": 5.8438975016276045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 1.6610739862487695e+18, | |
| "train_loss": 5.471990966796875, | |
| "eval_loss": 6.245033109510267, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.264878273010254, | |
| "gsm8k": 7.1355507590553975, | |
| "math_qa": 5.835225423177083 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04187604690117253 | |
| } | |
| }, | |
| { | |
| "flos": 1.6666064732091843e+18, | |
| "train_loss": 5.481376342773437, | |
| "eval_loss": 6.235367207913785, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2598490715026855, | |
| "gsm8k": 7.108641190962358, | |
| "math_qa": 5.833076477050781 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 1.6721778060013076e+18, | |
| "train_loss": 5.487786865234375, | |
| "eval_loss": 6.202327882921374, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.229245185852051, | |
| "gsm8k": 7.069084167480469, | |
| "math_qa": 5.8028214772542315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 1.6777592367984148e+18, | |
| "train_loss": 5.480923461914062, | |
| "eval_loss": 6.244417087451832, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2522077560424805, | |
| "gsm8k": 7.1005096435546875, | |
| "math_qa": 5.851392110188802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.6832634285142835e+18, | |
| "train_loss": 5.462181396484375, | |
| "eval_loss": 6.254767237482844, | |
| "eval_accuracy": 0.036200087757788504, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.284948348999023, | |
| "gsm8k": 7.121903852982954, | |
| "math_qa": 5.854814529418945 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 1.6887802120005222e+18, | |
| "train_loss": 5.474765014648438, | |
| "eval_loss": 6.25524513141529, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.264599323272705, | |
| "gsm8k": 7.1389687278053975, | |
| "math_qa": 5.849425633748372 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 1.6942901332027638e+18, | |
| "train_loss": 5.47558837890625, | |
| "eval_loss": 6.242644026472762, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.255855560302734, | |
| "gsm8k": 7.116938504305753, | |
| "math_qa": 5.8408247629801435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 1.6997933564035072e+18, | |
| "train_loss": 5.4631585693359375, | |
| "eval_loss": 6.254156860145363, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2742438316345215, | |
| "gsm8k": 7.123682195490057, | |
| "math_qa": 5.853950500488281 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.7053319024890348e+18, | |
| "train_loss": 5.4741552734375, | |
| "eval_loss": 6.242973430736645, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.252790451049805, | |
| "gsm8k": 7.125810102982954, | |
| "math_qa": 5.837521870930989 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 1.7108681604307354e+18, | |
| "train_loss": 5.480070190429688, | |
| "eval_loss": 6.23962080156481, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.268617153167725, | |
| "gsm8k": 7.127112648703835, | |
| "math_qa": 5.830437342325847 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.7164204928244122e+18, | |
| "train_loss": 5.4660009765625, | |
| "eval_loss": 6.240409180924699, | |
| "eval_accuracy": 0.03466432645897324, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.264483451843262, | |
| "gsm8k": 7.097980152476918, | |
| "math_qa": 5.845349629720052 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.03584589614740368 | |
| } | |
| }, | |
| { | |
| "flos": 1.7219789460833567e+18, | |
| "train_loss": 5.481473388671875, | |
| "eval_loss": 6.2458806424527555, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.257440567016602, | |
| "gsm8k": 7.108675870028409, | |
| "math_qa": 5.849469502766927 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.7274947202522808e+18, | |
| "train_loss": 5.462569580078125, | |
| "eval_loss": 6.216268900278452, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.239267349243164, | |
| "gsm8k": 7.074771534312855, | |
| "math_qa": 5.820871988932292 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 1.732999757002965e+18, | |
| "train_loss": 5.46286376953125, | |
| "eval_loss": 6.245678798572437, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.281271457672119, | |
| "gsm8k": 7.139910611239347, | |
| "math_qa": 5.83285649617513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 1.7385380759920968e+18, | |
| "train_loss": 5.475717163085937, | |
| "eval_loss": 6.246723071948902, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.272975921630859, | |
| "gsm8k": 7.112557844682173, | |
| "math_qa": 5.847694396972656 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 1.7440622575595028e+18, | |
| "train_loss": 5.475922241210937, | |
| "eval_loss": 6.236102774336532, | |
| "eval_accuracy": 0.03334795963141729, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.249264240264893, | |
| "gsm8k": 7.094669688831676, | |
| "math_qa": 5.8414961496988935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.035510887772194306 | |
| } | |
| }, | |
| { | |
| "flos": 1.7495975673871729e+18, | |
| "train_loss": 5.475083618164063, | |
| "eval_loss": 6.24810097668622, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2668280601501465, | |
| "gsm8k": 7.113827098499645, | |
| "math_qa": 5.849749247233073 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.013646702047005308, | |
| "math_qa": 0.038525963149078725 | |
| } | |
| }, | |
| { | |
| "flos": 1.7551540621410304e+18, | |
| "train_loss": 5.476600341796875, | |
| "eval_loss": 6.239499684926626, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.252246856689453, | |
| "gsm8k": 7.1253134987571025, | |
| "math_qa": 5.832439422607422 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03350083752093802 | |
| } | |
| }, | |
| { | |
| "flos": 1.7606961317103534e+18, | |
| "train_loss": 5.478511962890625, | |
| "eval_loss": 6.219543250831398, | |
| "eval_accuracy": 0.035103115401491886, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2283477783203125, | |
| "gsm8k": 7.096698414195668, | |
| "math_qa": 5.816780090332031 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03685092127303183 | |
| } | |
| }, | |
| { | |
| "flos": 1.766201746134139e+18, | |
| "train_loss": 5.46346435546875, | |
| "eval_loss": 6.236335264669882, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.239687442779541, | |
| "gsm8k": 7.1149139404296875, | |
| "math_qa": 5.8333740234375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 1.7717554384218358e+18, | |
| "train_loss": 5.473785400390625, | |
| "eval_loss": 6.251266170192409, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.292078018188477, | |
| "gsm8k": 7.13141562721946, | |
| "math_qa": 5.844463348388672 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 1.7773477918576476e+18, | |
| "train_loss": 5.4740625, | |
| "eval_loss": 6.258139893815324, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.276358604431152, | |
| "gsm8k": 7.127342917702415, | |
| "math_qa": 5.858236948649089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.7828401960357724e+18, | |
| "train_loss": 5.4672998046875, | |
| "eval_loss": 6.245008855252652, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.269991397857666, | |
| "gsm8k": 7.131357366388494, | |
| "math_qa": 5.836683909098308 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 1.7884106225897964e+18, | |
| "train_loss": 5.471463623046875, | |
| "eval_loss": 6.26275026476061, | |
| "eval_accuracy": 0.03400614304519526, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.272493362426758, | |
| "gsm8k": 7.13652870871804, | |
| "math_qa": 5.861456553141276 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 1.793960503094018e+18, | |
| "train_loss": 5.4736669921875, | |
| "eval_loss": 6.239146619229703, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.26230525970459, | |
| "gsm8k": 7.121201255104759, | |
| "math_qa": 5.8329416910807295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 1.799482830309294e+18, | |
| "train_loss": 5.476492919921875, | |
| "eval_loss": 6.262176642546782, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.29027795791626, | |
| "gsm8k": 7.1469338156960225, | |
| "math_qa": 5.854321161905925 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 1.8050108660729774e+18, | |
| "train_loss": 5.471226806640625, | |
| "eval_loss": 6.254862244064744, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.253045082092285, | |
| "gsm8k": 7.10712363503196, | |
| "math_qa": 5.864393870035808 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.8105306995228672e+18, | |
| "train_loss": 5.473397216796875, | |
| "eval_loss": 6.235773498947556, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.253876686096191, | |
| "gsm8k": 7.102991277521307, | |
| "math_qa": 5.836790084838867 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04020100502512563 | |
| } | |
| }, | |
| { | |
| "flos": 1.815974901283029e+18, | |
| "train_loss": 5.452720947265625, | |
| "eval_loss": 6.234746056634027, | |
| "eval_accuracy": 0.03290917068889864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.230878829956055, | |
| "gsm8k": 7.082838578657671, | |
| "math_qa": 5.8463592529296875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.036515912897822446 | |
| } | |
| }, | |
| { | |
| "flos": 1.8215369193648292e+18, | |
| "train_loss": 5.467059326171875, | |
| "eval_loss": 6.235266633935876, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.260460376739502, | |
| "gsm8k": 7.113426902077415, | |
| "math_qa": 5.830677032470703 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 1.827076001247527e+18, | |
| "train_loss": 5.468211669921875, | |
| "eval_loss": 6.236672762277964, | |
| "eval_accuracy": 0.036200087757788504, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2590155601501465, | |
| "gsm8k": 7.110959139737216, | |
| "math_qa": 5.834096272786458 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 1.8326062623411405e+18, | |
| "train_loss": 5.461381225585938, | |
| "eval_loss": 6.266267570289406, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.275143623352051, | |
| "gsm8k": 7.162151683460582, | |
| "math_qa": 5.8549143473307295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 1.838104786847662e+18, | |
| "train_loss": 5.464769287109375, | |
| "eval_loss": 6.288619067217852, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.305906295776367, | |
| "gsm8k": 7.171635020862926, | |
| "math_qa": 5.882462819417317 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04154103852596315 | |
| } | |
| }, | |
| { | |
| "flos": 1.8436201691008205e+18, | |
| "train_loss": 5.464757080078125, | |
| "eval_loss": 6.289921425484322, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.28675651550293, | |
| "gsm8k": 7.1583709716796875, | |
| "math_qa": 5.8921457926432295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04187604690117253 | |
| } | |
| }, | |
| { | |
| "flos": 1.8491836093536666e+18, | |
| "train_loss": 5.464457397460937, | |
| "eval_loss": 6.232622198156409, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.260030746459961, | |
| "gsm8k": 7.112658413973722, | |
| "math_qa": 5.826988220214844 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.03986599664991625 | |
| } | |
| }, | |
| { | |
| "flos": 1.854740537899221e+18, | |
| "train_loss": 5.470074462890625, | |
| "eval_loss": 6.247159133086333, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.290236473083496, | |
| "gsm8k": 7.13447362726385, | |
| "math_qa": 5.836883544921875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 1.8602782384130621e+18, | |
| "train_loss": 5.466553955078125, | |
| "eval_loss": 6.242228843070365, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.244302749633789, | |
| "gsm8k": 7.098048817027699, | |
| "math_qa": 5.849805196126302 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.030326004548900682, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 1.8657921990320456e+18, | |
| "train_loss": 5.47028076171875, | |
| "eval_loss": 6.260619885212666, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.28847074508667, | |
| "gsm8k": 7.151686234907671, | |
| "math_qa": 5.849893569946289 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 1.8713508375114547e+18, | |
| "train_loss": 5.475650634765625, | |
| "eval_loss": 6.245443447216137, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.256833076477051, | |
| "gsm8k": 7.126425309614702, | |
| "math_qa": 5.840710957845052 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 1.876861047013376e+18, | |
| "train_loss": 5.475193481445313, | |
| "eval_loss": 6.276517455642288, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.308413505554199, | |
| "gsm8k": 7.155804720791903, | |
| "math_qa": 5.870852788289388 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 1.8824056511502746e+18, | |
| "train_loss": 5.466649169921875, | |
| "eval_loss": 6.257043065251531, | |
| "eval_accuracy": 0.04058797718297499, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.27912712097168, | |
| "gsm8k": 7.123319452459162, | |
| "math_qa": 5.8581593831380205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 1.8879283493433508e+18, | |
| "train_loss": 5.464159545898437, | |
| "eval_loss": 6.246213242814347, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.25773811340332, | |
| "gsm8k": 7.122968500310725, | |
| "math_qa": 5.843406677246094 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 1.8934854421714043e+18, | |
| "train_loss": 5.460755004882812, | |
| "eval_loss": 6.256823153109164, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2670440673828125, | |
| "gsm8k": 7.129286332563921, | |
| "math_qa": 5.85609245300293 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 1.8990314684793487e+18, | |
| "train_loss": 5.4713671875, | |
| "eval_loss": 6.262707194766483, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.275801181793213, | |
| "gsm8k": 7.133372913707387, | |
| "math_qa": 5.862560907999675 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 1.9045582678293217e+18, | |
| "train_loss": 5.476724853515625, | |
| "eval_loss": 6.227247624783902, | |
| "eval_accuracy": 0.03422553751645459, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.253267765045166, | |
| "gsm8k": 7.109567815607244, | |
| "math_qa": 5.820682525634766 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.039530988274706864 | |
| } | |
| }, | |
| { | |
| "flos": 1.910070166864003e+18, | |
| "train_loss": 5.458046264648438, | |
| "eval_loss": 6.285518723565179, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.308574199676514, | |
| "gsm8k": 7.17839951948686, | |
| "math_qa": 5.87436040242513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 1.9156227467551703e+18, | |
| "train_loss": 5.461805419921875, | |
| "eval_loss": 6.262588062801877, | |
| "eval_accuracy": 0.04058797718297499, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.266326427459717, | |
| "gsm8k": 7.118864579634233, | |
| "math_qa": 5.8698164621988935 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 1.9211721730666004e+18, | |
| "train_loss": 5.473829956054687, | |
| "eval_loss": 6.284084938667916, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.293951034545898, | |
| "gsm8k": 7.161073858087713, | |
| "math_qa": 5.881309509277344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 1.9267089877434368e+18, | |
| "train_loss": 5.47512939453125, | |
| "eval_loss": 6.265427821391338, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.28714656829834, | |
| "gsm8k": 7.139096346768466, | |
| "math_qa": 5.863186518351237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 1.9322152614447022e+18, | |
| "train_loss": 5.458359375, | |
| "eval_loss": 6.249234070649019, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.289316177368164, | |
| "gsm8k": 7.141985112970525, | |
| "math_qa": 5.836716334025065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 1.9377368467043779e+18, | |
| "train_loss": 5.465885009765625, | |
| "eval_loss": 6.273573875427246, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2969183921813965, | |
| "gsm8k": 7.139905062588778, | |
| "math_qa": 5.874560038248698 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 1.9432740114210488e+18, | |
| "train_loss": 5.468822021484375, | |
| "eval_loss": 6.268535124289023, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.296131610870361, | |
| "gsm8k": 7.157537286931818, | |
| "math_qa": 5.858776092529297 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 1.948815256893522e+18, | |
| "train_loss": 5.464672241210938, | |
| "eval_loss": 6.249930768399625, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.26296329498291, | |
| "gsm8k": 7.112056385387074, | |
| "math_qa": 5.8537038167317705 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 1.9543453118287053e+18, | |
| "train_loss": 5.46412109375, | |
| "eval_loss": 6.256407351107211, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.26630973815918, | |
| "gsm8k": 7.126588301225142, | |
| "math_qa": 5.856749216715495 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 1.9599156143655485e+18, | |
| "train_loss": 5.4780615234375, | |
| "eval_loss": 6.27559130900615, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.29946231842041, | |
| "gsm8k": 7.151316556063565, | |
| "math_qa": 5.8722279866536455 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 1.965466710345515e+18, | |
| "train_loss": 5.472530517578125, | |
| "eval_loss": 6.222662796845308, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.239027976989746, | |
| "gsm8k": 7.086993130770597, | |
| "math_qa": 5.82514762878418 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 1.9710392387491594e+18, | |
| "train_loss": 5.4670172119140625, | |
| "eval_loss": 6.279170139415844, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.318261623382568, | |
| "gsm8k": 7.159298289905895, | |
| "math_qa": 5.872520446777344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 1.9765618752020808e+18, | |
| "train_loss": 5.458239135742187, | |
| "eval_loss": 6.258900204220334, | |
| "eval_accuracy": 0.035761298815269855, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.271137237548828, | |
| "gsm8k": 7.136580033735796, | |
| "math_qa": 5.855610529581706 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.03819095477386935 | |
| } | |
| }, | |
| { | |
| "flos": 1.9821184112949985e+18, | |
| "train_loss": 5.4658251953125, | |
| "eval_loss": 6.23645120053678, | |
| "eval_accuracy": 0.03839403247038175, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.244845867156982, | |
| "gsm8k": 7.109033757990057, | |
| "math_qa": 5.835817972819011 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 1.98766993999292e+18, | |
| "train_loss": 5.459937744140625, | |
| "eval_loss": 6.2902074762292814, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3234968185424805, | |
| "gsm8k": 7.177777377041903, | |
| "math_qa": 5.8806304931640625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 1.9932231174214124e+18, | |
| "train_loss": 5.461969604492188, | |
| "eval_loss": 6.2830164625838, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.302424430847168, | |
| "gsm8k": 7.179049405184659, | |
| "math_qa": 5.870717366536458 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 1.9987218072841748e+18, | |
| "train_loss": 5.452428588867187, | |
| "eval_loss": 6.273197174072266, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.310647964477539, | |
| "gsm8k": 7.165414983575994, | |
| "math_qa": 5.861143112182617 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 2.0042858858765353e+18, | |
| "train_loss": 5.464974365234375, | |
| "eval_loss": 6.280193199982515, | |
| "eval_accuracy": 0.03554190434401053, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.299922466278076, | |
| "gsm8k": 7.17186806418679, | |
| "math_qa": 5.869864781697591 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.037520938023450585 | |
| } | |
| }, | |
| { | |
| "flos": 2.0098510161990124e+18, | |
| "train_loss": 5.464373779296875, | |
| "eval_loss": 6.2843133823291675, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.296300411224365, | |
| "gsm8k": 7.158689325506037, | |
| "math_qa": 5.882558822631836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 2.0154219785502065e+18, | |
| "train_loss": 5.470543212890625, | |
| "eval_loss": 6.2508172215642155, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.28005313873291, | |
| "gsm8k": 7.129661560058594, | |
| "math_qa": 5.845577239990234 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 2.020972250433323e+18, | |
| "train_loss": 5.4524560546875, | |
| "eval_loss": 6.2989866669113574, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3155741691589355, | |
| "gsm8k": 7.181448502974077, | |
| "math_qa": 5.8931427001953125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 2.0264996467837501e+18, | |
| "train_loss": 5.464417724609375, | |
| "eval_loss": 6.268245155746873, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.294642925262451, | |
| "gsm8k": 7.149140791459517, | |
| "math_qa": 5.862301508585612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.0320628395391058e+18, | |
| "train_loss": 5.464367065429688, | |
| "eval_loss": 6.273925368850295, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.287212371826172, | |
| "gsm8k": 7.149887778542259, | |
| "math_qa": 5.871335347493489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 2.037611442290557e+18, | |
| "train_loss": 5.467232666015625, | |
| "eval_loss": 6.25993334280478, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.275956630706787, | |
| "gsm8k": 7.144346063787287, | |
| "math_qa": 5.85324223836263 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 2.0431390453362852e+18, | |
| "train_loss": 5.45631103515625, | |
| "eval_loss": 6.284267915261759, | |
| "eval_accuracy": 0.03663887670030715, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.32765531539917, | |
| "gsm8k": 7.184763821688565, | |
| "math_qa": 5.8679250081380205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.03919597989949749 | |
| } | |
| }, | |
| { | |
| "flos": 2.0486298829250888e+18, | |
| "train_loss": 5.450283813476562, | |
| "eval_loss": 6.294058541993837, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.326298236846924, | |
| "gsm8k": 7.1768105246803975, | |
| "math_qa": 5.886777242024739 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 2.0541660587255398e+18, | |
| "train_loss": 5.451119384765625, | |
| "eval_loss": 6.295315458967879, | |
| "eval_accuracy": 0.03773584905660377, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.327013969421387, | |
| "gsm8k": 7.177233609286222, | |
| "math_qa": 5.888461430867513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 2.0597274588689203e+18, | |
| "train_loss": 5.465167236328125, | |
| "eval_loss": 6.268663973421664, | |
| "eval_accuracy": 0.03729706011408512, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.289421081542969, | |
| "gsm8k": 7.14574501731179, | |
| "math_qa": 5.864938735961914 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04053601340033501 | |
| } | |
| }, | |
| { | |
| "flos": 2.065257658222379e+18, | |
| "train_loss": 5.463302001953125, | |
| "eval_loss": 6.245524380658124, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2840375900268555, | |
| "gsm8k": 7.120072798295454, | |
| "math_qa": 5.841480255126953 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 2.0707366051942236e+18, | |
| "train_loss": 5.45495361328125, | |
| "eval_loss": 6.269935607910156, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.299678802490234, | |
| "gsm8k": 7.160433682528409, | |
| "math_qa": 5.859312057495117 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.0762813124103373e+18, | |
| "train_loss": 5.454754638671875, | |
| "eval_loss": 6.295702444540487, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.324823379516602, | |
| "gsm8k": 7.183758128773082, | |
| "math_qa": 5.886250178019206 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 2.0818377459609108e+18, | |
| "train_loss": 5.463245849609375, | |
| "eval_loss": 6.27462505649876, | |
| "eval_accuracy": 0.03751645458534445, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.296780586242676, | |
| "gsm8k": 7.160253351384943, | |
| "math_qa": 5.866865793863933 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 2.0873771778834432e+18, | |
| "train_loss": 5.453858642578125, | |
| "eval_loss": 6.27801191484606, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.303018093109131, | |
| "gsm8k": 7.1525490500710225, | |
| "math_qa": 5.875098546346028 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 2.092865274746241e+18, | |
| "train_loss": 5.451932373046875, | |
| "eval_loss": 6.287707741196091, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.309520244598389, | |
| "gsm8k": 7.183626348322088, | |
| "math_qa": 5.875260670979817 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 2.09842440768376e+18, | |
| "train_loss": 5.458123779296875, | |
| "eval_loss": 6.2925516592489705, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.309849739074707, | |
| "gsm8k": 7.166218150745738, | |
| "math_qa": 5.890679677327474 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.10394527138893e+18, | |
| "train_loss": 5.4552197265625, | |
| "eval_loss": 6.304227133054991, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.328099727630615, | |
| "gsm8k": 7.188311490145597, | |
| "math_qa": 5.897032419840495 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04187604690117253 | |
| } | |
| }, | |
| { | |
| "flos": 2.1094675363271803e+18, | |
| "train_loss": 5.44645751953125, | |
| "eval_loss": 6.266648163666597, | |
| "eval_accuracy": 0.0379552435278631, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.283393859863281, | |
| "gsm8k": 7.141179865056818, | |
| "math_qa": 5.8644256591796875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04355108877721943 | |
| } | |
| }, | |
| { | |
| "flos": 2.1150522441843343e+18, | |
| "train_loss": 5.452394409179687, | |
| "eval_loss": 6.282959242124815, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.306916236877441, | |
| "gsm8k": 7.167583812366832, | |
| "math_qa": 5.875509897867839 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 2.1205440717630996e+18, | |
| "train_loss": 5.450106811523438, | |
| "eval_loss": 6.265059600005278, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.284088134765625, | |
| "gsm8k": 7.1368324973366475, | |
| "math_qa": 5.863911310831706 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 2.126031261850927e+18, | |
| "train_loss": 5.443221435546875, | |
| "eval_loss": 6.259742736816406, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.273372650146484, | |
| "gsm8k": 7.146399758078835, | |
| "math_qa": 5.852222442626953 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04288107202680067 | |
| } | |
| }, | |
| { | |
| "flos": 2.1315337844351304e+18, | |
| "train_loss": 5.4457470703125, | |
| "eval_loss": 6.2890805940370305, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.307280540466309, | |
| "gsm8k": 7.173289905894887, | |
| "math_qa": 5.882301330566406 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 2.13710777581201e+18, | |
| "train_loss": 5.46592529296875, | |
| "eval_loss": 6.276094101570748, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.309694766998291, | |
| "gsm8k": 7.163516651500355, | |
| "math_qa": 5.86655871073405 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 2.142666043313619e+18, | |
| "train_loss": 5.463990478515625, | |
| "eval_loss": 6.299971013455777, | |
| "eval_accuracy": 0.0370776656428258, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3107171058654785, | |
| "gsm8k": 7.177100441672585, | |
| "math_qa": 5.897057851155599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 2.1482195294428856e+18, | |
| "train_loss": 5.45293212890625, | |
| "eval_loss": 6.267572609153953, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.265549659729004, | |
| "gsm8k": 7.1378042047674, | |
| "math_qa": 5.868885040283203 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 2.1537675550581064e+18, | |
| "train_loss": 5.4545135498046875, | |
| "eval_loss": 6.29340326463854, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.308239936828613, | |
| "gsm8k": 7.176591352982954, | |
| "math_qa": 5.887372334798177 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 2.1592718498531901e+18, | |
| "train_loss": 5.441072387695312, | |
| "eval_loss": 6.3031594044453385, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.323735237121582, | |
| "gsm8k": 7.180034290660512, | |
| "math_qa": 5.899543762207031 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.1648211945602417e+18, | |
| "train_loss": 5.458466796875, | |
| "eval_loss": 6.283750740257469, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.307242393493652, | |
| "gsm8k": 7.17034218528054, | |
| "math_qa": 5.875438690185547 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 2.1703722288000532e+18, | |
| "train_loss": 5.457039794921875, | |
| "eval_loss": 6.2845981443250505, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.304254055023193, | |
| "gsm8k": 7.160301208496094, | |
| "math_qa": 5.8815962473551435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 2.1759366585059901e+18, | |
| "train_loss": 5.46500732421875, | |
| "eval_loss": 6.304058229601061, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.340424537658691, | |
| "gsm8k": 7.202073530717329, | |
| "math_qa": 5.889437357584636 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.181428897864745e+18, | |
| "train_loss": 5.457535400390625, | |
| "eval_loss": 6.303731969884924, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3352203369140625, | |
| "gsm8k": 7.195079456676137, | |
| "math_qa": 5.8925736745198565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.186935356786475e+18, | |
| "train_loss": 5.448929443359375, | |
| "eval_loss": 6.3018911722544075, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.321379661560059, | |
| "gsm8k": 7.181388854980469, | |
| "math_qa": 5.897164026896159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 2.192450656361513e+18, | |
| "train_loss": 5.449176025390625, | |
| "eval_loss": 6.287298795339224, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.295694828033447, | |
| "gsm8k": 7.183596524325284, | |
| "math_qa": 5.875796000162761 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 2.1979076764515697e+18, | |
| "train_loss": 5.441292114257813, | |
| "eval_loss": 6.291688042718011, | |
| "eval_accuracy": 0.03729706011408512, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.316562652587891, | |
| "gsm8k": 7.1713783957741475, | |
| "math_qa": 5.886423746744792 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 2.203405665160921e+18, | |
| "train_loss": 5.446527709960938, | |
| "eval_loss": 6.283675838161159, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.312097549438477, | |
| "gsm8k": 7.175458041104403, | |
| "math_qa": 5.8725738525390625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 2.2089689405943972e+18, | |
| "train_loss": 5.466500244140625, | |
| "eval_loss": 6.267520595241237, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.2826080322265625, | |
| "gsm8k": 7.13925517689098, | |
| "math_qa": 5.866718292236328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.10236220472440945, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04221105527638191 | |
| } | |
| }, | |
| { | |
| "flos": 2.214531680230703e+18, | |
| "train_loss": 5.463145751953125, | |
| "eval_loss": 6.297533215703191, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3144307136535645, | |
| "gsm8k": 7.1880409934303975, | |
| "math_qa": 5.887975692749023 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 2.220054069186134e+18, | |
| "train_loss": 5.453670654296875, | |
| "eval_loss": 6.276142790510848, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.296988487243652, | |
| "gsm8k": 7.164953058416193, | |
| "math_qa": 5.867034276326497 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 2.225592923972436e+18, | |
| "train_loss": 5.4587451171875, | |
| "eval_loss": 6.305180085671915, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.331485271453857, | |
| "gsm8k": 7.193872625177557, | |
| "math_qa": 5.895670572916667 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 2.231131222560473e+18, | |
| "train_loss": 5.46101318359375, | |
| "eval_loss": 6.281194970414445, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.302448749542236, | |
| "gsm8k": 7.169676347212358, | |
| "math_qa": 5.872203191121419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.236733488780804e+18, | |
| "train_loss": 5.463505859375, | |
| "eval_loss": 6.295323217237318, | |
| "eval_accuracy": 0.03817463799912242, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.309407711029053, | |
| "gsm8k": 7.172832835804332, | |
| "math_qa": 5.891957600911458 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.040871021775544386 | |
| } | |
| }, | |
| { | |
| "flos": 2.2421931057154621e+18, | |
| "train_loss": 5.43798095703125, | |
| "eval_loss": 6.277949126991066, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.292968273162842, | |
| "gsm8k": 7.155542547052557, | |
| "math_qa": 5.874467213948567 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 2.2477749080272404e+18, | |
| "train_loss": 5.4601904296875, | |
| "eval_loss": 6.286394686312289, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.313407897949219, | |
| "gsm8k": 7.166001753373579, | |
| "math_qa": 5.880990346272786 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 2.2533255712892518e+18, | |
| "train_loss": 5.457561645507813, | |
| "eval_loss": 6.293139612352526, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.338819980621338, | |
| "gsm8k": 7.195479653098366, | |
| "math_qa": 5.875760396321614 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.2589087748341105e+18, | |
| "train_loss": 5.46147216796875, | |
| "eval_loss": 6.30555585912756, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.324295997619629, | |
| "gsm8k": 7.187939036976207, | |
| "math_qa": 5.899568557739258 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.264450329007358e+18, | |
| "train_loss": 5.456587524414062, | |
| "eval_loss": 6.301279815467629, | |
| "eval_accuracy": 0.046072838964458095, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.332667827606201, | |
| "gsm8k": 7.19826923717152, | |
| "math_qa": 5.88754399617513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 2.2699962935751475e+18, | |
| "train_loss": 5.460751953125, | |
| "eval_loss": 6.295310432846482, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.320115566253662, | |
| "gsm8k": 7.181687788529829, | |
| "math_qa": 5.886987050374349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 2.2755563746266972e+18, | |
| "train_loss": 5.436656494140625, | |
| "eval_loss": 6.295352987340979, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.318564414978027, | |
| "gsm8k": 7.181441567160866, | |
| "math_qa": 5.887294769287109 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 2.2811025861551063e+18, | |
| "train_loss": 5.45705322265625, | |
| "eval_loss": 6.305756697783599, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.319706916809082, | |
| "gsm8k": 7.1796347878196025, | |
| "math_qa": 5.904066721598308 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 2.2866177622498345e+18, | |
| "train_loss": 5.44505126953125, | |
| "eval_loss": 6.305795927305479, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.318960189819336, | |
| "gsm8k": 7.185465032404119, | |
| "math_qa": 5.901517232259114 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.2921662823231652e+18, | |
| "train_loss": 5.45962646484375, | |
| "eval_loss": 6.311938363152581, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.319283485412598, | |
| "gsm8k": 7.195148814808238, | |
| "math_qa": 5.906521479288737 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 2.2976873521867653e+18, | |
| "train_loss": 5.448397216796875, | |
| "eval_loss": 6.289020100155392, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.304025173187256, | |
| "gsm8k": 7.176196011629972, | |
| "math_qa": 5.881147384643555 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 2.3031990869389476e+18, | |
| "train_loss": 5.440006713867188, | |
| "eval_loss": 6.282176868335621, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.302486419677734, | |
| "gsm8k": 7.1636879660866475, | |
| "math_qa": 5.876458485921224 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 2.3087389923816243e+18, | |
| "train_loss": 5.448504638671875, | |
| "eval_loss": 6.280572221085832, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.304847717285156, | |
| "gsm8k": 7.158293984153054, | |
| "math_qa": 5.876260121663411 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.314345585781506e+18, | |
| "train_loss": 5.451399536132812, | |
| "eval_loss": 6.285153285877125, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.307066440582275, | |
| "gsm8k": 7.181936090642756, | |
| "math_qa": 5.872301737467448 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05527638190954774 | |
| } | |
| }, | |
| { | |
| "flos": 2.319862018691039e+18, | |
| "train_loss": 5.45119140625, | |
| "eval_loss": 6.293610108865274, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.317079067230225, | |
| "gsm8k": 7.1894989013671875, | |
| "math_qa": 5.881038665771484 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 2.3254175454666424e+18, | |
| "train_loss": 5.464794921875, | |
| "eval_loss": 6.269284634976773, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.297306060791016, | |
| "gsm8k": 7.16567646373402, | |
| "math_qa": 5.856103261311849 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 2.3309357924629873e+18, | |
| "train_loss": 5.43670166015625, | |
| "eval_loss": 6.311553284928605, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3335065841674805, | |
| "gsm8k": 7.190598921342329, | |
| "math_qa": 5.906827926635742 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.3364813860529766e+18, | |
| "train_loss": 5.455369262695313, | |
| "eval_loss": 6.29449563413053, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.318225383758545, | |
| "gsm8k": 7.173524336381392, | |
| "math_qa": 5.88962999979655 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.10236220472440945, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 2.342007237288919e+18, | |
| "train_loss": 5.449594116210937, | |
| "eval_loss": 6.283439842430321, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.298847198486328, | |
| "gsm8k": 7.160194396972656, | |
| "math_qa": 5.88031005859375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 2.347515282664194e+18, | |
| "train_loss": 5.442046508789063, | |
| "eval_loss": 6.306845278353305, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.326879501342773, | |
| "gsm8k": 7.194307500665838, | |
| "math_qa": 5.8984222412109375 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.3530577645503775e+18, | |
| "train_loss": 5.453768310546875, | |
| "eval_loss": 6.292692132898279, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.313371658325195, | |
| "gsm8k": 7.167884133078835, | |
| "math_qa": 5.889839172363281 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 2.358571828248576e+18, | |
| "train_loss": 5.441307373046875, | |
| "eval_loss": 6.321277721508129, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.332923889160156, | |
| "gsm8k": 7.201390353116122, | |
| "math_qa": 5.916922251383464 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.3640788020295107e+18, | |
| "train_loss": 5.443602294921875, | |
| "eval_loss": 6.301543158453864, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.330150604248047, | |
| "gsm8k": 7.186552567915483, | |
| "math_qa": 5.893529891967773 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 2.369629238731997e+18, | |
| "train_loss": 5.442761840820313, | |
| "eval_loss": 6.298583881275074, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.333257675170898, | |
| "gsm8k": 7.1848297119140625, | |
| "math_qa": 5.889498392740886 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.375140128449364e+18, | |
| "train_loss": 5.444600219726563, | |
| "eval_loss": 6.306864583814466, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.325012683868408, | |
| "gsm8k": 7.190164739435369, | |
| "math_qa": 5.900506337483724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.380650997765636e+18, | |
| "train_loss": 5.438867797851563, | |
| "eval_loss": 6.304960585929252, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.322068691253662, | |
| "gsm8k": 7.190546209161932, | |
| "math_qa": 5.897641499837239 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 2.386220228708139e+18, | |
| "train_loss": 5.460296630859375, | |
| "eval_loss": 6.286440282254605, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3006672859191895, | |
| "gsm8k": 7.175232627175071, | |
| "math_qa": 5.877891540527344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 2.391717042743935e+18, | |
| "train_loss": 5.435772094726563, | |
| "eval_loss": 6.298179523364918, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.316755294799805, | |
| "gsm8k": 7.16787372935902, | |
| "math_qa": 5.898021697998047 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 2.3972827083267113e+18, | |
| "train_loss": 5.45064453125, | |
| "eval_loss": 6.2839470682917415, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.312133312225342, | |
| "gsm8k": 7.155813043767756, | |
| "math_qa": 5.8819929758707685 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 2.4028170292381614e+18, | |
| "train_loss": 5.449603271484375, | |
| "eval_loss": 6.293909433725718, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3236236572265625, | |
| "gsm8k": 7.176691228693182, | |
| "math_qa": 5.88682492574056 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.0559463986599665 | |
| } | |
| }, | |
| { | |
| "flos": 2.408360871018365e+18, | |
| "train_loss": 5.448679809570312, | |
| "eval_loss": 6.2991878148671745, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.32703161239624, | |
| "gsm8k": 7.190971374511719, | |
| "math_qa": 5.888133366902669 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 2.4138686076928655e+18, | |
| "train_loss": 5.431671752929687, | |
| "eval_loss": 6.307216953586888, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.331394195556641, | |
| "gsm8k": 7.208493319424716, | |
| "math_qa": 5.892117182413737 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.045561139028475715 | |
| } | |
| }, | |
| { | |
| "flos": 2.4194209400865423e+18, | |
| "train_loss": 5.45401611328125, | |
| "eval_loss": 6.298809592788284, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.311214923858643, | |
| "gsm8k": 7.193219965154475, | |
| "math_qa": 5.887837727864583 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.04455611390284757 | |
| } | |
| }, | |
| { | |
| "flos": 2.424958002260869e+18, | |
| "train_loss": 5.446646728515625, | |
| "eval_loss": 6.289835646345809, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.316198348999023, | |
| "gsm8k": 7.168501420454546, | |
| "math_qa": 5.88491694132487 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 2.43044158564991e+18, | |
| "train_loss": 5.430255126953125, | |
| "eval_loss": 6.297960023622255, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.323089599609375, | |
| "gsm8k": 7.181522716175426, | |
| "math_qa": 5.890899658203125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 2.435928631856333e+18, | |
| "train_loss": 5.4338427734375, | |
| "eval_loss": 6.33153858700314, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.348650932312012, | |
| "gsm8k": 7.2251503684303975, | |
| "math_qa": 5.920540491739909 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 2.441462458309673e+18, | |
| "train_loss": 5.444368896484375, | |
| "eval_loss": 6.294650490219529, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.308379650115967, | |
| "gsm8k": 7.185118241743608, | |
| "math_qa": 5.885375340779622 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.447008113639817e+18, | |
| "train_loss": 5.444405517578125, | |
| "eval_loss": 6.307475218901763, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.334348678588867, | |
| "gsm8k": 7.199436534534801, | |
| "math_qa": 5.896420160929362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.452484814343766e+18, | |
| "train_loss": 5.43596435546875, | |
| "eval_loss": 6.301987622235273, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.316888809204102, | |
| "gsm8k": 7.174940629438921, | |
| "math_qa": 5.900642395019531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.4580270691335537e+18, | |
| "train_loss": 5.4450537109375, | |
| "eval_loss": 6.30943589597135, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3308491706848145, | |
| "gsm8k": 7.2046356201171875, | |
| "math_qa": 5.897351582845052 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.4635047383526277e+18, | |
| "train_loss": 5.436778564453125, | |
| "eval_loss": 6.302178047798775, | |
| "eval_accuracy": 0.04058797718297499, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.327663421630859, | |
| "gsm8k": 7.180498296564275, | |
| "math_qa": 5.897490819295247 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 2.4690112794156073e+18, | |
| "train_loss": 5.442400512695312, | |
| "eval_loss": 6.311300947859481, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.325702667236328, | |
| "gsm8k": 7.181254993785512, | |
| "math_qa": 5.9113718668619795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.4745117828283105e+18, | |
| "train_loss": 5.429312133789063, | |
| "eval_loss": 6.299863042058171, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.314044952392578, | |
| "gsm8k": 7.162815440784801, | |
| "math_qa": 5.903161366780599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 2.4800355735536927e+18, | |
| "train_loss": 5.443615112304688, | |
| "eval_loss": 6.3048295201482, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.335165977478027, | |
| "gsm8k": 7.199145923961293, | |
| "math_qa": 5.892406463623047 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 2.485566947580707e+18, | |
| "train_loss": 5.448048095703125, | |
| "eval_loss": 6.3213176985044734, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.338626384735107, | |
| "gsm8k": 7.200686368075284, | |
| "math_qa": 5.916831334431966 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 2.491016260351951e+18, | |
| "train_loss": 5.449788818359375, | |
| "eval_loss": 6.289212149542731, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.327940940856934, | |
| "gsm8k": 7.171543468128551, | |
| "math_qa": 5.881582895914714 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 2.496583451721859e+18, | |
| "train_loss": 5.447763671875, | |
| "eval_loss": 6.29889068088016, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.335877895355225, | |
| "gsm8k": 7.182798212224787, | |
| "math_qa": 5.890684127807617 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 2.5021215650894316e+18, | |
| "train_loss": 5.458458251953125, | |
| "eval_loss": 6.3170158540880355, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.358758449554443, | |
| "gsm8k": 7.213580044833097, | |
| "math_qa": 5.902612050374349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 2.5076238815152046e+18, | |
| "train_loss": 5.442752685546875, | |
| "eval_loss": 6.321775745701146, | |
| "eval_accuracy": 0.046072838964458095, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3497514724731445, | |
| "gsm8k": 7.201536005193537, | |
| "math_qa": 5.916220982869466 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 2.5131802323876577e+18, | |
| "train_loss": 5.45018310546875, | |
| "eval_loss": 6.293169021606445, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.312695503234863, | |
| "gsm8k": 7.162316062233665, | |
| "math_qa": 5.893182754516602 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 2.518735161625936e+18, | |
| "train_loss": 5.454866943359375, | |
| "eval_loss": 6.312559488657358, | |
| "eval_accuracy": 0.04892496709082931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.33863639831543, | |
| "gsm8k": 7.183805292302912, | |
| "math_qa": 5.911065419514974 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 2.524247061197488e+18, | |
| "train_loss": 5.456975708007812, | |
| "eval_loss": 6.2876066774935335, | |
| "eval_accuracy": 0.04760860026327336, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.325560569763184, | |
| "gsm8k": 7.172984730113637, | |
| "math_qa": 5.878645579020183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 2.5297725409187594e+18, | |
| "train_loss": 5.442042846679687, | |
| "eval_loss": 6.26016023996714, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.292136192321777, | |
| "gsm8k": 7.156582919034091, | |
| "math_qa": 5.846635182698567 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.5353178666101637e+18, | |
| "train_loss": 5.435135498046875, | |
| "eval_loss": 6.315860129691459, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.350347518920898, | |
| "gsm8k": 7.20795371315696, | |
| "math_qa": 5.904109954833984 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 2.540830260639826e+18, | |
| "train_loss": 5.449444580078125, | |
| "eval_loss": 6.30133494815311, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.307206153869629, | |
| "gsm8k": 7.182071339000355, | |
| "math_qa": 5.897174835205078 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.546365344444842e+18, | |
| "train_loss": 5.452711181640625, | |
| "eval_loss": 6.288893055271458, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.327893257141113, | |
| "gsm8k": 7.19002949107777, | |
| "math_qa": 5.872622172037761 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.5519091862250455e+18, | |
| "train_loss": 5.447021484375, | |
| "eval_loss": 6.279132018218169, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.302156448364258, | |
| "gsm8k": 7.164509166370738, | |
| "math_qa": 5.871415456136067 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.557453192824619e+18, | |
| "train_loss": 5.454605712890625, | |
| "eval_loss": 6.297452978185706, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.315311431884766, | |
| "gsm8k": 7.174020940607244, | |
| "math_qa": 5.894204457600911 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 2.563053336257364e+18, | |
| "train_loss": 5.468993530273438, | |
| "eval_loss": 6.2966913790316195, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.323709487915039, | |
| "gsm8k": 7.17962022261186, | |
| "math_qa": 5.889764149983724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05527638190954774 | |
| } | |
| }, | |
| { | |
| "flos": 2.5685797844937605e+18, | |
| "train_loss": 5.444940795898438, | |
| "eval_loss": 6.312593099233267, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.332876205444336, | |
| "gsm8k": 7.189998279918324, | |
| "math_qa": 5.908758799235026 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.574138361233015e+18, | |
| "train_loss": 5.445009765625, | |
| "eval_loss": 6.330413921459301, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.352975845336914, | |
| "gsm8k": 7.214361017400568, | |
| "math_qa": 5.923391342163086 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.5796517033767076e+18, | |
| "train_loss": 5.439221801757813, | |
| "eval_loss": 6.304106660791345, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.321133136749268, | |
| "gsm8k": 7.194251320578835, | |
| "math_qa": 5.894704818725586 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.585193814285091e+18, | |
| "train_loss": 5.454011840820312, | |
| "eval_loss": 6.31176149522936, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.333913803100586, | |
| "gsm8k": 7.196775263006037, | |
| "math_qa": 5.904284159342448 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.590750762694869e+18, | |
| "train_loss": 5.452761840820313, | |
| "eval_loss": 6.337214109059927, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.375065326690674, | |
| "gsm8k": 7.241244229403409, | |
| "math_qa": 5.9197127024332685 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.5962993031692943e+18, | |
| "train_loss": 5.448712768554688, | |
| "eval_loss": 6.298956922582678, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.314783573150635, | |
| "gsm8k": 7.174212369051847, | |
| "math_qa": 5.8964792887369795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 2.601802526370038e+18, | |
| "train_loss": 5.4321728515625, | |
| "eval_loss": 6.304955198958114, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.348542213439941, | |
| "gsm8k": 7.212059714577415, | |
| "math_qa": 5.885566711425781 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 2.607303153263051e+18, | |
| "train_loss": 5.44612548828125, | |
| "eval_loss": 6.306972580987054, | |
| "eval_accuracy": 0.04760860026327336, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.336165904998779, | |
| "gsm8k": 7.198901089754972, | |
| "math_qa": 5.895739237467448 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 2.612855691815158e+18, | |
| "train_loss": 5.4497137451171875, | |
| "eval_loss": 6.320951178267196, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.343160152435303, | |
| "gsm8k": 7.208478060635653, | |
| "math_qa": 5.912317276000977 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 2.6183651593614787e+18, | |
| "train_loss": 5.42426025390625, | |
| "eval_loss": 6.314383171700142, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.326937675476074, | |
| "gsm8k": 7.190693248401988, | |
| "math_qa": 5.911694844563802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.623924540333359e+18, | |
| "train_loss": 5.450826416015625, | |
| "eval_loss": 6.313869450543378, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.341241359710693, | |
| "gsm8k": 7.191227999600497, | |
| "math_qa": 5.909465789794922 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 2.629472174569685e+18, | |
| "train_loss": 5.43841552734375, | |
| "eval_loss": 6.291301314895217, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.313508987426758, | |
| "gsm8k": 7.179889332164418, | |
| "math_qa": 5.882181167602539 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04120603015075377 | |
| } | |
| }, | |
| { | |
| "flos": 2.6349934505917153e+18, | |
| "train_loss": 5.44087890625, | |
| "eval_loss": 6.29761639156857, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.33204460144043, | |
| "gsm8k": 7.19019248268821, | |
| "math_qa": 5.885649998982747 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.6404629384349614e+18, | |
| "train_loss": 5.42208251953125, | |
| "eval_loss": 6.315540081745869, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.34198522567749, | |
| "gsm8k": 7.190034346147017, | |
| "math_qa": 5.912526448567708 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.6459940859024507e+18, | |
| "train_loss": 5.439862060546875, | |
| "eval_loss": 6.314858668559307, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.345141410827637, | |
| "gsm8k": 7.200415871360085, | |
| "math_qa": 5.906454722086589 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 2.6515432035131064e+18, | |
| "train_loss": 5.4392626953125, | |
| "eval_loss": 6.296689884082691, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.329312324523926, | |
| "gsm8k": 7.198502280495384, | |
| "math_qa": 5.8806406656901045 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.6571009969577e+18, | |
| "train_loss": 5.443544311523437, | |
| "eval_loss": 6.325838037439294, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.354366302490234, | |
| "gsm8k": 7.209747314453125, | |
| "math_qa": 5.918335596720378 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.662631114169909e+18, | |
| "train_loss": 5.43428466796875, | |
| "eval_loss": 6.294630927008551, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.322212219238281, | |
| "gsm8k": 7.180681402033025, | |
| "math_qa": 5.8862260182698565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.6681578512428564e+18, | |
| "train_loss": 5.431851806640625, | |
| "eval_loss": 6.297025319692251, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.330299377441406, | |
| "gsm8k": 7.171316667036577, | |
| "math_qa": 5.893535614013672 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.67362000274509e+18, | |
| "train_loss": 5.424813232421875, | |
| "eval_loss": 6.307725261997533, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.346020221710205, | |
| "gsm8k": 7.187115062366832, | |
| "math_qa": 5.901480356852214 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 2.679125163512955e+18, | |
| "train_loss": 5.429536743164062, | |
| "eval_loss": 6.3116471574113175, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3382568359375, | |
| "gsm8k": 7.1854636452414775, | |
| "math_qa": 5.9089304606119795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.684663255942562e+18, | |
| "train_loss": 5.444752197265625, | |
| "eval_loss": 6.308558644475164, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.33176326751709, | |
| "gsm8k": 7.187715010209517, | |
| "math_qa": 5.903678258260091 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.690210930981077e+18, | |
| "train_loss": 5.443817138671875, | |
| "eval_loss": 6.337539775951488, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.35820198059082, | |
| "gsm8k": 7.218922008167613, | |
| "math_qa": 5.931851069132487 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 2.695789374091559e+18, | |
| "train_loss": 5.446848754882812, | |
| "eval_loss": 6.349352192234349, | |
| "eval_accuracy": 0.04782799473453269, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384020805358887, | |
| "gsm8k": 7.2441323020241475, | |
| "math_qa": 5.9363555908203125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05561139028475712 | |
| } | |
| }, | |
| { | |
| "flos": 2.701396832927351e+18, | |
| "train_loss": 5.45483642578125, | |
| "eval_loss": 6.352938729363519, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.375615119934082, | |
| "gsm8k": 7.240244778719815, | |
| "math_qa": 5.944367090861003 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.706883714314404e+18, | |
| "train_loss": 5.425339965820313, | |
| "eval_loss": 6.303142186757681, | |
| "eval_accuracy": 0.04673102237823607, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.322558403015137, | |
| "gsm8k": 7.182236411354759, | |
| "math_qa": 5.898605982462565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 2.7124189833398845e+18, | |
| "train_loss": 5.433050537109375, | |
| "eval_loss": 6.354952657544935, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.38273286819458, | |
| "gsm8k": 7.243211226029829, | |
| "math_qa": 5.945519129435222 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.7179069567223726e+18, | |
| "train_loss": 5.419430541992187, | |
| "eval_loss": 6.33984813174686, | |
| "eval_accuracy": 0.046072838964458095, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.363186836242676, | |
| "gsm8k": 7.22565390846946, | |
| "math_qa": 5.931908925374349 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 2.723475837625041e+18, | |
| "train_loss": 5.45241455078125, | |
| "eval_loss": 6.3015713562836515, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.338698387145996, | |
| "gsm8k": 7.184201327237216, | |
| "math_qa": 5.893938700358073 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.729004120349344e+18, | |
| "train_loss": 5.432288818359375, | |
| "eval_loss": 6.299432342116897, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.326371192932129, | |
| "gsm8k": 7.180087002840909, | |
| "math_qa": 5.893554051717122 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 2.7345463547380367e+18, | |
| "train_loss": 5.444737548828125, | |
| "eval_loss": 6.310224945480759, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.341555595397949, | |
| "gsm8k": 7.19139931418679, | |
| "math_qa": 5.9037424723307295 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.740018789465719e+18, | |
| "train_loss": 5.429779052734375, | |
| "eval_loss": 6.331363446003682, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.360978603363037, | |
| "gsm8k": 7.22677265514027, | |
| "math_qa": 5.9184996287028 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 2.745585938959696e+18, | |
| "train_loss": 5.457803955078125, | |
| "eval_loss": 6.321280711405986, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.337461471557617, | |
| "gsm8k": 7.210353504527699, | |
| "math_qa": 5.9124406178792315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 2.7511350565703516e+18, | |
| "train_loss": 5.4473583984375, | |
| "eval_loss": 6.306581858042124, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.341777801513672, | |
| "gsm8k": 7.192298195578835, | |
| "math_qa": 5.897695541381836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.756622905935659e+18, | |
| "train_loss": 5.426509399414062, | |
| "eval_loss": 6.335066150974583, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.363663673400879, | |
| "gsm8k": 7.2133636474609375, | |
| "math_qa": 5.9301300048828125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.762194527564333e+18, | |
| "train_loss": 5.440938720703125, | |
| "eval_loss": 6.347512064753352, | |
| "eval_accuracy": 0.04782799473453269, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.37454891204834, | |
| "gsm8k": 7.236527182839134, | |
| "math_qa": 5.937793731689453 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.05494137353433836 | |
| } | |
| }, | |
| { | |
| "flos": 2.767713083798323e+18, | |
| "train_loss": 5.447625732421875, | |
| "eval_loss": 6.312421360531369, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.328135013580322, | |
| "gsm8k": 7.1837380149147725, | |
| "math_qa": 5.9117584228515625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.029567854435178165, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 2.7732886213634294e+18, | |
| "train_loss": 5.43972412109375, | |
| "eval_loss": 6.324646640468288, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.354465961456299, | |
| "gsm8k": 7.211832219904119, | |
| "math_qa": 5.915534973144531 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 2.7788292692985774e+18, | |
| "train_loss": 5.447620849609375, | |
| "eval_loss": 6.330914239625673, | |
| "eval_accuracy": 0.04826678367705134, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.35829496383667, | |
| "gsm8k": 7.224839643998579, | |
| "math_qa": 5.918916702270508 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05795644891122278 | |
| } | |
| }, | |
| { | |
| "flos": 2.7843524002096087e+18, | |
| "train_loss": 5.431702270507812, | |
| "eval_loss": 6.324739920126425, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.356531143188477, | |
| "gsm8k": 7.211118524724787, | |
| "math_qa": 5.915833791097005 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.7898942222814413e+18, | |
| "train_loss": 5.438353271484375, | |
| "eval_loss": 6.324903385059254, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.341813087463379, | |
| "gsm8k": 7.207028475674716, | |
| "math_qa": 5.919186909993489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.7953818456240947e+18, | |
| "train_loss": 5.432070922851563, | |
| "eval_loss": 6.323666701445708, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.360842704772949, | |
| "gsm8k": 7.218916459517046, | |
| "math_qa": 5.910245895385742 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.8008839145523773e+18, | |
| "train_loss": 5.4389111328125, | |
| "eval_loss": 6.322598998611038, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.343745231628418, | |
| "gsm8k": 7.208440607244318, | |
| "math_qa": 5.914826075236003 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.806447972743643e+18, | |
| "train_loss": 5.446827392578125, | |
| "eval_loss": 6.313941904016443, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3488874435424805, | |
| "gsm8k": 7.207455721768466, | |
| "math_qa": 5.90150260925293 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 2.811996905133834e+18, | |
| "train_loss": 5.44982666015625, | |
| "eval_loss": 6.3419296677048145, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.370491027832031, | |
| "gsm8k": 7.229640613902699, | |
| "math_qa": 5.932682037353516 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 2.817548598651126e+18, | |
| "train_loss": 5.44880615234375, | |
| "eval_loss": 6.326597651919803, | |
| "eval_accuracy": 0.04014918824045634, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.359420299530029, | |
| "gsm8k": 7.227467623623935, | |
| "math_qa": 5.910963694254558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04522613065326633 | |
| } | |
| }, | |
| { | |
| "flos": 2.823057715620741e+18, | |
| "train_loss": 5.4347998046875, | |
| "eval_loss": 6.341458526817528, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.364822864532471, | |
| "gsm8k": 7.237295670942827, | |
| "math_qa": 5.9289194742838545 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 2.8286057616370565e+18, | |
| "train_loss": 5.4490087890625, | |
| "eval_loss": 6.3209856394174935, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.34821891784668, | |
| "gsm8k": 7.200345819646662, | |
| "math_qa": 5.915676116943359 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 2.834166770401542e+18, | |
| "train_loss": 5.44691650390625, | |
| "eval_loss": 6.323471765260439, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.344132900238037, | |
| "gsm8k": 7.203736045143821, | |
| "math_qa": 5.918295542399089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 2.839725697717502e+18, | |
| "train_loss": 5.447489013671875, | |
| "eval_loss": 6.319655186421162, | |
| "eval_accuracy": 0.03949100482667837, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.352280616760254, | |
| "gsm8k": 7.208608453924006, | |
| "math_qa": 5.909499486287435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.044221105527638194 | |
| } | |
| }, | |
| { | |
| "flos": 2.8452080242917376e+18, | |
| "train_loss": 5.428018798828125, | |
| "eval_loss": 6.306926830394848, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.337779998779297, | |
| "gsm8k": 7.173784429376775, | |
| "math_qa": 5.907046000162761 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.850727054045872e+18, | |
| "train_loss": 5.431380004882812, | |
| "eval_loss": 6.3389248719086515, | |
| "eval_accuracy": 0.04914436156208864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.354674339294434, | |
| "gsm8k": 7.215265447443182, | |
| "math_qa": 5.935956319173177 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.05695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 2.856279098139869e+18, | |
| "train_loss": 5.446055908203125, | |
| "eval_loss": 6.319158708727038, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.335214614868164, | |
| "gsm8k": 7.190370039506392, | |
| "math_qa": 5.918515523274739 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 2.8617976951760486e+18, | |
| "train_loss": 5.4279833984375, | |
| "eval_loss": 6.3233333536096525, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.349483966827393, | |
| "gsm8k": 7.199559298428622, | |
| "math_qa": 5.9195505777994795 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.8673514497407713e+18, | |
| "train_loss": 5.432529296875, | |
| "eval_loss": 6.334754557222934, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.36259126663208, | |
| "gsm8k": 7.228917902166193, | |
| "math_qa": 5.922609965006511 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.872890695905968e+18, | |
| "train_loss": 5.43796142578125, | |
| "eval_loss": 6.335235544153162, | |
| "eval_accuracy": 0.0388328214129004, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.362006187438965, | |
| "gsm8k": 7.212370439009233, | |
| "math_qa": 5.9309844970703125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04321608040201005 | |
| } | |
| }, | |
| { | |
| "flos": 2.8783657274782515e+18, | |
| "train_loss": 5.43713623046875, | |
| "eval_loss": 6.32623713725322, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.347585678100586, | |
| "gsm8k": 7.208478754216975, | |
| "math_qa": 5.920097351074219 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.883886241143587e+18, | |
| "train_loss": 5.42606201171875, | |
| "eval_loss": 6.3358639382027295, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3595476150512695, | |
| "gsm8k": 7.229368730024858, | |
| "math_qa": 5.924367268880208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 2.8893885785073254e+18, | |
| "train_loss": 5.426738891601563, | |
| "eval_loss": 6.346412478266536, | |
| "eval_accuracy": 0.03971039929793769, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.376511096954346, | |
| "gsm8k": 7.236375288529829, | |
| "math_qa": 5.936004638671875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 2.8949683197716726e+18, | |
| "train_loss": 5.44123779296875, | |
| "eval_loss": 6.322786047651961, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.349799633026123, | |
| "gsm8k": 7.204311024058949, | |
| "math_qa": 5.916502634684245 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 2.900487617424392e+18, | |
| "train_loss": 5.42525634765625, | |
| "eval_loss": 6.320734848847261, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.331219673156738, | |
| "gsm8k": 7.17859510941939, | |
| "math_qa": 5.926675160725911 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.9060800530014536e+18, | |
| "train_loss": 5.441395263671875, | |
| "eval_loss": 6.329969354577966, | |
| "eval_accuracy": 0.046511627906976744, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.367277145385742, | |
| "gsm8k": 7.223633506081321, | |
| "math_qa": 5.917264302571614 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.05661641541038526 | |
| } | |
| }, | |
| { | |
| "flos": 2.9116035956924744e+18, | |
| "train_loss": 5.443275756835938, | |
| "eval_loss": 6.326543163608861, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.346571445465088, | |
| "gsm8k": 7.209054426713423, | |
| "math_qa": 5.920389811197917 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.917171919860007e+18, | |
| "train_loss": 5.4318896484375, | |
| "eval_loss": 6.343659014315219, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.367339134216309, | |
| "gsm8k": 7.236388466574929, | |
| "math_qa": 5.932518005371094 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 2.922704180260897e+18, | |
| "train_loss": 5.430947265625, | |
| "eval_loss": 6.317031911901526, | |
| "eval_accuracy": 0.03927161035541905, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.340363502502441, | |
| "gsm8k": 7.1922760009765625, | |
| "math_qa": 5.913934071858724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 2.9282320302672445e+18, | |
| "train_loss": 5.438165893554688, | |
| "eval_loss": 6.320730827950142, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3510541915893555, | |
| "gsm8k": 7.215985384854403, | |
| "math_qa": 5.907878875732422 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 2.933767464112095e+18, | |
| "train_loss": 5.4329156494140625, | |
| "eval_loss": 6.341243125296928, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.366277694702148, | |
| "gsm8k": 7.23403583873402, | |
| "math_qa": 5.929960250854492 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 2.9393114916496343e+18, | |
| "train_loss": 5.4313507080078125, | |
| "eval_loss": 6.3257236996212525, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.352479934692383, | |
| "gsm8k": 7.209919322620738, | |
| "math_qa": 5.918237686157227 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 2.944795446553346e+18, | |
| "train_loss": 5.42647216796875, | |
| "eval_loss": 6.340079487981023, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.371148109436035, | |
| "gsm8k": 7.233915155584162, | |
| "math_qa": 5.927815755208333 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 2.950307036350382e+18, | |
| "train_loss": 5.426798095703125, | |
| "eval_loss": 6.309025687140387, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.318060874938965, | |
| "gsm8k": 7.185360301624645, | |
| "math_qa": 5.906619389851888 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 2.9558060145128243e+18, | |
| "train_loss": 5.4229443359375, | |
| "eval_loss": 6.355608012225177, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384339809417725, | |
| "gsm8k": 7.259314103560015, | |
| "math_qa": 5.939015070597331 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 2.961374647918002e+18, | |
| "train_loss": 5.438258666992187, | |
| "eval_loss": 6.344742852288324, | |
| "eval_accuracy": 0.04673102237823607, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.370258331298828, | |
| "gsm8k": 7.232915704900568, | |
| "math_qa": 5.935537338256836 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05561139028475712 | |
| } | |
| }, | |
| { | |
| "flos": 2.96691488353629e+18, | |
| "train_loss": 5.4330078125, | |
| "eval_loss": 6.334821649499841, | |
| "eval_accuracy": 0.03905221588415972, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.366861343383789, | |
| "gsm8k": 7.222996104847301, | |
| "math_qa": 5.925071716308594 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04187604690117253 | |
| } | |
| }, | |
| { | |
| "flos": 2.972396365612581e+18, | |
| "train_loss": 5.413983154296875, | |
| "eval_loss": 6.330671052674989, | |
| "eval_accuracy": 0.03861342694164107, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.353654861450195, | |
| "gsm8k": 7.221325267444957, | |
| "math_qa": 5.920539220174153 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04388609715242881 | |
| } | |
| }, | |
| { | |
| "flos": 2.977887780874486e+18, | |
| "train_loss": 5.435949096679687, | |
| "eval_loss": 6.3283775948189405, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.344932556152344, | |
| "gsm8k": 7.230486089533025, | |
| "math_qa": 5.9135316212972 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 2.983449798956286e+18, | |
| "train_loss": 5.437428588867188, | |
| "eval_loss": 6.330971228109823, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.360321998596191, | |
| "gsm8k": 7.226264953613281, | |
| "math_qa": 5.918182373046875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 2.988999287544742e+18, | |
| "train_loss": 5.434364013671875, | |
| "eval_loss": 6.338675730937236, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.358304977416992, | |
| "gsm8k": 7.227143721147017, | |
| "math_qa": 5.92982546488444 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 2.9945239845082235e+18, | |
| "train_loss": 5.434201049804687, | |
| "eval_loss": 6.329394108540303, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.356348991394043, | |
| "gsm8k": 7.2276999733664775, | |
| "math_qa": 5.915424346923828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.000053256685617e+18, | |
| "train_loss": 5.450205078125, | |
| "eval_loss": 6.350767419144914, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.379086017608643, | |
| "gsm8k": 7.249487443403765, | |
| "math_qa": 5.93649419148763 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.046566164154103855 | |
| } | |
| }, | |
| { | |
| "flos": 3.0056214783108055e+18, | |
| "train_loss": 5.443775024414062, | |
| "eval_loss": 6.348816278818491, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384360313415527, | |
| "gsm8k": 7.2484657981178975, | |
| "math_qa": 5.933514912923177 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.054271356783919596 | |
| } | |
| }, | |
| { | |
| "flos": 3.01112709219772e+18, | |
| "train_loss": 5.425498046875, | |
| "eval_loss": 6.325499225307155, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3522257804870605, | |
| "gsm8k": 7.218134099786932, | |
| "math_qa": 5.914147694905599 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.016661248826671e+18, | |
| "train_loss": 5.43806396484375, | |
| "eval_loss": 6.32797215435956, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.342963218688965, | |
| "gsm8k": 7.207091591574929, | |
| "math_qa": 5.9237931569417315 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 3.02222005212545e+18, | |
| "train_loss": 5.434689331054687, | |
| "eval_loss": 6.332239176775958, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3480353355407715, | |
| "gsm8k": 7.21198827570135, | |
| "math_qa": 5.927704493204753 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 3.0277729616553574e+18, | |
| "train_loss": 5.44435302734375, | |
| "eval_loss": 6.334199235245988, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.356330871582031, | |
| "gsm8k": 7.224211259321733, | |
| "math_qa": 5.924432754516602 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.033302254233846e+18, | |
| "train_loss": 5.440316162109375, | |
| "eval_loss": 6.3378560865247575, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.363969802856445, | |
| "gsm8k": 7.233051646839488, | |
| "math_qa": 5.925381978352864 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.038893824911868e+18, | |
| "train_loss": 5.443402099609375, | |
| "eval_loss": 6.330795468510808, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.350902080535889, | |
| "gsm8k": 7.210415926846591, | |
| "math_qa": 5.925960540771484 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.0443963888351314e+18, | |
| "train_loss": 5.436068725585938, | |
| "eval_loss": 6.320318531345677, | |
| "eval_accuracy": 0.0451952610794208, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.354252815246582, | |
| "gsm8k": 7.213654951615767, | |
| "math_qa": 5.908044815063477 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.049985877527757e+18, | |
| "train_loss": 5.4431494140625, | |
| "eval_loss": 6.333621153960356, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.356359481811523, | |
| "gsm8k": 7.204940102317116, | |
| "math_qa": 5.932371775309245 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.055511790503854e+18, | |
| "train_loss": 5.438467407226563, | |
| "eval_loss": 6.329581415331042, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.363743305206299, | |
| "gsm8k": 7.210454767400568, | |
| "math_qa": 5.923000971476237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 3.06107420050142e+18, | |
| "train_loss": 5.435392456054688, | |
| "eval_loss": 6.343019021523966, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.369651794433594, | |
| "gsm8k": 7.232981595126065, | |
| "math_qa": 5.932900110880534 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 3.0666354975655854e+18, | |
| "train_loss": 5.4417578125, | |
| "eval_loss": 6.353698833568676, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.378328323364258, | |
| "gsm8k": 7.240651910955256, | |
| "math_qa": 5.945126215616862 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 3.0721897261873234e+18, | |
| "train_loss": 5.437515869140625, | |
| "eval_loss": 6.32433625814077, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3533549308776855, | |
| "gsm8k": 7.21551513671875, | |
| "math_qa": 5.913461049397786 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 3.0777297760482755e+18, | |
| "train_loss": 5.431866455078125, | |
| "eval_loss": 6.3278494912224845, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.36159086227417, | |
| "gsm8k": 7.215496410023082, | |
| "math_qa": 5.91819953918457 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 3.0832295783075676e+18, | |
| "train_loss": 5.42412841796875, | |
| "eval_loss": 6.339948963474583, | |
| "eval_accuracy": 0.04782799473453269, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.37404727935791, | |
| "gsm8k": 7.237468372691762, | |
| "math_qa": 5.925744374593099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.088780179829424e+18, | |
| "train_loss": 5.43157958984375, | |
| "eval_loss": 6.333776113149282, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.362216949462891, | |
| "gsm8k": 7.223872098055753, | |
| "math_qa": 5.923445383707683 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.0559463986599665 | |
| } | |
| }, | |
| { | |
| "flos": 3.0943089779498025e+18, | |
| "train_loss": 5.425355834960937, | |
| "eval_loss": 6.358014802674989, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.386682510375977, | |
| "gsm8k": 7.24934179132635, | |
| "math_qa": 5.9471009572347 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.047244094488188976, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 3.0998281934612726e+18, | |
| "train_loss": 5.433675537109375, | |
| "eval_loss": 6.349267856494801, | |
| "eval_accuracy": 0.0451952610794208, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384673118591309, | |
| "gsm8k": 7.236210216175426, | |
| "math_qa": 5.939802169799805 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 3.1053466047401165e+18, | |
| "train_loss": 5.435457763671875, | |
| "eval_loss": 6.3316969742646085, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.35683012008667, | |
| "gsm8k": 7.213785344904119, | |
| "math_qa": 5.925312042236328 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.1108697560522424e+18, | |
| "train_loss": 5.433941650390625, | |
| "eval_loss": 6.3284166181409685, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.34615421295166, | |
| "gsm8k": 7.217100663618608, | |
| "math_qa": 5.919624964396159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 3.116391959250338e+18, | |
| "train_loss": 5.431695556640625, | |
| "eval_loss": 6.349067894188133, | |
| "eval_accuracy": 0.04782799473453269, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.380542755126953, | |
| "gsm8k": 7.239982604980469, | |
| "math_qa": 5.938109079996745 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05728643216080402 | |
| } | |
| }, | |
| { | |
| "flos": 3.121977573882462e+18, | |
| "train_loss": 5.438585205078125, | |
| "eval_loss": 6.325198225072913, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.360832691192627, | |
| "gsm8k": 7.220144098455256, | |
| "math_qa": 5.912045160929362 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 3.1275410554743685e+18, | |
| "train_loss": 5.43281982421875, | |
| "eval_loss": 6.361699078534101, | |
| "eval_accuracy": 0.04058797718297499, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3914947509765625, | |
| "gsm8k": 7.269921736283735, | |
| "math_qa": 5.9429473876953125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 3.1330649278041293e+18, | |
| "train_loss": 5.422867431640625, | |
| "eval_loss": 6.339689564060521, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.383225440979004, | |
| "gsm8k": 7.237383755770597, | |
| "math_qa": 5.924618403116862 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.015163002274450341, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 3.138642237043245e+18, | |
| "train_loss": 5.427957763671875, | |
| "eval_loss": 6.358494062681456, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.394560813903809, | |
| "gsm8k": 7.251459295099432, | |
| "math_qa": 5.9462127685546875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 3.14421501294438e+18, | |
| "train_loss": 5.445001831054688, | |
| "eval_loss": 6.368471506479624, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.395843505859375, | |
| "gsm8k": 7.265043085271662, | |
| "math_qa": 5.955261866251628 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 3.149760255957664e+18, | |
| "train_loss": 5.439005737304687, | |
| "eval_loss": 6.348770064276618, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.395544528961182, | |
| "gsm8k": 7.2473532936789775, | |
| "math_qa": 5.933021545410156 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.1552894250558423e+18, | |
| "train_loss": 5.4296337890625, | |
| "eval_loss": 6.341281246494603, | |
| "eval_accuracy": 0.04695041684949539, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.364083766937256, | |
| "gsm8k": 7.224703008478338, | |
| "math_qa": 5.934479395548503 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.1608039005340303e+18, | |
| "train_loss": 5.42648193359375, | |
| "eval_loss": 6.347135775798076, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.385436534881592, | |
| "gsm8k": 7.241144353693182, | |
| "math_qa": 5.934190114339192 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.1663534718006067e+18, | |
| "train_loss": 5.442657470703125, | |
| "eval_loss": 6.329491048245816, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3724894523620605, | |
| "gsm8k": 7.221404335715554, | |
| "math_qa": 5.9171142578125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.051181102362204724, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.171881012569309e+18, | |
| "train_loss": 5.4344580078125, | |
| "eval_loss": 6.353544802279086, | |
| "eval_accuracy": 0.03992979376919702, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.39158821105957, | |
| "gsm8k": 7.24779649214311, | |
| "math_qa": 5.9405091603597 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04589614740368509 | |
| } | |
| }, | |
| { | |
| "flos": 3.1774205056951255e+18, | |
| "train_loss": 5.421739501953125, | |
| "eval_loss": 6.3495282095831795, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384988307952881, | |
| "gsm8k": 7.24566650390625, | |
| "math_qa": 5.935843149820964 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 3.182935393490174e+18, | |
| "train_loss": 5.4351739501953125, | |
| "eval_loss": 6.344406024829762, | |
| "eval_accuracy": 0.04892496709082931, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.367773056030273, | |
| "gsm8k": 7.228067571466619, | |
| "math_qa": 5.937447230021159 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.0984251968503937, | |
| "gsm8k": 0.028051554207733132, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 3.188453475130278e+18, | |
| "train_loss": 5.420572509765625, | |
| "eval_loss": 6.357030404580606, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390104293823242, | |
| "gsm8k": 7.244741266424006, | |
| "math_qa": 5.947406768798828 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.10236220472440945, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 3.193994947162276e+18, | |
| "train_loss": 5.426647338867188, | |
| "eval_loss": 6.353331179232211, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.39427375793457, | |
| "gsm8k": 7.257983814586293, | |
| "math_qa": 5.93528683980306 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 3.1995273723825357e+18, | |
| "train_loss": 5.439571533203125, | |
| "eval_loss": 6.339899836359797, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.363319396972656, | |
| "gsm8k": 7.22840049050071, | |
| "math_qa": 5.930718739827474 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04623115577889447 | |
| } | |
| }, | |
| { | |
| "flos": 3.205041930001973e+18, | |
| "train_loss": 5.424683227539062, | |
| "eval_loss": 6.35932716163429, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3936920166015625, | |
| "gsm8k": 7.2659912109375, | |
| "math_qa": 5.940909067789714 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 3.2106182916639293e+18, | |
| "train_loss": 5.44046142578125, | |
| "eval_loss": 6.345128600661819, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.369433403015137, | |
| "gsm8k": 7.235267639160156, | |
| "math_qa": 5.935122807820638 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.2161549619224904e+18, | |
| "train_loss": 5.429779052734375, | |
| "eval_loss": 6.340953620704445, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.365213394165039, | |
| "gsm8k": 7.244645552201704, | |
| "math_qa": 5.924739837646484 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.2216754755878257e+18, | |
| "train_loss": 5.431697998046875, | |
| "eval_loss": 6.354849738043708, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.377559661865234, | |
| "gsm8k": 7.247261047363281, | |
| "math_qa": 5.943935394287109 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04723618090452261 | |
| } | |
| }, | |
| { | |
| "flos": 3.227205530523009e+18, | |
| "train_loss": 5.42727294921875, | |
| "eval_loss": 6.338854351559201, | |
| "eval_accuracy": 0.0451952610794208, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.364558219909668, | |
| "gsm8k": 7.226049943403765, | |
| "math_qa": 5.930081049601237 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 3.232757636357161e+18, | |
| "train_loss": 5.430083618164063, | |
| "eval_loss": 6.3399652017129435, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.372535705566406, | |
| "gsm8k": 7.232899752530185, | |
| "math_qa": 5.927989323933919 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.23826121013461e+18, | |
| "train_loss": 5.431099853515625, | |
| "eval_loss": 6.340127017046954, | |
| "eval_accuracy": 0.036858271171566474, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.364897727966309, | |
| "gsm8k": 7.233524669300426, | |
| "math_qa": 5.9285888671875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04254606365159129 | |
| } | |
| }, | |
| { | |
| "flos": 3.2437767362691727e+18, | |
| "train_loss": 5.429647827148438, | |
| "eval_loss": 6.349573805525496, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.381536483764648, | |
| "gsm8k": 7.2440573952414775, | |
| "math_qa": 5.936938603719075 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 3.2493658330460324e+18, | |
| "train_loss": 5.447823486328125, | |
| "eval_loss": 6.357394553519584, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.386781692504883, | |
| "gsm8k": 7.25974551114169, | |
| "math_qa": 5.941368103027344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 3.2549238122479616e+18, | |
| "train_loss": 5.43475341796875, | |
| "eval_loss": 6.342446146784602, | |
| "eval_accuracy": 0.04760860026327336, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.375582695007324, | |
| "gsm8k": 7.235185102982954, | |
| "math_qa": 5.93051274617513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.2604162577651466e+18, | |
| "train_loss": 5.429605712890625, | |
| "eval_loss": 6.344875026393581, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.371818542480469, | |
| "gsm8k": 7.232020984996449, | |
| "math_qa": 5.936021169026692 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 3.266006282254942e+18, | |
| "train_loss": 5.437955322265625, | |
| "eval_loss": 6.354206600704709, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.398769378662109, | |
| "gsm8k": 7.255321155894887, | |
| "math_qa": 5.937482198079427 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.271542540196643e+18, | |
| "train_loss": 5.431285400390625, | |
| "eval_loss": 6.3421266143386426, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.370502948760986, | |
| "gsm8k": 7.228694568980824, | |
| "math_qa": 5.933418273925781 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 3.27709355403536e+18, | |
| "train_loss": 5.43432861328125, | |
| "eval_loss": 6.350933281151024, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.38038444519043, | |
| "gsm8k": 7.24791856245561, | |
| "math_qa": 5.937360763549805 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05360134003350084 | |
| } | |
| }, | |
| { | |
| "flos": 3.282641929690415e+18, | |
| "train_loss": 5.424346923828125, | |
| "eval_loss": 6.330374537287532, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.357549667358398, | |
| "gsm8k": 7.2142417214133525, | |
| "math_qa": 5.923004150390625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.047906197654941376 | |
| } | |
| }, | |
| { | |
| "flos": 3.288166997631697e+18, | |
| "train_loss": 5.43313720703125, | |
| "eval_loss": 6.340230168523015, | |
| "eval_accuracy": 0.041026766125493636, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3677825927734375, | |
| "gsm8k": 7.23688437721946, | |
| "math_qa": 5.926967620849609 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.293675681883357e+18, | |
| "train_loss": 5.4340625, | |
| "eval_loss": 6.354538994866449, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.382118225097656, | |
| "gsm8k": 7.253403403542259, | |
| "math_qa": 5.940261205037435 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.299183562439262e+18, | |
| "train_loss": 5.421400146484375, | |
| "eval_loss": 6.3482708544344515, | |
| "eval_accuracy": 0.04256252742430891, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.38671350479126, | |
| "gsm8k": 7.25196006081321, | |
| "math_qa": 5.93087641398112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.30471137110655e+18, | |
| "train_loss": 5.428482666015625, | |
| "eval_loss": 6.350519979322279, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.380177021026611, | |
| "gsm8k": 7.24709736217152, | |
| "math_qa": 5.937117258707683 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.10236220472440945, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 3.3102221577447014e+18, | |
| "train_loss": 5.425987548828125, | |
| "eval_loss": 6.344611374107567, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.371469020843506, | |
| "gsm8k": 7.244758605957031, | |
| "math_qa": 5.929805755615234 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.01592115238817286, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.315740322062926e+18, | |
| "train_loss": 5.4255517578125, | |
| "eval_loss": 6.358769236384211, | |
| "eval_accuracy": 0.04673102237823607, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.388741493225098, | |
| "gsm8k": 7.259518710049716, | |
| "math_qa": 5.943428039550781 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.0559463986599665 | |
| } | |
| }, | |
| { | |
| "flos": 3.321277425039442e+18, | |
| "train_loss": 5.427535400390625, | |
| "eval_loss": 6.363886291916306, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.401768684387207, | |
| "gsm8k": 7.261970520019531, | |
| "math_qa": 5.949107487996419 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.3267472634593935e+18, | |
| "train_loss": 5.40984130859375, | |
| "eval_loss": 6.353506552206503, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.377960205078125, | |
| "gsm8k": 7.252655029296875, | |
| "math_qa": 5.939359029134114 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.3322946705993236e+18, | |
| "train_loss": 5.437589721679688, | |
| "eval_loss": 6.347535726186392, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.372213363647461, | |
| "gsm8k": 7.234881314364347, | |
| "math_qa": 5.938779195149739 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05527638190954774 | |
| } | |
| }, | |
| { | |
| "flos": 3.3378937419008573e+18, | |
| "train_loss": 5.438416748046875, | |
| "eval_loss": 6.346644066475533, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3721208572387695, | |
| "gsm8k": 7.245310003107244, | |
| "math_qa": 5.9326324462890625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 3.343359870542807e+18, | |
| "train_loss": 5.4178076171875, | |
| "eval_loss": 6.347674601786846, | |
| "eval_accuracy": 0.046072838964458095, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.377799987792969, | |
| "gsm8k": 7.240486145019531, | |
| "math_qa": 5.9359588623046875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05661641541038526 | |
| } | |
| }, | |
| { | |
| "flos": 3.3489460209721016e+18, | |
| "train_loss": 5.445382080078125, | |
| "eval_loss": 6.363227689588392, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.399968147277832, | |
| "gsm8k": 7.26198994029652, | |
| "math_qa": 5.948233286539714 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 3.354523722126983e+18, | |
| "train_loss": 5.448060913085937, | |
| "eval_loss": 6.349843514932169, | |
| "eval_accuracy": 0.04870557261956999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.373395919799805, | |
| "gsm8k": 7.237437855113637, | |
| "math_qa": 5.941066741943359 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05728643216080402 | |
| } | |
| }, | |
| { | |
| "flos": 3.360070057672573e+18, | |
| "train_loss": 5.429219970703125, | |
| "eval_loss": 6.360587893305598, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.397705554962158, | |
| "gsm8k": 7.262602372602983, | |
| "math_qa": 5.944071451822917 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 3.3656673363621315e+18, | |
| "train_loss": 5.440103759765625, | |
| "eval_loss": 6.3646104657972185, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.4007768630981445, | |
| "gsm8k": 7.261412880637429, | |
| "math_qa": 5.950562159220378 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 3.371188262344327e+18, | |
| "train_loss": 5.4296923828125, | |
| "eval_loss": 6.362217980462152, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.393144607543945, | |
| "gsm8k": 7.262099526145241, | |
| "math_qa": 5.947195053100586 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 3.3767351744892764e+18, | |
| "train_loss": 5.42864501953125, | |
| "eval_loss": 6.369702055647567, | |
| "eval_accuracy": 0.04804738920579201, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.400843620300293, | |
| "gsm8k": 7.276422674005682, | |
| "math_qa": 5.951526641845703 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.027293404094010616, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 3.38227856315043e+18, | |
| "train_loss": 5.42738525390625, | |
| "eval_loss": 6.355919915276605, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390476226806641, | |
| "gsm8k": 7.257924166592685, | |
| "math_qa": 5.939621607462565 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 3.387828484456841e+18, | |
| "train_loss": 5.43251220703125, | |
| "eval_loss": 6.365809492162756, | |
| "eval_accuracy": 0.04190434401053093, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.406944751739502, | |
| "gsm8k": 7.267885381525213, | |
| "math_qa": 5.948930104573567 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.047571189279731994 | |
| } | |
| }, | |
| { | |
| "flos": 3.393353923375923e+18, | |
| "train_loss": 5.428033447265625, | |
| "eval_loss": 6.353851318359375, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384880065917969, | |
| "gsm8k": 7.248902754350142, | |
| "math_qa": 5.941033681233724 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.398918208663585e+18, | |
| "train_loss": 5.4279931640625, | |
| "eval_loss": 6.358609070649019, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390588760375977, | |
| "gsm8k": 7.25629286332564, | |
| "math_qa": 5.94450569152832 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05494137353433836 | |
| } | |
| }, | |
| { | |
| "flos": 3.4044765996455035e+18, | |
| "train_loss": 5.434534912109375, | |
| "eval_loss": 6.3502018645003036, | |
| "eval_accuracy": 0.04300131636682756, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.374841213226318, | |
| "gsm8k": 7.239379189231179, | |
| "math_qa": 5.940608978271484 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 3.4100366602959585e+18, | |
| "train_loss": 5.431773681640625, | |
| "eval_loss": 6.3518049910261825, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.38360595703125, | |
| "gsm8k": 7.2505881569602275, | |
| "math_qa": 5.937212626139323 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.054271356783919596 | |
| } | |
| }, | |
| { | |
| "flos": 3.4155863754439393e+18, | |
| "train_loss": 5.43342041015625, | |
| "eval_loss": 6.361211647858491, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.38566255569458, | |
| "gsm8k": 7.256306041370738, | |
| "math_qa": 5.948922475179036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.4211006861027574e+18, | |
| "train_loss": 5.42015869140625, | |
| "eval_loss": 6.352874807409338, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.379014015197754, | |
| "gsm8k": 7.242679942737926, | |
| "math_qa": 5.942869186401367 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 3.4267271045348065e+18, | |
| "train_loss": 5.441014404296875, | |
| "eval_loss": 6.354396845843341, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.37429666519165, | |
| "gsm8k": 7.249149669300426, | |
| "math_qa": 5.942643483479817 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.016679302501895376, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 3.4322379319751475e+18, | |
| "train_loss": 5.4206884765625, | |
| "eval_loss": 6.349239400915198, | |
| "eval_accuracy": 0.04738920579201404, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.369193077087402, | |
| "gsm8k": 7.236876054243608, | |
| "math_qa": 5.940743128458659 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.437762464119259e+18, | |
| "train_loss": 5.42376953125, | |
| "eval_loss": 6.361682556770943, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390746593475342, | |
| "gsm8k": 7.25761621648615, | |
| "math_qa": 5.94862429300944 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 3.4433312827449016e+18, | |
| "train_loss": 5.426530151367188, | |
| "eval_loss": 6.348960077440417, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.381626605987549, | |
| "gsm8k": 7.244623357599432, | |
| "math_qa": 5.9357255299886065 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.4488528680045773e+18, | |
| "train_loss": 5.4323187255859375, | |
| "eval_loss": 6.349405958845809, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.371892929077148, | |
| "gsm8k": 7.243189031427557, | |
| "math_qa": 5.9378814697265625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05360134003350084 | |
| } | |
| }, | |
| { | |
| "flos": 3.4543725575730627e+18, | |
| "train_loss": 5.4277685546875, | |
| "eval_loss": 6.36140910999195, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.394892692565918, | |
| "gsm8k": 7.260405106977983, | |
| "math_qa": 5.9465789794921875 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.4599264769571553e+18, | |
| "train_loss": 5.430880737304688, | |
| "eval_loss": 6.348489297402872, | |
| "eval_accuracy": 0.04936375603334796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.374973297119141, | |
| "gsm8k": 7.24205918745561, | |
| "math_qa": 5.936729431152344 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 3.465498222066139e+18, | |
| "train_loss": 5.429990234375, | |
| "eval_loss": 6.3571597434378955, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.385554313659668, | |
| "gsm8k": 7.250828136097301, | |
| "math_qa": 5.9451955159505205 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05561139028475712 | |
| } | |
| }, | |
| { | |
| "flos": 3.4710503692393513e+18, | |
| "train_loss": 5.43191162109375, | |
| "eval_loss": 6.354473500638394, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3832831382751465, | |
| "gsm8k": 7.250302401455966, | |
| "math_qa": 5.941484451293945 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.4766592711841546e+18, | |
| "train_loss": 5.4359283447265625, | |
| "eval_loss": 6.357604026794434, | |
| "eval_accuracy": 0.045853444493198774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384454250335693, | |
| "gsm8k": 7.258187727494673, | |
| "math_qa": 5.942598978678386 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05527638190954774 | |
| } | |
| }, | |
| { | |
| "flos": 3.4821779095593943e+18, | |
| "train_loss": 5.424684448242187, | |
| "eval_loss": 6.356797037897883, | |
| "eval_accuracy": 0.0451952610794208, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390379905700684, | |
| "gsm8k": 7.251155506480824, | |
| "math_qa": 5.944084167480469 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 3.4876960325385585e+18, | |
| "train_loss": 5.423302001953125, | |
| "eval_loss": 6.357494869747677, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3819122314453125, | |
| "gsm8k": 7.249683726917613, | |
| "math_qa": 5.946540196736653 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 3.49319575211973e+18, | |
| "train_loss": 5.427156982421875, | |
| "eval_loss": 6.3500312341226115, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.374663829803467, | |
| "gsm8k": 7.239234230735085, | |
| "math_qa": 5.940427144368489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 3.4987597899099013e+18, | |
| "train_loss": 5.426988525390625, | |
| "eval_loss": 6.372655404580606, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.406660079956055, | |
| "gsm8k": 7.269976529208097, | |
| "math_qa": 5.958549499511719 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.054271356783919596 | |
| } | |
| }, | |
| { | |
| "flos": 3.50427484252432e+18, | |
| "train_loss": 5.4305181884765625, | |
| "eval_loss": 6.358881769953547, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3919525146484375, | |
| "gsm8k": 7.260026411576704, | |
| "math_qa": 5.943101247151692 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 3.5098065053878845e+18, | |
| "train_loss": 5.425474853515625, | |
| "eval_loss": 6.362529445338893, | |
| "eval_accuracy": 0.045853444493198774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392322540283203, | |
| "gsm8k": 7.268162814053622, | |
| "math_qa": 5.94496472676595 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.515335014671712e+18, | |
| "train_loss": 5.425476684570312, | |
| "eval_loss": 6.358939041962495, | |
| "eval_accuracy": 0.04936375603334796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.382842063903809, | |
| "gsm8k": 7.252062710848722, | |
| "math_qa": 5.947598775227864 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.0576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.5208283669638676e+18, | |
| "train_loss": 5.423005981445312, | |
| "eval_loss": 6.362379692696236, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.396655082702637, | |
| "gsm8k": 7.262752879749645, | |
| "math_qa": 5.946852366129558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 3.5264048934451937e+18, | |
| "train_loss": 5.432561645507812, | |
| "eval_loss": 6.347167015075684, | |
| "eval_accuracy": 0.04716981132075472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.374974727630615, | |
| "gsm8k": 7.241471724076704, | |
| "math_qa": 5.934960047403972 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.5319348249000673e+18, | |
| "train_loss": 5.4190234375, | |
| "eval_loss": 6.374196207201159, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.408145427703857, | |
| "gsm8k": 7.274436950683594, | |
| "math_qa": 5.958756764729817 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 3.5374558330235126e+18, | |
| "train_loss": 5.42592041015625, | |
| "eval_loss": 6.366893794085528, | |
| "eval_accuracy": 0.04673102237823607, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.399122714996338, | |
| "gsm8k": 7.265765103426847, | |
| "math_qa": 5.95222536722819 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05661641541038526 | |
| } | |
| }, | |
| { | |
| "flos": 3.543054595624272e+18, | |
| "train_loss": 5.43769775390625, | |
| "eval_loss": 6.348601186597669, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.385725498199463, | |
| "gsm8k": 7.251472473144531, | |
| "math_qa": 5.931691487630208 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 3.5485994059196006e+18, | |
| "train_loss": 5.4308538818359375, | |
| "eval_loss": 6.370705192153518, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.405256748199463, | |
| "gsm8k": 7.274325284090909, | |
| "math_qa": 5.953666687011719 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 3.5541126449840783e+18, | |
| "train_loss": 5.430348510742188, | |
| "eval_loss": 6.360059274209513, | |
| "eval_accuracy": 0.04629223343571742, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392129898071289, | |
| "gsm8k": 7.254336270419034, | |
| "math_qa": 5.947509765625 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.014404852160727824, | |
| "math_qa": 0.05795644891122278 | |
| } | |
| }, | |
| { | |
| "flos": 3.5596347456398295e+18, | |
| "train_loss": 5.4341650390625, | |
| "eval_loss": 6.3585515408902555, | |
| "eval_accuracy": 0.04695041684949539, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.395265579223633, | |
| "gsm8k": 7.256687511097301, | |
| "math_qa": 5.943846384684245 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05661641541038526 | |
| } | |
| }, | |
| { | |
| "flos": 3.565207809840644e+18, | |
| "train_loss": 5.440382690429687, | |
| "eval_loss": 6.361506797171928, | |
| "eval_accuracy": 0.04168494953927161, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.394521713256836, | |
| "gsm8k": 7.259383461692116, | |
| "math_qa": 5.947228749593099 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.5707615230663066e+18, | |
| "train_loss": 5.418509521484375, | |
| "eval_loss": 6.367315859407992, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.399969100952148, | |
| "gsm8k": 7.266406666148793, | |
| "math_qa": 5.952511469523112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 3.5762344527889695e+18, | |
| "train_loss": 5.411549072265625, | |
| "eval_loss": 6.357589335054965, | |
| "eval_accuracy": 0.045853444493198774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.384827136993408, | |
| "gsm8k": 7.247675115411932, | |
| "math_qa": 5.947363535563151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05494137353433836 | |
| } | |
| }, | |
| { | |
| "flos": 3.5817857957295555e+18, | |
| "train_loss": 5.430350341796875, | |
| "eval_loss": 6.368416760418866, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.40367317199707, | |
| "gsm8k": 7.26291933926669, | |
| "math_qa": 5.955498377482097 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.051926298157453935 | |
| } | |
| }, | |
| { | |
| "flos": 3.587325639968948e+18, | |
| "train_loss": 5.433489379882812, | |
| "eval_loss": 6.371185122309504, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.412662982940674, | |
| "gsm8k": 7.267381147904829, | |
| "math_qa": 5.956972122192383 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 3.592897282535588e+18, | |
| "train_loss": 5.437363891601563, | |
| "eval_loss": 6.348179894524652, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.376691818237305, | |
| "gsm8k": 7.242183338512074, | |
| "math_qa": 5.936052322387695 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.04824120603015075 | |
| } | |
| }, | |
| { | |
| "flos": 3.598432799058559e+18, | |
| "train_loss": 5.430953369140625, | |
| "eval_loss": 6.356089050705369, | |
| "eval_accuracy": 0.045853444493198774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392266273498535, | |
| "gsm8k": 7.26105429909446, | |
| "math_qa": 5.9382985432942705 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 3.6039454400488407e+18, | |
| "train_loss": 5.416226196289062, | |
| "eval_loss": 6.358875609732963, | |
| "eval_accuracy": 0.04870557261956999, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.399590015411377, | |
| "gsm8k": 7.262413718483665, | |
| "math_qa": 5.94136110941569 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09448818897637795, | |
| "gsm8k": 0.026535253980288095, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.609502882916729e+18, | |
| "train_loss": 5.43884765625, | |
| "eval_loss": 6.356517533998232, | |
| "eval_accuracy": 0.04278192189556823, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392693519592285, | |
| "gsm8k": 7.249171863902699, | |
| "math_qa": 5.944369633992513 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 3.6150335149881426e+18, | |
| "train_loss": 5.414219970703125, | |
| "eval_loss": 6.3517758395220785, | |
| "eval_accuracy": 0.04914436156208864, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.380781650543213, | |
| "gsm8k": 7.244098316539418, | |
| "math_qa": 5.940377553304036 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05829145728643216 | |
| } | |
| }, | |
| { | |
| "flos": 3.620561612491981e+18, | |
| "train_loss": 5.425382080078125, | |
| "eval_loss": 6.360514563483161, | |
| "eval_accuracy": 0.0443176831943835, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390649795532227, | |
| "gsm8k": 7.259701815518466, | |
| "math_qa": 5.945875803629558 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 3.626102136409948e+18, | |
| "train_loss": 5.434713134765625, | |
| "eval_loss": 6.351249282424514, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.382198333740234, | |
| "gsm8k": 7.24059365012429, | |
| "math_qa": 5.941054026285808 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.6316484515544433e+18, | |
| "train_loss": 5.425370483398438, | |
| "eval_loss": 6.356853459332441, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.390573024749756, | |
| "gsm8k": 7.252511457963423, | |
| "math_qa": 5.943533579508464 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02880970432145565, | |
| "math_qa": 0.04958123953098827 | |
| } | |
| }, | |
| { | |
| "flos": 3.6371849569936343e+18, | |
| "train_loss": 5.42605712890625, | |
| "eval_loss": 6.3731486861770215, | |
| "eval_accuracy": 0.045414655550680125, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.415644645690918, | |
| "gsm8k": 7.273822437633168, | |
| "math_qa": 5.956798553466797 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.052931323283082074 | |
| } | |
| }, | |
| { | |
| "flos": 3.642768634595508e+18, | |
| "train_loss": 5.438367309570313, | |
| "eval_loss": 6.34193381747684, | |
| "eval_accuracy": 0.040368582711715666, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.375393390655518, | |
| "gsm8k": 7.233806956898082, | |
| "math_qa": 5.930370330810547 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.04489112227805695 | |
| } | |
| }, | |
| { | |
| "flos": 3.648273424385573e+18, | |
| "train_loss": 5.428626708984375, | |
| "eval_loss": 6.361850403450631, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.397532939910889, | |
| "gsm8k": 7.256723577325994, | |
| "math_qa": 5.948726654052734 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.09055118110236221, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05058626465661641 | |
| } | |
| }, | |
| { | |
| "flos": 3.653806879861113e+18, | |
| "train_loss": 5.426583251953125, | |
| "eval_loss": 6.359528773539775, | |
| "eval_accuracy": 0.0451952610794208, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.396857261657715, | |
| "gsm8k": 7.25237343528054, | |
| "math_qa": 5.947197596232097 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 3.6593515253370716e+18, | |
| "train_loss": 5.422451171875, | |
| "eval_loss": 6.3571135804459855, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.383681774139404, | |
| "gsm8k": 7.244116349653765, | |
| "math_qa": 5.948356628417969 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.017437452615617893, | |
| "math_qa": 0.049916247906197656 | |
| } | |
| }, | |
| { | |
| "flos": 3.6648858054463324e+18, | |
| "train_loss": 5.4313525390625, | |
| "eval_loss": 6.36949534029574, | |
| "eval_accuracy": 0.040807371654234315, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.402115821838379, | |
| "gsm8k": 7.2664406516335225, | |
| "math_qa": 5.955677032470703 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05511811023622047, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.04690117252931323 | |
| } | |
| }, | |
| { | |
| "flos": 3.670450358632579e+18, | |
| "train_loss": 5.429869384765625, | |
| "eval_loss": 6.361161360869536, | |
| "eval_accuracy": 0.04475647213690215, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.391156196594238, | |
| "gsm8k": 7.252993496981534, | |
| "math_qa": 5.9499053955078125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.021986353297952996, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.676000341679145e+18, | |
| "train_loss": 5.446245727539062, | |
| "eval_loss": 6.362560736166464, | |
| "eval_accuracy": 0.04782799473453269, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.397616386413574, | |
| "gsm8k": 7.258505387739702, | |
| "math_qa": 5.948998133341472 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05661641541038526 | |
| } | |
| }, | |
| { | |
| "flos": 3.68156036099054e+18, | |
| "train_loss": 5.431611328125, | |
| "eval_loss": 6.354584049534154, | |
| "eval_accuracy": 0.045853444493198774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.387029647827148, | |
| "gsm8k": 7.251298384232954, | |
| "math_qa": 5.94088617960612 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.687050559702958e+18, | |
| "train_loss": 5.420138549804688, | |
| "eval_loss": 6.3603422061817065, | |
| "eval_accuracy": 0.04322071083808688, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3909478187561035, | |
| "gsm8k": 7.256780450994318, | |
| "math_qa": 5.946924209594727 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05025125628140704 | |
| } | |
| }, | |
| { | |
| "flos": 3.6926352466221466e+18, | |
| "train_loss": 5.432710571289062, | |
| "eval_loss": 6.360634468697213, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392726898193359, | |
| "gsm8k": 7.256831082430753, | |
| "math_qa": 5.947203318277995 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.6981575738374226e+18, | |
| "train_loss": 5.4322882080078125, | |
| "eval_loss": 6.35476658795331, | |
| "eval_accuracy": 0.04234313295304958, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.386126518249512, | |
| "gsm8k": 7.247751409357244, | |
| "math_qa": 5.942868550618489 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.7036908644935926e+18, | |
| "train_loss": 5.412916870117187, | |
| "eval_loss": 6.375573544888883, | |
| "eval_accuracy": 0.04387889425186485, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.411436080932617, | |
| "gsm8k": 7.273738514293324, | |
| "math_qa": 5.960926055908203 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.7092207138072166e+18, | |
| "train_loss": 5.42458984375, | |
| "eval_loss": 6.366618671932736, | |
| "eval_accuracy": 0.046511627906976744, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.396569728851318, | |
| "gsm8k": 7.260819175026634, | |
| "math_qa": 5.954280853271484 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05360134003350084 | |
| } | |
| }, | |
| { | |
| "flos": 3.714754705079927e+18, | |
| "train_loss": 5.418201904296875, | |
| "eval_loss": 6.36260259473646, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.395461082458496, | |
| "gsm8k": 7.257856195623225, | |
| "math_qa": 5.94953982035319 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 3.7203029572546724e+18, | |
| "train_loss": 5.424076538085938, | |
| "eval_loss": 6.363120929614918, | |
| "eval_accuracy": 0.041465555068012284, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.396760940551758, | |
| "gsm8k": 7.254968816583807, | |
| "math_qa": 5.95155398050944 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.7258169382747505e+18, | |
| "train_loss": 5.432144775390625, | |
| "eval_loss": 6.36103359428612, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392820835113525, | |
| "gsm8k": 7.259090076793324, | |
| "math_qa": 5.946775436401367 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 3.7313365451651154e+18, | |
| "train_loss": 5.425346069335937, | |
| "eval_loss": 6.36305839950974, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.397629737854004, | |
| "gsm8k": 7.258197437633168, | |
| "math_qa": 5.9499053955078125 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.05460636515912898 | |
| } | |
| }, | |
| { | |
| "flos": 3.7367976868131635e+18, | |
| "train_loss": 5.4004736328125, | |
| "eval_loss": 6.3654277389113965, | |
| "eval_accuracy": 0.041246160596752963, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.396475791931152, | |
| "gsm8k": 7.260076349431818, | |
| "math_qa": 5.952793121337891 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06692913385826772, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.048576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.7423587777188987e+18, | |
| "train_loss": 5.426907958984375, | |
| "eval_loss": 6.370192321571144, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.402627468109131, | |
| "gsm8k": 7.268019242720171, | |
| "math_qa": 5.955985387166341 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.019711902956785442, | |
| "math_qa": 0.050921273031825795 | |
| } | |
| }, | |
| { | |
| "flos": 3.747862289756193e+18, | |
| "train_loss": 5.412334594726563, | |
| "eval_loss": 6.361757690842087, | |
| "eval_accuracy": 0.0434401053093462, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392922401428223, | |
| "gsm8k": 7.254395224831321, | |
| "math_qa": 5.950035095214844 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.05125628140703518 | |
| } | |
| }, | |
| { | |
| "flos": 3.7534249880534385e+18, | |
| "train_loss": 5.423538818359375, | |
| "eval_loss": 6.362615533777185, | |
| "eval_accuracy": 0.04409828872312418, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.38862419128418, | |
| "gsm8k": 7.252600929953835, | |
| "math_qa": 5.952538172403972 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.0525963149078727 | |
| } | |
| }, | |
| { | |
| "flos": 3.7589814624062013e+18, | |
| "train_loss": 5.431995239257812, | |
| "eval_loss": 6.362146377563477, | |
| "eval_accuracy": 0.04365949978060553, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3940935134887695, | |
| "gsm8k": 7.256735368208452, | |
| "math_qa": 5.949464162190755 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.02047005307050796, | |
| "math_qa": 0.05226130653266332 | |
| } | |
| }, | |
| { | |
| "flos": 3.764497153897005e+18, | |
| "train_loss": 5.4064404296875, | |
| "eval_loss": 6.365504960756044, | |
| "eval_accuracy": 0.044975866608161476, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.393830299377441, | |
| "gsm8k": 7.257343639026988, | |
| "math_qa": 5.954385121663411 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07480314960629922, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05159128978224456 | |
| } | |
| }, | |
| { | |
| "flos": 3.770000954233979e+18, | |
| "train_loss": 5.425289916992187, | |
| "eval_loss": 6.362461863337336, | |
| "eval_accuracy": 0.045634050021939446, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.396172523498535, | |
| "gsm8k": 7.2570578835227275, | |
| "math_qa": 5.949629465738933 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.05905511811023622, | |
| "gsm8k": 0.024260803639120546, | |
| "math_qa": 0.05393634840871022 | |
| } | |
| }, | |
| { | |
| "flos": 3.775571483867218e+18, | |
| "train_loss": 5.427889404296875, | |
| "eval_loss": 6.3576575614310595, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.388828277587891, | |
| "gsm8k": 7.252337369051847, | |
| "math_qa": 5.944998423258464 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02122820318423048, | |
| "math_qa": 0.048911222780569516 | |
| } | |
| }, | |
| { | |
| "flos": 3.7811314623764234e+18, | |
| "train_loss": 5.422881469726563, | |
| "eval_loss": 6.3613739013671875, | |
| "eval_accuracy": 0.04716981132075472, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.392303466796875, | |
| "gsm8k": 7.259295376864347, | |
| "math_qa": 5.947249094645183 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08267716535433071, | |
| "gsm8k": 0.01819560272934041, | |
| "math_qa": 0.05695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 3.786623928294703e+18, | |
| "train_loss": 5.410179443359375, | |
| "eval_loss": 6.364196313394083, | |
| "eval_accuracy": 0.04848617814831066, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.399977684020996, | |
| "gsm8k": 7.260997425426137, | |
| "math_qa": 5.950180689493815 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.06299212598425197, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.0576214405360134 | |
| } | |
| }, | |
| { | |
| "flos": 3.792127337252782e+18, | |
| "train_loss": 5.425931396484375, | |
| "eval_loss": 6.363374967832823, | |
| "eval_accuracy": 0.04804738920579201, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.397005081176758, | |
| "gsm8k": 7.260638150301847, | |
| "math_qa": 5.949326833089192 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.02350265352539803, | |
| "math_qa": 0.05695142378559464 | |
| } | |
| }, | |
| { | |
| "flos": 3.797622626575188e+18, | |
| "train_loss": 5.414988403320312, | |
| "eval_loss": 6.362630096641746, | |
| "eval_accuracy": 0.04936375603334796, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.394257068634033, | |
| "gsm8k": 7.258155129172585, | |
| "math_qa": 5.949545542399089 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07086614173228346, | |
| "gsm8k": 0.025018953752843062, | |
| "math_qa": 0.05829145728643216 | |
| } | |
| }, | |
| { | |
| "flos": 3.8031132376044667e+18, | |
| "train_loss": 5.423661499023438, | |
| "eval_loss": 6.359099671647355, | |
| "eval_accuracy": 0.04212373848179026, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.389887809753418, | |
| "gsm8k": 7.251789439808238, | |
| "math_qa": 5.947384516398112 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.018953752843062926, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.808712721222861e+18, | |
| "train_loss": 5.42624755859375, | |
| "eval_loss": 6.360584619882944, | |
| "eval_accuracy": 0.04738920579201404, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.391156196594238, | |
| "gsm8k": 7.255585410378196, | |
| "math_qa": 5.94782829284668 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.054271356783919596 | |
| } | |
| }, | |
| { | |
| "flos": 3.8142629313658225e+18, | |
| "train_loss": 5.421724853515625, | |
| "eval_loss": 6.361867079863677, | |
| "eval_accuracy": 0.045853444493198774, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3924360275268555, | |
| "gsm8k": 7.255939136851918, | |
| "math_qa": 5.949536641438802 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.07874015748031496, | |
| "gsm8k": 0.022744503411675512, | |
| "math_qa": 0.053266331658291456 | |
| } | |
| }, | |
| { | |
| "flos": 3.819772295832928e+18, | |
| "train_loss": 5.4221728515625, | |
| "eval_loss": 6.362283912864891, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3942461013793945, | |
| "gsm8k": 7.2574920654296875, | |
| "math_qa": 5.949316660563151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| }, | |
| { | |
| "flos": 3.819772295832928e+18, | |
| "train_loss": 5.4221728515625, | |
| "eval_loss": 6.362283912864891, | |
| "eval_accuracy": 0.04453707766564283, | |
| "eval_loss_by_set": { | |
| "aqua_rat": 6.3942461013793945, | |
| "gsm8k": 7.2574920654296875, | |
| "math_qa": 5.949316660563151 | |
| }, | |
| "eval_accuracy_by_set": { | |
| "aqua_rat": 0.08661417322834646, | |
| "gsm8k": 0.02577710386656558, | |
| "math_qa": 0.04924623115577889 | |
| } | |
| } | |
| ] |