[
  {
    "flos": 0.0,
    "train_loss": NaN,
    "eval_loss": 12.252012922957137,
    "eval_accuracy": 0.006801228609039052,
    "eval_loss_by_set": {
      "aqua_rat": 11.513664245605469,
      "gsm8k": 11.73579268022017,
      "math_qa": 12.550142923990885
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.003937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 6901852457140224.0,
    "train_loss": 6.723526611328125,
    "eval_loss": 6.096965480495143,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 6.021732330322266,
      "gsm8k": 6.673355796120384,
      "math_qa": 5.839056015014648
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.003937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 1.3874060773556224e+16,
    "train_loss": 6.004356689453125,
    "eval_loss": 6.028810707298485,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.970498085021973,
      "gsm8k": 6.573998191139915,
      "math_qa": 5.783792495727539
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 2.0828793941786624e+16,
    "train_loss": 5.966402587890625,
    "eval_loss": 5.992318127606366,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.955427169799805,
      "gsm8k": 6.558872569691051,
      "math_qa": 5.735721588134766
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.007874015748031496,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 2.771003860896973e+16,
    "train_loss": 5.941476440429687,
    "eval_loss": 5.976125974912901,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.954959869384766,
      "gsm8k": 6.560576005415483,
      "math_qa": 5.7100168863932295
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.011811023622047244,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.467559079981875e+16,
    "train_loss": 5.930506591796875,
    "eval_loss": 5.973060221285434,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.938904285430908,
      "gsm8k": 6.560203552246094,
      "math_qa": 5.706799189249675
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 4.161332234000794e+16,
    "train_loss": 5.921109619140625,
    "eval_loss": 5.9498008006327865,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.9182844161987305,
      "gsm8k": 6.512225064364347,
      "math_qa": 5.694649378458659
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 4.856879692696781e+16,
    "train_loss": 5.923148803710937,
    "eval_loss": 5.948648401208826,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.918670654296875,
      "gsm8k": 6.505121404474432,
      "math_qa": 5.696096420288086
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 5.543800655891661e+16,
    "train_loss": 5.916842041015625,
    "eval_loss": 5.9311246098698795,
    "eval_accuracy": 0.006581834137779728,
    "eval_loss_by_set": {
      "aqua_rat": 5.904874801635742,
      "gsm8k": 6.508225874467329,
      "math_qa": 5.66880734761556
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.011811023622047244,
      "gsm8k": 0.01061410159211524,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 6.24267633843241e+16,
    "train_loss": 5.891141967773438,
    "eval_loss": 5.944457569637814,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.916316509246826,
      "gsm8k": 6.529397444291548,
      "math_qa": 5.678705215454102
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.011811023622047244,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 6.947522186575872e+16,
    "train_loss": 5.904549560546875,
    "eval_loss": 5.936005360371357,
    "eval_accuracy": 0.006362439666520404,
    "eval_loss_by_set": {
      "aqua_rat": 5.908689498901367,
      "gsm8k": 6.51549599387429,
      "math_qa": 5.67268180847168
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.011811023622047244,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 7.639718819161702e+16,
    "train_loss": 5.880328979492187,
    "eval_loss": 5.950051024153426,
    "eval_accuracy": 0.00614304519526108,
    "eval_loss_by_set": {
      "aqua_rat": 5.90273380279541,
      "gsm8k": 6.524473710493608,
      "math_qa": 5.690717061360677
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.011372251705837756,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 8.33753729550254e+16,
    "train_loss": 5.861644287109375,
    "eval_loss": 5.941544661650786,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.889927864074707,
      "gsm8k": 6.52031777121804,
      "math_qa": 5.680575052897136
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.0036850921273031824
    }
  },
  {
    "flos": 9.034585039962112e+16,
    "train_loss": 5.868399658203125,
    "eval_loss": 5.923372423326647,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.889942169189453,
      "gsm8k": 6.509992426091975,
      "math_qa": 5.657290776570638
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 9.730892976304947e+16,
    "train_loss": 5.86659912109375,
    "eval_loss": 5.933609163438952,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.897189140319824,
      "gsm8k": 6.539751919833097,
      "math_qa": 5.6588287353515625
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 1.0426786716739174e+17,
    "train_loss": 5.85818115234375,
    "eval_loss": 5.927620398031698,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.890748023986816,
      "gsm8k": 6.505683898925781,
      "math_qa": 5.665747324625651
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.012130401819560273,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.1119333657595085e+17,
    "train_loss": 5.850162353515625,
    "eval_loss": 5.926401447605443,
    "eval_accuracy": 0.008775778850372971,
    "eval_loss_by_set": {
      "aqua_rat": 5.886374473571777,
      "gsm8k": 6.520403775301847,
      "math_qa": 5.6574859619140625
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.1812863609090867e+17,
    "train_loss": 5.846917724609375,
    "eval_loss": 5.919052562198123,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.8806233406066895,
      "gsm8k": 6.514776056463068,
      "math_qa": 5.64921506245931
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 1.25094497519403e+17,
    "train_loss": 5.861988525390625,
    "eval_loss": 5.900975356230864,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.866637229919434,
      "gsm8k": 6.476803866299716,
      "math_qa": 5.639915466308594
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 1.3205811268000154e+17,
    "train_loss": 5.846591796875,
    "eval_loss": 5.9014061592720655,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.879005432128906,
      "gsm8k": 6.493282664905895,
      "math_qa": 5.631996154785156
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 1.389348857493586e+17,
    "train_loss": 5.843411865234375,
    "eval_loss": 5.901519930040514,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 5.877120018005371,
      "gsm8k": 6.497374794699929,
      "math_qa": 5.630453109741211
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 1.4585786139253146e+17,
    "train_loss": 5.835927124023438,
    "eval_loss": 5.900982934075433,
    "eval_accuracy": 0.007020623080298377,
    "eval_loss_by_set": {
      "aqua_rat": 5.871591567993164,
      "gsm8k": 6.531632856889204,
      "math_qa": 5.6143843332926435
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.012130401819560273,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 1.528475249929093e+17,
    "train_loss": 5.838731689453125,
    "eval_loss": 5.9073288376266895,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.871723175048828,
      "gsm8k": 6.508807789195668,
      "math_qa": 5.6346181233723955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 1.5977697207805542e+17,
    "train_loss": 5.836088256835938,
    "eval_loss": 5.8947313154065935,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.87539005279541,
      "gsm8k": 6.506318525834517,
      "math_qa": 5.6160322825113935
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 1.6676352397462733e+17,
    "train_loss": 5.83031494140625,
    "eval_loss": 5.892293027929358,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.872518062591553,
      "gsm8k": 6.509214921431108,
      "math_qa": 5.611185073852539
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 1.7365620613971968e+17,
    "train_loss": 5.832994384765625,
    "eval_loss": 5.9050594278284025,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.870628833770752,
      "gsm8k": 6.513756491921165,
      "math_qa": 5.628942489624023
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 1.8061592683872256e+17,
    "train_loss": 5.8293695068359375,
    "eval_loss": 5.915147317422403,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.878253936767578,
      "gsm8k": 6.5251007080078125,
      "math_qa": 5.638659795125325
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 1.875054146218885e+17,
    "train_loss": 5.82548095703125,
    "eval_loss": 5.901854360425794,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.870489597320557,
      "gsm8k": 6.517207058993253,
      "math_qa": 5.6224314371744795
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 1.9448693818549862e+17,
    "train_loss": 5.823465576171875,
    "eval_loss": 5.91090980735985,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.86012077331543,
      "gsm8k": 6.523292541503906,
      "math_qa": 5.634466807047526
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 2.01376838285525e+17,
    "train_loss": 5.819369506835938,
    "eval_loss": 5.883038675462878,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.8605570793151855,
      "gsm8k": 6.496018149636009,
      "math_qa": 5.603963216145833
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.001340033500837521
    }
  },
  {
    "flos": 2.0831875312386048e+17,
    "train_loss": 5.827261962890625,
    "eval_loss": 5.878104622299607,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.865487575531006,
      "gsm8k": 6.509171919389204,
      "math_qa": 5.589916865030925
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 2.152881793752105e+17,
    "train_loss": 5.8226904296875,
    "eval_loss": 5.90924969234982,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.87165641784668,
      "gsm8k": 6.5183022238991475,
      "math_qa": 5.633233388264974
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 2.2221805864144077e+17,
    "train_loss": 5.817041015625,
    "eval_loss": 5.891510061315588,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.861668586730957,
      "gsm8k": 6.51105360551314,
      "math_qa": 5.610039393107097
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 2.292110406409257e+17,
    "train_loss": 5.815646362304688,
    "eval_loss": 5.88088625830573,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.859498500823975,
      "gsm8k": 6.5044638893821025,
      "math_qa": 5.596862157185872
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 2.361518012068004e+17,
    "train_loss": 5.821104736328125,
    "eval_loss": 5.8962664990811735,
    "eval_accuracy": 0.008775778850372971,
    "eval_loss_by_set": {
      "aqua_rat": 5.871507167816162,
      "gsm8k": 6.529658230868253,
      "math_qa": 5.608025232950847
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.001340033500837521
    }
  },
  {
    "flos": 2.4310787386795622e+17,
    "train_loss": 5.82146484375,
    "eval_loss": 5.895359116631585,
    "eval_accuracy": 0.008775778850372971,
    "eval_loss_by_set": {
      "aqua_rat": 5.862288951873779,
      "gsm8k": 6.516623063520952,
      "math_qa": 5.613368988037109
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 2.500220501968814e+17,
    "train_loss": 5.804987182617188,
    "eval_loss": 5.887747017112938,
    "eval_accuracy": 0.007020623080298377,
    "eval_loss_by_set": {
      "aqua_rat": 5.856757164001465,
      "gsm8k": 6.52401386607777,
      "math_qa": 5.59870719909668
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 2.569473757240361e+17,
    "train_loss": 5.81263671875,
    "eval_loss": 5.8971303991369295,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.859378814697266,
      "gsm8k": 6.5319907448508525,
      "math_qa": 5.6092987060546875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 2.638491460399268e+17,
    "train_loss": 5.817820434570312,
    "eval_loss": 5.898616326821817,
    "eval_accuracy": 0.006801228609039052,
    "eval_loss_by_set": {
      "aqua_rat": 5.855908393859863,
      "gsm8k": 6.534143621271307,
      "math_qa": 5.610891977945964
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 2.7077280189854515e+17,
    "train_loss": 5.804024047851563,
    "eval_loss": 5.875028146279825,
    "eval_accuracy": 0.007020623080298377,
    "eval_loss_by_set": {
      "aqua_rat": 5.850019454956055,
      "gsm8k": 6.511281100186435,
      "math_qa": 5.585496266682942
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 2.7776046672851763e+17,
    "train_loss": 5.803882446289062,
    "eval_loss": 5.862812274211162,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.8499321937561035,
      "gsm8k": 6.516308177601207,
      "math_qa": 5.5643666585286455
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 2.846526748365947e+17,
    "train_loss": 5.81162841796875,
    "eval_loss": 5.8810124783902555,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.847745895385742,
      "gsm8k": 6.514442443847656,
      "math_qa": 5.593462626139323
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 2.915772170690888e+17,
    "train_loss": 5.802713623046875,
    "eval_loss": 5.888000230531435,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.856078147888184,
      "gsm8k": 6.521643205122515,
      "math_qa": 5.600240707397461
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 2.985348144436347e+17,
    "train_loss": 5.805223388671875,
    "eval_loss": 5.861695779336466,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.8492889404296875,
      "gsm8k": 6.4930551702326,
      "math_qa": 5.573356628417969
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 3.0547841935160115e+17,
    "train_loss": 5.805278930664063,
    "eval_loss": 5.881267702257311,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.8513078689575195,
      "gsm8k": 6.511071638627485,
      "math_qa": 5.595104217529297
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 3.1241567683477504e+17,
    "train_loss": 5.810687255859375,
    "eval_loss": 5.8796187220393,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.860054969787598,
      "gsm8k": 6.514535383744673,
      "math_qa": 5.5902455647786455
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 3.194387461539103e+17,
    "train_loss": 5.799320678710938,
    "eval_loss": 5.892378832842852,
    "eval_accuracy": 0.007020623080298377,
    "eval_loss_by_set": {
      "aqua_rat": 5.857107162475586,
      "gsm8k": 6.537782148881392,
      "math_qa": 5.599508285522461
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 3.263539119359263e+17,
    "train_loss": 5.804425659179688,
    "eval_loss": 5.879537118447794,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.857702255249023,
      "gsm8k": 6.527476917613637,
      "math_qa": 5.584384282430013
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 3.3326353398890496e+17,
    "train_loss": 5.8044287109375,
    "eval_loss": 5.878786989160486,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.850347995758057,
      "gsm8k": 6.476502852006392,
      "math_qa": 5.6072038014729815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 3.402380712513372e+17,
    "train_loss": 5.806549072265625,
    "eval_loss": 5.888103845957163,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.857426643371582,
      "gsm8k": 6.524151888760653,
      "math_qa": 5.599138259887695
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0036850921273031824
    }
  },
  {
    "flos": 3.47123045560746e+17,
    "train_loss": 5.796743774414063,
    "eval_loss": 5.899708335464065,
    "eval_accuracy": 0.007240017551557701,
    "eval_loss_by_set": {
      "aqua_rat": 5.849060535430908,
      "gsm8k": 6.523561651056463,
      "math_qa": 5.6179962158203125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 3.5416043752207155e+17,
    "train_loss": 5.81188720703125,
    "eval_loss": 5.903730907955685,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.861573219299316,
      "gsm8k": 6.528676119717685,
      "math_qa": 5.620810826619466
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 3.611227953309942e+17,
    "train_loss": 5.806396484375,
    "eval_loss": 5.879614649592219,
    "eval_accuracy": 0.007240017551557701,
    "eval_loss_by_set": {
      "aqua_rat": 5.860212326049805,
      "gsm8k": 6.534955111416903,
      "math_qa": 5.5808671315511065
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 3.679914482278072e+17,
    "train_loss": 5.79713623046875,
    "eval_loss": 5.869026905781514,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.850252151489258,
      "gsm8k": 6.506575150923296,
      "math_qa": 5.578381856282552
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 3.749083448816435e+17,
    "train_loss": 5.803619384765625,
    "eval_loss": 5.888947873502164,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.860044479370117,
      "gsm8k": 6.542132984508168,
      "math_qa": 5.59197998046875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 3.8191356753792205e+17,
    "train_loss": 5.800960083007812,
    "eval_loss": 5.877061199497533,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.852245807647705,
      "gsm8k": 6.507333235307173,
      "math_qa": 5.590254465738933
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 3.888345240095949e+17,
    "train_loss": 5.79630859375,
    "eval_loss": 5.8725983645464925,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.848239421844482,
      "gsm8k": 6.503728693181818,
      "math_qa": 5.585360209147136
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 3.95792657181311e+17,
    "train_loss": 5.797000732421875,
    "eval_loss": 5.8902774501491235,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.857717514038086,
      "gsm8k": 6.533754522150213,
      "math_qa": 5.598063786824544
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 4.027418670215987e+17,
    "train_loss": 5.793497314453125,
    "eval_loss": 5.878936226303513,
    "eval_accuracy": 0.007240017551557701,
    "eval_loss_by_set": {
      "aqua_rat": 5.859658718109131,
      "gsm8k": 6.53504042191939,
      "math_qa": 5.579828262329102
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 4.096024416217989e+17,
    "train_loss": 5.7876611328125,
    "eval_loss": 5.884104754473712,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.844249725341797,
      "gsm8k": 6.513180819424716,
      "math_qa": 5.599099477132161
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.011372251705837756,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 4.165406466821325e+17,
    "train_loss": 5.799287109375,
    "eval_loss": 5.879122708294843,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.848650932312012,
      "gsm8k": 6.52397363836115,
      "math_qa": 5.5861053466796875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 4.235043241197568e+17,
    "train_loss": 5.79865234375,
    "eval_loss": 5.880870252042203,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.8447065353393555,
      "gsm8k": 6.525498823686079,
      "math_qa": 5.588429133097331
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 4.3053487419817984e+17,
    "train_loss": 5.802037353515625,
    "eval_loss": 5.8722396283536344,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.843002796173096,
      "gsm8k": 6.504639365456321,
      "math_qa": 5.584826151529948
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 4.374088646656e+17,
    "train_loss": 5.792348022460938,
    "eval_loss": 5.8732720194636165,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.846644878387451,
      "gsm8k": 6.51653428511186,
      "math_qa": 5.5806624094645185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 4.4439020247187456e+17,
    "train_loss": 5.790540161132813,
    "eval_loss": 5.877500147432895,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.844245433807373,
      "gsm8k": 6.4975717717951,
      "math_qa": 5.596071879069011
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 4.513475942248612e+17,
    "train_loss": 5.785357666015625,
    "eval_loss": 5.881487047350085,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.850238800048828,
      "gsm8k": 6.529741460626775,
      "math_qa": 5.586974461873372
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 4.5821923588204134e+17,
    "train_loss": 5.784525146484375,
    "eval_loss": 5.8607468733916415,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.845715045928955,
      "gsm8k": 6.483592640269887,
      "math_qa": 5.576528549194336
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 4.651828306415452e+17,
    "train_loss": 5.783294677734375,
    "eval_loss": 5.879920237773174,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.84974479675293,
      "gsm8k": 6.51404502175071,
      "math_qa": 5.591794331868489
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 4.722056530000609e+17,
    "train_loss": 5.786920166015625,
    "eval_loss": 5.877286653260927,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.85243034362793,
      "gsm8k": 6.52483437278054,
      "math_qa": 5.5825653076171875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 4.7913911856398336e+17,
    "train_loss": 5.79520751953125,
    "eval_loss": 5.867283331381308,
    "eval_accuracy": 0.007020623080298377,
    "eval_loss_by_set": {
      "aqua_rat": 5.8435773849487305,
      "gsm8k": 6.49950478293679,
      "math_qa": 5.579490661621094
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 4.86023166234198e+17,
    "train_loss": 5.780355224609375,
    "eval_loss": 5.881899730579273,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.8420844078063965,
      "gsm8k": 6.510278875177557,
      "math_qa": 5.5972105662028
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 4.930143346837422e+17,
    "train_loss": 5.790676879882812,
    "eval_loss": 5.881917850391285,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.844124794006348,
      "gsm8k": 6.51736796985973,
      "math_qa": 5.593819300333659
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 4.9991000507233075e+17,
    "train_loss": 5.785758666992187,
    "eval_loss": 5.8732425071097705,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.850787162780762,
      "gsm8k": 6.523770419034091,
      "math_qa": 5.576955159505208
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 5.0691116791077274e+17,
    "train_loss": 5.783773803710938,
    "eval_loss": 5.8577457118678735,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.847555160522461,
      "gsm8k": 6.512861078435725,
      "math_qa": 5.55833371480306
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 5.139231916477645e+17,
    "train_loss": 5.798349609375,
    "eval_loss": 5.895525287937474,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.856387138366699,
      "gsm8k": 6.534131136807528,
      "math_qa": 5.60609245300293
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 5.209290327793336e+17,
    "train_loss": 5.786275024414063,
    "eval_loss": 5.877500843357396,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.848366737365723,
      "gsm8k": 6.526080044833097,
      "math_qa": 5.582663218180339
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 5.278897627956511e+17,
    "train_loss": 5.780975341796875,
    "eval_loss": 5.891213700578019,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.8579864501953125,
      "gsm8k": 6.52665224942294,
      "math_qa": 5.602739969889323
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 5.348372621652132e+17,
    "train_loss": 5.79255126953125,
    "eval_loss": 5.864604846851246,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.851146697998047,
      "gsm8k": 6.5109946511008525,
      "math_qa": 5.569464365641276
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 5.4171941360736666e+17,
    "train_loss": 5.783297729492188,
    "eval_loss": 5.8807536975757495,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.849065780639648,
      "gsm8k": 6.537031693892046,
      "math_qa": 5.582600275675456
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 5.4869776372701594e+17,
    "train_loss": 5.7877294921875,
    "eval_loss": 5.889739500509726,
    "eval_accuracy": 0.008775778850372971,
    "eval_loss_by_set": {
      "aqua_rat": 5.851969242095947,
      "gsm8k": 6.5303823297674,
      "math_qa": 5.59925905863444
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 5.5563485639081984e+17,
    "train_loss": 5.78271240234375,
    "eval_loss": 5.865703917838432,
    "eval_accuracy": 0.008775778850372971,
    "eval_loss_by_set": {
      "aqua_rat": 5.8452229499816895,
      "gsm8k": 6.500215703790838,
      "math_qa": 5.576592763264974
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 5.625707534431027e+17,
    "train_loss": 5.776988525390625,
    "eval_loss": 5.864734649658203,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.846281051635742,
      "gsm8k": 6.494782187721946,
      "math_qa": 5.577500661214192
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 5.6952736190142874e+17,
    "train_loss": 5.788980102539062,
    "eval_loss": 5.879811158051362,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.849748611450195,
      "gsm8k": 6.5256736061789775,
      "math_qa": 5.586296081542969
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 5.765059176426373e+17,
    "train_loss": 5.787901611328125,
    "eval_loss": 5.872871914425412,
    "eval_accuracy": 0.007240017551557701,
    "eval_loss_by_set": {
      "aqua_rat": 5.854154586791992,
      "gsm8k": 6.535795731977983,
      "math_qa": 5.5705916086832685
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 5.834993323600773e+17,
    "train_loss": 5.784495849609375,
    "eval_loss": 5.870893426843591,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.845548629760742,
      "gsm8k": 6.50172909823331,
      "math_qa": 5.583872477213542
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.001340033500837521
    }
  },
  {
    "flos": 5.904449773775094e+17,
    "train_loss": 5.7891796875,
    "eval_loss": 5.869455285974451,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.8475189208984375,
      "gsm8k": 6.513465187766335,
      "math_qa": 5.576112111409505
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 5.974104264891433e+17,
    "train_loss": 5.77447021484375,
    "eval_loss": 5.881177696021828,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.848433494567871,
      "gsm8k": 6.527776544744318,
      "math_qa": 5.587548573811849
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 6.042413046117171e+17,
    "train_loss": 5.77696533203125,
    "eval_loss": 5.865796527347049,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.837716102600098,
      "gsm8k": 6.512331875887784,
      "math_qa": 5.571807861328125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 6.112527302745129e+17,
    "train_loss": 5.7767572021484375,
    "eval_loss": 5.879672385550834,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.851751327514648,
      "gsm8k": 6.521863070401278,
      "math_qa": 5.5876617431640625
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 6.18114397407019e+17,
    "train_loss": 5.7773779296875,
    "eval_loss": 5.869465879491858,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.846608638763428,
      "gsm8k": 6.503850763494318,
      "math_qa": 5.580610911051433
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 6.250829791604244e+17,
    "train_loss": 5.783368530273438,
    "eval_loss": 5.880540693128431,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.850625991821289,
      "gsm8k": 6.541308316317472,
      "math_qa": 5.58018175760905
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 6.319794532447683e+17,
    "train_loss": 5.769285278320313,
    "eval_loss": 5.871675285133156,
    "eval_accuracy": 0.008117595436594998,
    "eval_loss_by_set": {
      "aqua_rat": 5.853348731994629,
      "gsm8k": 6.530367764559659,
      "math_qa": 5.571301778157552
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 6.389167928691917e+17,
    "train_loss": 5.781659545898438,
    "eval_loss": 5.8886209951864705,
    "eval_accuracy": 0.007898200965335674,
    "eval_loss_by_set": {
      "aqua_rat": 5.850438117980957,
      "gsm8k": 6.542402787642046,
      "math_qa": 5.592152913411458
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 6.458657353477652e+17,
    "train_loss": 5.766495361328125,
    "eval_loss": 5.875988857166187,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.850618839263916,
      "gsm8k": 6.512834722345525,
      "math_qa": 5.586215337117513
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 6.527776240697344e+17,
    "train_loss": 5.7809381103515625,
    "eval_loss": 5.867966780791411,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.843289375305176,
      "gsm8k": 6.504694158380682,
      "math_qa": 5.578189849853516
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 6.597144901740134e+17,
    "train_loss": 5.775504150390625,
    "eval_loss": 5.872916969093117,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.844272613525391,
      "gsm8k": 6.508434642444957,
      "math_qa": 5.584025065104167
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 6.666870281291694e+17,
    "train_loss": 5.78302734375,
    "eval_loss": 5.877929326650259,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.8544816970825195,
      "gsm8k": 6.527477611194957,
      "math_qa": 5.582173665364583
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 6.735687259154022e+17,
    "train_loss": 5.776480712890625,
    "eval_loss": 5.871429933084024,
    "eval_accuracy": 0.010311540149188241,
    "eval_loss_by_set": {
      "aqua_rat": 5.845738887786865,
      "gsm8k": 6.524127613414418,
      "math_qa": 5.57441775004069
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 6.805627376332964e+17,
    "train_loss": 5.770299072265625,
    "eval_loss": 5.86973796019683,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.844878673553467,
      "gsm8k": 6.512245178222656,
      "math_qa": 5.5773270924886065
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 6.875002630150554e+17,
    "train_loss": 5.778617553710937,
    "eval_loss": 5.867100174362595,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.846540451049805,
      "gsm8k": 6.516101490367543,
      "math_qa": 5.5713545481363935
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.001340033500837521
    }
  },
  {
    "flos": 6.944164177132913e+17,
    "train_loss": 5.760896606445312,
    "eval_loss": 5.8688868960818725,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.843839645385742,
      "gsm8k": 6.521288785067472,
      "math_qa": 5.571956634521484
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.0036850921273031824
    }
  },
  {
    "flos": 7.013471216132424e+17,
    "train_loss": 5.7834326171875,
    "eval_loss": 5.877030243744722,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.844902038574219,
      "gsm8k": 6.521380337801847,
      "math_qa": 5.584380467732747
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 7.083563836862628e+17,
    "train_loss": 5.7779638671875,
    "eval_loss": 5.851280934101826,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.840021133422852,
      "gsm8k": 6.501391324129972,
      "math_qa": 5.554251988728841
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 7.152487152746496e+17,
    "train_loss": 5.7700244140625,
    "eval_loss": 5.8734458201640365,
    "eval_accuracy": 0.008336989907854322,
    "eval_loss_by_set": {
      "aqua_rat": 5.844592094421387,
      "gsm8k": 6.522924249822443,
      "math_qa": 5.57817268371582
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 7.222614809672417e+17,
    "train_loss": 5.77278076171875,
    "eval_loss": 5.874634613861909,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.840606689453125,
      "gsm8k": 6.525866421786222,
      "math_qa": 5.578989028930664
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 7.291733283501507e+17,
    "train_loss": 5.778349609375,
    "eval_loss": 5.869352701547983,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.848093032836914,
      "gsm8k": 6.516834605823863,
      "math_qa": 5.574361801147461
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 7.361492668456632e+17,
    "train_loss": 5.773963623046875,
    "eval_loss": 5.875039616146603,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.846405506134033,
      "gsm8k": 6.513811978426847,
      "math_qa": 5.584655125935872
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 7.430836182465905e+17,
    "train_loss": 5.765999145507813,
    "eval_loss": 5.866530289521089,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.849856376647949,
      "gsm8k": 6.528879339044744,
      "math_qa": 5.564343134562175
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.001340033500837521
    }
  },
  {
    "flos": 7.500198862766735e+17,
    "train_loss": 5.7746923828125,
    "eval_loss": 5.8752407898774015,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 5.846526145935059,
      "gsm8k": 6.5219643332741475,
      "math_qa": 5.581218719482422
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 7.569528777835807e+17,
    "train_loss": 5.76530029296875,
    "eval_loss": 5.854507858688767,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.839683532714844,
      "gsm8k": 6.483600963245738,
      "math_qa": 5.5674088795979815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 7.638344724905984e+17,
    "train_loss": 5.75980712890625,
    "eval_loss": 5.8620980494731185,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.842048168182373,
      "gsm8k": 6.497729214754972,
      "math_qa": 5.572437922159831
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 7.706937489369334e+17,
    "train_loss": 5.7660693359375,
    "eval_loss": 5.858937959413271,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 5.84669303894043,
      "gsm8k": 6.498272288929332,
      "math_qa": 5.5669301350911455
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.003015075376884422
    }
  },
  {
    "flos": 7.775882446519665e+17,
    "train_loss": 5.769309692382812,
    "eval_loss": 5.870453009734282,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.837660312652588,
      "gsm8k": 6.499244689941406,
      "math_qa": 5.584989547729492
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.0016750418760469012
    }
  },
  {
    "flos": 7.845561053877371e+17,
    "train_loss": 5.770958251953125,
    "eval_loss": 5.8419562159357845,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.8453779220581055,
      "gsm8k": 6.4928741455078125,
      "math_qa": 5.543333689371745
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.001340033500837521
    }
  },
  {
    "flos": 7.914432024847319e+17,
    "train_loss": 5.770386962890625,
    "eval_loss": 5.865403897053486,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.847530841827393,
      "gsm8k": 6.514447992498225,
      "math_qa": 5.569414774576823
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.0023450586264656616
    }
  },
  {
    "flos": 7.983546176865567e+17,
    "train_loss": 5.759653930664062,
    "eval_loss": 5.874766994167018,
    "eval_accuracy": 0.008556384379113647,
    "eval_loss_by_set": {
      "aqua_rat": 5.844932556152344,
      "gsm8k": 6.535267223011363,
      "math_qa": 5.57452392578125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.002680067001675042
    }
  },
  {
    "flos": 8.053061768739553e+17,
    "train_loss": 5.770899047851563,
    "eval_loss": 5.867529508229849,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.84557580947876,
      "gsm8k": 6.546528209339488,
      "math_qa": 5.5581512451171875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 8.123176852148716e+17,
    "train_loss": 5.777974243164063,
    "eval_loss": 5.870580776317699,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.847664833068848,
      "gsm8k": 6.522981123490767,
      "math_qa": 5.573473612467448
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 8.192044526731264e+17,
    "train_loss": 5.767827758789062,
    "eval_loss": 5.866163511533995,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.843505859375,
      "gsm8k": 6.539571588689631,
      "math_qa": 5.559406280517578
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 8.261692425072804e+17,
    "train_loss": 5.76281982421875,
    "eval_loss": 5.871037715190166,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.851780891418457,
      "gsm8k": 6.537877169522372,
      "math_qa": 5.567007700602214
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.027293404094010616,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 8.3313557799279e+17,
    "train_loss": 5.76470458984375,
    "eval_loss": 5.866430798092404,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.85250186920166,
      "gsm8k": 6.5068886496803975,
      "math_qa": 5.574048360188802
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 8.400888889899745e+17,
    "train_loss": 5.77309326171875,
    "eval_loss": 5.861335960594383,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.8401336669921875,
      "gsm8k": 6.5083534934303975,
      "math_qa": 5.566553115844727
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 8.469836526035927e+17,
    "train_loss": 5.772487182617187,
    "eval_loss": 5.8643086923135295,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.845404624938965,
      "gsm8k": 6.533689325506037,
      "math_qa": 5.559084574381511
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 8.539928733375529e+17,
    "train_loss": 5.765791015625,
    "eval_loss": 5.8591109095393,
    "eval_accuracy": 0.010311540149188241,
    "eval_loss_by_set": {
      "aqua_rat": 5.847718238830566,
      "gsm8k": 6.497861688787287,
      "math_qa": 5.567299524943034
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 8.610134902303621e+17,
    "train_loss": 5.77170166015625,
    "eval_loss": 5.85942149806667,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.845392227172852,
      "gsm8k": 6.510046525435015,
      "math_qa": 5.562387466430664
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.0036850921273031824
    }
  },
  {
    "flos": 8.679062754746696e+17,
    "train_loss": 5.76474853515625,
    "eval_loss": 5.868127513576198,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.849661827087402,
      "gsm8k": 6.524714383212003,
      "math_qa": 5.5687306722005205
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 8.748499421227909e+17,
    "train_loss": 5.760775146484375,
    "eval_loss": 5.870387567056192,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.842537879943848,
      "gsm8k": 6.518616416237571,
      "math_qa": 5.575603485107422
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 8.817930729737421e+17,
    "train_loss": 5.76531005859375,
    "eval_loss": 5.851269541559993,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.848160743713379,
      "gsm8k": 6.504189924760298,
      "math_qa": 5.552273432413737
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 8.887129374499799e+17,
    "train_loss": 5.76794921875,
    "eval_loss": 5.852583447018185,
    "eval_accuracy": 0.010530934620447565,
    "eval_loss_by_set": {
      "aqua_rat": 5.844414710998535,
      "gsm8k": 6.501867814497515,
      "math_qa": 5.555675506591797
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 8.956670725440143e+17,
    "train_loss": 5.7655126953125,
    "eval_loss": 5.850078634313635,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.844351768493652,
      "gsm8k": 6.497532237659801,
      "math_qa": 5.553806304931641
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 9.026386215829504e+17,
    "train_loss": 5.7613232421875,
    "eval_loss": 5.86128755517908,
    "eval_accuracy": 0.010311540149188241,
    "eval_loss_by_set": {
      "aqua_rat": 5.855710029602051,
      "gsm8k": 6.519012451171875,
      "math_qa": 5.560295104980469
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 9.09611118735917e+17,
    "train_loss": 5.761351318359375,
    "eval_loss": 5.8559586808488175,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.840892791748047,
      "gsm8k": 6.507064125754616,
      "math_qa": 5.558790842692058
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 9.1647907101619e+17,
    "train_loss": 5.7598583984375,
    "eval_loss": 5.867191469347155,
    "eval_accuracy": 0.008995173321632294,
    "eval_loss_by_set": {
      "aqua_rat": 5.848477363586426,
      "gsm8k": 6.5092079856178975,
      "math_qa": 5.574493408203125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 9.234675395419177e+17,
    "train_loss": 5.74739990234375,
    "eval_loss": 5.892639752980825,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.8594889640808105,
      "gsm8k": 6.552439602938565,
      "math_qa": 5.592994054158528
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 9.30320035845505e+17,
    "train_loss": 5.761470947265625,
    "eval_loss": 5.860189798715952,
    "eval_accuracy": 0.007459412022817025,
    "eval_loss_by_set": {
      "aqua_rat": 5.848634719848633,
      "gsm8k": 6.503192554820668,
      "math_qa": 5.566443125406901
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.011811023622047244,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 9.373449809916068e+17,
    "train_loss": 5.771962890625,
    "eval_loss": 5.853215088715425,
    "eval_accuracy": 0.007678806494076349,
    "eval_loss_by_set": {
      "aqua_rat": 5.840978622436523,
      "gsm8k": 6.494890386408025,
      "math_qa": 5.560133616129558
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 9.442393532263301e+17,
    "train_loss": 5.756708374023438,
    "eval_loss": 5.843526298935349,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.8485188484191895,
      "gsm8k": 6.5056020563299,
      "math_qa": 5.539658864339192
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.0020100502512562816
    }
  },
  {
    "flos": 9.511824013991608e+17,
    "train_loss": 5.756123046875,
    "eval_loss": 5.86656261134792,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.854413986206055,
      "gsm8k": 6.538769808682528,
      "math_qa": 5.55948003133138
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 9.58139380835287e+17,
    "train_loss": 5.75560791015625,
    "eval_loss": 5.855721215944032,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 5.845826625823975,
      "gsm8k": 6.507665460759943,
      "math_qa": 5.557737986246745
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 9.650745982089953e+17,
    "train_loss": 5.75666748046875,
    "eval_loss": 5.8559654854439405,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.847690582275391,
      "gsm8k": 6.5067970969460225,
      "math_qa": 5.558357238769531
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.0033500837520938024
    }
  },
  {
    "flos": 9.720263839559188e+17,
    "train_loss": 5.7682733154296875,
    "eval_loss": 5.8839891279065935,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.8482561111450195,
      "gsm8k": 6.534018083052202,
      "math_qa": 5.58903694152832
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 9.790089587127747e+17,
    "train_loss": 5.77046630859375,
    "eval_loss": 5.87531143910176,
    "eval_accuracy": 0.010530934620447565,
    "eval_loss_by_set": {
      "aqua_rat": 5.862802028656006,
      "gsm8k": 6.551774458451704,
      "math_qa": 5.566308339436849
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 9.860124912994222e+17,
    "train_loss": 5.772645874023437,
    "eval_loss": 5.868331986504632,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.847978115081787,
      "gsm8k": 6.507852727716619,
      "math_qa": 5.576914469401042
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 9.929277596237824e+17,
    "train_loss": 5.75601318359375,
    "eval_loss": 5.876461441452439,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.850767135620117,
      "gsm8k": 6.5273895263671875,
      "math_qa": 5.580260594685872
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 9.999089122095923e+17,
    "train_loss": 5.763438720703125,
    "eval_loss": 5.8625873359473974,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 5.848578453063965,
      "gsm8k": 6.500611045143821,
      "math_qa": 5.571327209472656
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.0036850921273031824
    }
  },
  {
    "flos": 1.0068650670119977e+18,
    "train_loss": 5.756180419921875,
    "eval_loss": 5.85876531858702,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.847241401672363,
      "gsm8k": 6.506999622691762,
      "math_qa": 5.562618255615234
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.0138547719514358e+18,
    "train_loss": 5.774779052734375,
    "eval_loss": 5.850921166909708,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.844099998474121,
      "gsm8k": 6.5005409934303975,
      "math_qa": 5.553747177124023
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.0208395720382218e+18,
    "train_loss": 5.766256103515625,
    "eval_loss": 5.8566643225180135,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.842743396759033,
      "gsm8k": 6.499693437056108,
      "math_qa": 5.563102722167969
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.0277728110426194e+18,
    "train_loss": 5.75502685546875,
    "eval_loss": 5.868702811163825,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.845389366149902,
      "gsm8k": 6.51843885941939,
      "math_qa": 5.5728499094645185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.0346928194002616e+18,
    "train_loss": 5.751099853515625,
    "eval_loss": 5.866638595993455,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.849212646484375,
      "gsm8k": 6.517195268110796,
      "math_qa": 5.569918950398763
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 1.0416080055833723e+18,
    "train_loss": 5.76313720703125,
    "eval_loss": 5.86648956505028,
    "eval_accuracy": 0.009872751206669592,
    "eval_loss_by_set": {
      "aqua_rat": 5.849186897277832,
      "gsm8k": 6.542003284801137,
      "math_qa": 5.558320999145508
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.0485105999961129e+18,
    "train_loss": 5.744801635742188,
    "eval_loss": 5.8675344828012825,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.849123954772949,
      "gsm8k": 6.525913585316051,
      "math_qa": 5.567311604817708
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.0553843021638533e+18,
    "train_loss": 5.763973388671875,
    "eval_loss": 5.845003282701647,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.843349456787109,
      "gsm8k": 6.50588642467152,
      "math_qa": 5.542236328125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.0623618276497818e+18,
    "train_loss": 5.75072998046875,
    "eval_loss": 5.855805783658414,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.842187881469727,
      "gsm8k": 6.508388172496449,
      "math_qa": 5.557840347290039
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.0693344074808689e+18,
    "train_loss": 5.743892822265625,
    "eval_loss": 5.858521409936853,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.846513271331787,
      "gsm8k": 6.526149402965199,
      "math_qa": 5.553525924682617
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.0763022059396137e+18,
    "train_loss": 5.764432373046875,
    "eval_loss": 5.85325661221066,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.843432903289795,
      "gsm8k": 6.502059242942116,
      "math_qa": 5.556707382202148
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 1.0831477159420232e+18,
    "train_loss": 5.7615771484375,
    "eval_loss": 5.838995701557881,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.8425493240356445,
      "gsm8k": 6.497110540216619,
      "math_qa": 5.5370635986328125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.06299212598425197,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.090103623783809e+18,
    "train_loss": 5.761283569335937,
    "eval_loss": 5.857318852398847,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.845956325531006,
      "gsm8k": 6.528585260564631,
      "math_qa": 5.550601959228516
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.0970507731135365e+18,
    "train_loss": 5.747294921875,
    "eval_loss": 5.853981945965741,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.844362258911133,
      "gsm8k": 6.50566309148615,
      "math_qa": 5.5560963948567705
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.1040095247605432e+18,
    "train_loss": 5.756194458007813,
    "eval_loss": 5.856988288260795,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.8478593826293945,
      "gsm8k": 6.5032958984375,
      "math_qa": 5.561524709065755
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.110981795353985e+18,
    "train_loss": 5.75663818359375,
    "eval_loss": 5.868277137343948,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.851232051849365,
      "gsm8k": 6.531675165349787,
      "math_qa": 5.565640131632487
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.1179671108368466e+18,
    "train_loss": 5.756639404296875,
    "eval_loss": 5.851896801510373,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.838677406311035,
      "gsm8k": 6.512791720303622,
      "math_qa": 5.550088246663411
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 1.124888253065855e+18,
    "train_loss": 5.759428100585938,
    "eval_loss": 5.858030319213867,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.840689659118652,
      "gsm8k": 6.499751004305753,
      "math_qa": 5.5653533935546875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.1318101157756273e+18,
    "train_loss": 5.7613134765625,
    "eval_loss": 5.872166298531197,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.849916458129883,
      "gsm8k": 6.526071028275923,
      "math_qa": 5.574314117431641
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.1388023966217011e+18,
    "train_loss": 5.7428759765625,
    "eval_loss": 5.867893064344251,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.843817710876465,
      "gsm8k": 6.528926502574574,
      "math_qa": 5.566925684611003
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.1457722147888169e+18,
    "train_loss": 5.750482177734375,
    "eval_loss": 5.862759409724055,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.842892646789551,
      "gsm8k": 6.506267200816762,
      "math_qa": 5.56947390238444
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.15262679254093e+18,
    "train_loss": 5.745711669921875,
    "eval_loss": 5.85506212389147,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.838813781738281,
      "gsm8k": 6.5185935280539775,
      "math_qa": 5.552297592163086
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.159575549262168e+18,
    "train_loss": 5.75828369140625,
    "eval_loss": 5.828252019108953,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.841686248779297,
      "gsm8k": 6.474307667125355,
      "math_qa": 5.531023661295573
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.004020100502512563
    }
  },
  {
    "flos": 1.1664624407376036e+18,
    "train_loss": 5.75079833984375,
    "eval_loss": 5.847357260214316,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.846580505371094,
      "gsm8k": 6.510991876775568,
      "math_qa": 5.543256123860677
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.1734081061561303e+18,
    "train_loss": 5.757974853515625,
    "eval_loss": 5.857859663061194,
    "eval_accuracy": 0.010311540149188241,
    "eval_loss_by_set": {
      "aqua_rat": 5.841156482696533,
      "gsm8k": 6.507763255726207,
      "math_qa": 5.561379114786784
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.1803185319048643e+18,
    "train_loss": 5.7526617431640625,
    "eval_loss": 5.860533430769637,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.841281890869141,
      "gsm8k": 6.497152848677202,
      "math_qa": 5.570353825887044
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.1873197774214267e+18,
    "train_loss": 5.753792114257813,
    "eval_loss": 5.8464251595574455,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.844034671783447,
      "gsm8k": 6.501364274458452,
      "math_qa": 5.546443939208984
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 1.1942595490710815e+18,
    "train_loss": 5.758753662109375,
    "eval_loss": 5.862439671078244,
    "eval_accuracy": 0.009653356735410267,
    "eval_loss_by_set": {
      "aqua_rat": 5.849073886871338,
      "gsm8k": 6.526560696688565,
      "math_qa": 5.559164683024089
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.2011003813172347e+18,
    "train_loss": 5.742318115234375,
    "eval_loss": 5.859696465569574,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.841426849365234,
      "gsm8k": 6.509463223544034,
      "math_qa": 5.563409169514974
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.2081554964611072e+18,
    "train_loss": 5.751145629882813,
    "eval_loss": 5.844332205282675,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.846517562866211,
      "gsm8k": 6.481327403675426,
      "math_qa": 5.552193959554036
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.2150557211256422e+18,
    "train_loss": 5.73951171875,
    "eval_loss": 5.847619185576567,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.851632118225098,
      "gsm8k": 6.499560269442472,
      "math_qa": 5.548478444417317
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.2220335150470267e+18,
    "train_loss": 5.76293212890625,
    "eval_loss": 5.852822277996991,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.83961296081543,
      "gsm8k": 6.503688465465199,
      "math_qa": 5.555609385172526
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.2289768724575027e+18,
    "train_loss": 5.749078369140625,
    "eval_loss": 5.8571054097768425,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.850663185119629,
      "gsm8k": 6.512143915349787,
      "math_qa": 5.557416280110677
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.23589611845845e+18,
    "train_loss": 5.747503662109375,
    "eval_loss": 5.853614394729202,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.844669342041016,
      "gsm8k": 6.506976040926847,
      "math_qa": 5.55490239461263
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.004355108877721943
    }
  },
  {
    "flos": 1.242857095435387e+18,
    "train_loss": 5.75292724609375,
    "eval_loss": 5.850622898823506,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.844326972961426,
      "gsm8k": 6.511434381658381,
      "math_qa": 5.548275629679362
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.2497813493682012e+18,
    "train_loss": 5.755369262695313,
    "eval_loss": 5.854983407097894,
    "eval_accuracy": 0.01075032909170689,
    "eval_loss_by_set": {
      "aqua_rat": 5.8447160720825195,
      "gsm8k": 6.522486600008878,
      "math_qa": 5.549900054931641
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.256733341273555e+18,
    "train_loss": 5.744315185546875,
    "eval_loss": 5.845795837608543,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.846868991851807,
      "gsm8k": 6.504893909801137,
      "math_qa": 5.543619791666667
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 1.2637164308896154e+18,
    "train_loss": 5.741552124023437,
    "eval_loss": 5.861490120758882,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.846319675445557,
      "gsm8k": 6.513165560635653,
      "math_qa": 5.564069747924805
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.2706252701848044e+18,
    "train_loss": 5.762222900390625,
    "eval_loss": 5.85769864675161,
    "eval_accuracy": 0.010311540149188241,
    "eval_loss_by_set": {
      "aqua_rat": 5.843605995178223,
      "gsm8k": 6.53112099387429,
      "math_qa": 5.550221125284831
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.2775325632917668e+18,
    "train_loss": 5.750601806640625,
    "eval_loss": 5.854822545438199,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.850841999053955,
      "gsm8k": 6.517491427334872,
      "math_qa": 5.551431020100911
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 1.2845578584777032e+18,
    "train_loss": 5.74994384765625,
    "eval_loss": 5.857423163749076,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.8456315994262695,
      "gsm8k": 6.498950611461293,
      "math_qa": 5.564372380574544
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.2914398037614264e+18,
    "train_loss": 5.758531494140625,
    "eval_loss": 5.86351389498324,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.841992378234863,
      "gsm8k": 6.508635781028054,
      "math_qa": 5.569626490275065
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.2983902092132352e+18,
    "train_loss": 5.733184814453125,
    "eval_loss": 5.852877101382694,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.835660457611084,
      "gsm8k": 6.497976129705256,
      "math_qa": 5.55864143371582
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.3052411190632776e+18,
    "train_loss": 5.745887451171875,
    "eval_loss": 5.848689569009317,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.842442512512207,
      "gsm8k": 6.520007046786222,
      "math_qa": 5.541522979736328
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.312171699482919e+18,
    "train_loss": 5.735472412109375,
    "eval_loss": 5.857406358461122,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.841082572937012,
      "gsm8k": 6.51971435546875,
      "math_qa": 5.555208841959636
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.3191212598999122e+18,
    "train_loss": 5.751494140625,
    "eval_loss": 5.867092106793378,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.856034755706787,
      "gsm8k": 6.546204306862571,
      "math_qa": 5.556753794352214
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.326054374887129e+18,
    "train_loss": 5.748284912109375,
    "eval_loss": 5.858759313016324,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.841003894805908,
      "gsm8k": 6.50501181862571,
      "math_qa": 5.564039866129558
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.005025125628140704
    }
  },
  {
    "flos": 1.3329904576967475e+18,
    "train_loss": 5.743176879882813,
    "eval_loss": 5.846784333924989,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.843793869018555,
      "gsm8k": 6.514279452237216,
      "math_qa": 5.541098276774089
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.3398648400799334e+18,
    "train_loss": 5.750789794921875,
    "eval_loss": 5.862402323130015,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.849279403686523,
      "gsm8k": 6.518108021129262,
      "math_qa": 5.562964121500651
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.3468758953018e+18,
    "train_loss": 5.74836181640625,
    "eval_loss": 5.878305125880885,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.8548688888549805,
      "gsm8k": 6.531589854847301,
      "math_qa": 5.5808359781901045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 1.3538240131466527e+18,
    "train_loss": 5.746795654296875,
    "eval_loss": 5.850853713783058,
    "eval_accuracy": 0.009214567792891619,
    "eval_loss_by_set": {
      "aqua_rat": 5.843912601470947,
      "gsm8k": 6.506089643998579,
      "math_qa": 5.55111567179362
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.015748031496062992,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.3607902868920074e+18,
    "train_loss": 5.75510009765625,
    "eval_loss": 5.8494245168325065,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.841939926147461,
      "gsm8k": 6.498270208185369,
      "math_qa": 5.552660624186198
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.0036850921273031824
    }
  },
  {
    "flos": 1.3676753852185969e+18,
    "train_loss": 5.752998657226563,
    "eval_loss": 5.854101490330052,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.842740058898926,
      "gsm8k": 6.515028520063921,
      "math_qa": 5.552123387654622
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.3746834726180618e+18,
    "train_loss": 5.746768798828125,
    "eval_loss": 5.855621131690773,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.842853546142578,
      "gsm8k": 6.4982077858664775,
      "math_qa": 5.562166213989258
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.3815915495565558e+18,
    "train_loss": 5.751934204101563,
    "eval_loss": 5.865959115930505,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.847708702087402,
      "gsm8k": 6.51582821932706,
      "math_qa": 5.569623311360677
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.3885509610179133e+18,
    "train_loss": 5.739290161132812,
    "eval_loss": 5.852544037071434,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.843708515167236,
      "gsm8k": 6.524975169788707,
      "math_qa": 5.545082728068034
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.395457862745981e+18,
    "train_loss": 5.744488525390625,
    "eval_loss": 5.866758552757469,
    "eval_accuracy": 0.009433962264150943,
    "eval_loss_by_set": {
      "aqua_rat": 5.850020408630371,
      "gsm8k": 6.5262062766335225,
      "math_qa": 5.565906524658203
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.402476192568705e+18,
    "train_loss": 5.73996826171875,
    "eval_loss": 5.85402014448836,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.85153865814209,
      "gsm8k": 6.52617090398615,
      "math_qa": 5.5461578369140625
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.409426968998314e+18,
    "train_loss": 5.750196533203125,
    "eval_loss": 5.849806862908441,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.849787712097168,
      "gsm8k": 6.52948622270064,
      "math_qa": 5.538288752237956
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 1.4163105839505736e+18,
    "train_loss": 5.752403564453125,
    "eval_loss": 5.869042448095374,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.8513102531433105,
      "gsm8k": 6.544964877041903,
      "math_qa": 5.560722351074219
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.01968503937007874,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.4232269652083343e+18,
    "train_loss": 5.733125610351562,
    "eval_loss": 5.86407792890394,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.849310398101807,
      "gsm8k": 6.532656582919034,
      "math_qa": 5.558876673380534
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.004690117252931323
    }
  },
  {
    "flos": 1.430186108234236e+18,
    "train_loss": 5.75216064453125,
    "eval_loss": 5.86617273897738,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.847136497497559,
      "gsm8k": 6.526012767444957,
      "math_qa": 5.565332412719727
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.4370770799286026e+18,
    "train_loss": 5.74063720703125,
    "eval_loss": 5.856666977341111,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.838340759277344,
      "gsm8k": 6.51572002064098,
      "math_qa": 5.556128184000651
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.4440060325556388e+18,
    "train_loss": 5.742818603515625,
    "eval_loss": 5.853642412134119,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.851573467254639,
      "gsm8k": 6.523953524502841,
      "math_qa": 5.546588897705078
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 1.4509888752110797e+18,
    "train_loss": 5.744586181640625,
    "eval_loss": 5.856209574518977,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.848956108093262,
      "gsm8k": 6.536113392223012,
      "math_qa": 5.5451914469401045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.4578651736865505e+18,
    "train_loss": 5.74735595703125,
    "eval_loss": 5.856170602746912,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.843657493591309,
      "gsm8k": 6.520846280184659,
      "math_qa": 5.552570343017578
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 1.4647702205256172e+18,
    "train_loss": 5.7499658203125,
    "eval_loss": 5.857941679052405,
    "eval_accuracy": 0.017990346643264588,
    "eval_loss_by_set": {
      "aqua_rat": 5.847415447235107,
      "gsm8k": 6.532171075994318,
      "math_qa": 5.549797058105469
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 1.4718189469056369e+18,
    "train_loss": 5.743711547851563,
    "eval_loss": 5.870216472728832,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.848489761352539,
      "gsm8k": 6.525170759721235,
      "math_qa": 5.571839650472005
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 1.4787878996368425e+18,
    "train_loss": 5.7515234375,
    "eval_loss": 5.858383771535513,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.843181133270264,
      "gsm8k": 6.501147183504972,
      "math_qa": 5.565050760904948
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 1.4857175732815135e+18,
    "train_loss": 5.74881591796875,
    "eval_loss": 5.856701258066538,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.85146427154541,
      "gsm8k": 6.522655833851207,
      "math_qa": 5.551908493041992
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.4926336249005343e+18,
    "train_loss": 5.7464501953125,
    "eval_loss": 5.860381100628827,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.8568620681762695,
      "gsm8k": 6.542893843217329,
      "math_qa": 5.5478560129801435
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.4996254112884982e+18,
    "train_loss": 5.747437744140625,
    "eval_loss": 5.855577520422034,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.845884323120117,
      "gsm8k": 6.519532637162642,
      "math_qa": 5.552072525024414
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 1.506523678521688e+18,
    "train_loss": 5.744259033203125,
    "eval_loss": 5.8482401048814925,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.839658737182617,
      "gsm8k": 6.501176313920454,
      "math_qa": 5.549692789713542
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 1.5134802864431432e+18,
    "train_loss": 5.74901123046875,
    "eval_loss": 5.850209313469964,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.837728500366211,
      "gsm8k": 6.507045399058949,
      "math_qa": 5.550199508666992
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 1.520400212122665e+18,
    "train_loss": 5.741412353515625,
    "eval_loss": 5.867995622995737,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.846622943878174,
      "gsm8k": 6.532738425514915,
      "math_qa": 5.565102895100911
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.527372750077821e+18,
    "train_loss": 5.7464447021484375,
    "eval_loss": 5.849714897774361,
    "eval_accuracy": 0.01733216322948662,
    "eval_loss_by_set": {
      "aqua_rat": 5.845450401306152,
      "gsm8k": 6.506558504971591,
      "math_qa": 5.549016952514648
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.07874015748031496,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.534309183464145e+18,
    "train_loss": 5.737827758789063,
    "eval_loss": 5.85118969066723,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850582122802734,
      "gsm8k": 6.519669272682884,
      "math_qa": 5.544853846232097
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 1.5412302430150328e+18,
    "train_loss": 5.74342041015625,
    "eval_loss": 5.848605104394861,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.849447727203369,
      "gsm8k": 6.492589777166193,
      "math_qa": 5.553375244140625
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.5481910347715052e+18,
    "train_loss": 5.735426025390625,
    "eval_loss": 5.854800662478885,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.848976135253906,
      "gsm8k": 6.511930985884233,
      "math_qa": 5.554101308186849
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.555144655006335e+18,
    "train_loss": 5.748978881835938,
    "eval_loss": 5.8577878024127035,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.847422122955322,
      "gsm8k": 6.513390280983665,
      "math_qa": 5.558167139689128
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.005695142378559464
    }
  },
  {
    "flos": 1.5620029011973898e+18,
    "train_loss": 5.7367529296875,
    "eval_loss": 5.853741439613136,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.838169574737549,
      "gsm8k": 6.4991066672585225,
      "math_qa": 5.5592466990153
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 1.5689518436759634e+18,
    "train_loss": 5.738939208984375,
    "eval_loss": 5.8738821390512825,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.849944114685059,
      "gsm8k": 6.538653980601918,
      "math_qa": 5.571189880371094
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.5758453091357164e+18,
    "train_loss": 5.72845703125,
    "eval_loss": 5.855063257990657,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.847753524780273,
      "gsm8k": 6.5108559348366475,
      "math_qa": 5.555100758870442
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.5828711605199176e+18,
    "train_loss": 5.744739990234375,
    "eval_loss": 5.86288715053249,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.847926139831543,
      "gsm8k": 6.525342074307528,
      "math_qa": 5.560508728027344
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 1.5897965472503562e+18,
    "train_loss": 5.739881591796875,
    "eval_loss": 5.856441214277938,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.8552327156066895,
      "gsm8k": 6.509710138494318,
      "math_qa": 5.557126998901367
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 1.596718327818879e+18,
    "train_loss": 5.7387158203125,
    "eval_loss": 5.861463031253299,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.842850685119629,
      "gsm8k": 6.500486894087358,
      "math_qa": 5.570128122965495
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 1.6036545137077125e+18,
    "train_loss": 5.737879638671875,
    "eval_loss": 5.866775306495461,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.8477325439453125,
      "gsm8k": 6.519759438254616,
      "math_qa": 5.569077809651692
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.6105914410152755e+18,
    "train_loss": 5.74277099609375,
    "eval_loss": 5.849958136275008,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.8424201011657715,
      "gsm8k": 6.520208185369318,
      "math_qa": 5.543388366699219
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.6175017427468288e+18,
    "train_loss": 5.730221557617187,
    "eval_loss": 5.853021750579009,
    "eval_accuracy": 0.019306713470820535,
    "eval_loss_by_set": {
      "aqua_rat": 5.840884685516357,
      "gsm8k": 6.503179376775568,
      "math_qa": 5.556044260660808
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.01440536013400335
    }
  },
  {
    "flos": 1.624428181207384e+18,
    "train_loss": 5.746781005859375,
    "eval_loss": 5.839506664791623,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.836533546447754,
      "gsm8k": 6.50940565629439,
      "math_qa": 5.532717386881511
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 1.631403934482432e+18,
    "train_loss": 5.739112548828125,
    "eval_loss": 5.853956583383921,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.846933364868164,
      "gsm8k": 6.525973233309659,
      "math_qa": 5.5465342203776045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 1.638271721943335e+18,
    "train_loss": 5.736617431640625,
    "eval_loss": 5.85629483815786,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.8447160720825195,
      "gsm8k": 6.51728612726385,
      "math_qa": 5.55430539449056
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.64522482731896e+18,
    "train_loss": 5.73739990234375,
    "eval_loss": 5.857610805614574,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.846627235412598,
      "gsm8k": 6.5240700461647725,
      "math_qa": 5.5530656178792315
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 1.6521841561021972e+18,
    "train_loss": 5.740508422851563,
    "eval_loss": 5.851018183940166,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.844433784484863,
      "gsm8k": 6.514868302778765,
      "math_qa": 5.54730224609375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 1.6591764788242022e+18,
    "train_loss": 5.739478759765625,
    "eval_loss": 5.850620914149928,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.849066257476807,
      "gsm8k": 6.5187530517578125,
      "math_qa": 5.544523239135742
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 1.66607132457907e+18,
    "train_loss": 5.7393310546875,
    "eval_loss": 5.8687580211742505,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.847883224487305,
      "gsm8k": 6.540788823908025,
      "math_qa": 5.562483469645183
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 1.672995701992194e+18,
    "train_loss": 5.745235595703125,
    "eval_loss": 5.851200619259396,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.841987609863281,
      "gsm8k": 6.499105973677202,
      "math_qa": 5.555011749267578
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 1.6799737836763873e+18,
    "train_loss": 5.7375830078125,
    "eval_loss": 5.866684449685587,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.850244045257568,
      "gsm8k": 6.527098222212358,
      "math_qa": 5.565364837646484
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 1.6868980988124856e+18,
    "train_loss": 5.731451416015625,
    "eval_loss": 5.858550484116013,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.844491481781006,
      "gsm8k": 6.530838706276634,
      "math_qa": 5.5515899658203125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.6938514919509197e+18,
    "train_loss": 5.74089111328125,
    "eval_loss": 5.853209186244655,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.846168041229248,
      "gsm8k": 6.510801835493608,
      "math_qa": 5.552399317423503
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 1.700738012448555e+18,
    "train_loss": 5.738796997070312,
    "eval_loss": 5.85601654568234,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.84475564956665,
      "gsm8k": 6.506389964710582,
      "math_qa": 5.55886713663737
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 1.7077121169930322e+18,
    "train_loss": 5.750474853515625,
    "eval_loss": 5.85402318593618,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.850263595581055,
      "gsm8k": 6.503949252041903,
      "math_qa": 5.556453704833984
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.7146315278133494e+18,
    "train_loss": 5.737440185546875,
    "eval_loss": 5.8655130541002425,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.850896835327148,
      "gsm8k": 6.538202459161932,
      "math_qa": 5.5584150950113935
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 1.7216224283643085e+18,
    "train_loss": 5.736033325195312,
    "eval_loss": 5.863368627187368,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.848250389099121,
      "gsm8k": 6.519439697265625,
      "math_qa": 5.5639292399088545
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 1.7285457749852815e+18,
    "train_loss": 5.738920288085938,
    "eval_loss": 5.858420088484481,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.841075897216797,
      "gsm8k": 6.511211048473012,
      "math_qa": 5.560669581095378
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 1.7355477624574444e+18,
    "train_loss": 5.740156860351562,
    "eval_loss": 5.85304273141397,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.847235202789307,
      "gsm8k": 6.511994101784446,
      "math_qa": 5.551507314046224
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 1.742466822701056e+18,
    "train_loss": 5.74272216796875,
    "eval_loss": 5.856991613233411,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.84555196762085,
      "gsm8k": 6.522951299493963,
      "math_qa": 5.552713394165039
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 1.74939049949764e+18,
    "train_loss": 5.743765258789063,
    "eval_loss": 5.851986137596336,
    "eval_accuracy": 0.01645458534444932,
    "eval_loss_by_set": {
      "aqua_rat": 5.849546432495117,
      "gsm8k": 6.512576710094105,
      "math_qa": 5.549418767293294
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 1.7563421617642537e+18,
    "train_loss": 5.740069580078125,
    "eval_loss": 5.868075345013593,
    "eval_accuracy": 0.021281263712154455,
    "eval_loss_by_set": {
      "aqua_rat": 5.8505964279174805,
      "gsm8k": 6.53035458651456,
      "math_qa": 5.565987269083659
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.019095477386934675
    }
  },
  {
    "flos": 1.7632320822653747e+18,
    "train_loss": 5.7393701171875,
    "eval_loss": 5.8557233810424805,
    "eval_accuracy": 0.017990346643264588,
    "eval_loss_by_set": {
      "aqua_rat": 5.841601848602295,
      "gsm8k": 6.525109030983665,
      "math_qa": 5.550098419189453
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.01507537688442211
    }
  },
  {
    "flos": 1.7701920703260918e+18,
    "train_loss": 5.74174072265625,
    "eval_loss": 5.862106168592298,
    "eval_accuracy": 0.017551557700745943,
    "eval_loss_by_set": {
      "aqua_rat": 5.848332405090332,
      "gsm8k": 6.516129927201704,
      "math_qa": 5.563493092854817
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 1.777118240351191e+18,
    "train_loss": 5.731126098632813,
    "eval_loss": 5.869029637929556,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.860308647155762,
      "gsm8k": 6.538240606134588,
      "math_qa": 5.563034693400065
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.026535253980288095,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 1.7840338592522568e+18,
    "train_loss": 5.745670166015625,
    "eval_loss": 5.855463852753511,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.849869728088379,
      "gsm8k": 6.518998579545454,
      "math_qa": 5.551809946695964
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.01407035175879397
    }
  },
  {
    "flos": 1.7910107872008602e+18,
    "train_loss": 5.739054565429687,
    "eval_loss": 5.861417357986038,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.856078147888184,
      "gsm8k": 6.52531641179865,
      "math_qa": 5.557575225830078
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 1.7979388534540206e+18,
    "train_loss": 5.737703857421875,
    "eval_loss": 5.8518812334215315,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.847830772399902,
      "gsm8k": 6.506633411754262,
      "math_qa": 5.5521240234375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 1.8049189757845504e+18,
    "train_loss": 5.7360772705078125,
    "eval_loss": 5.846722602844238,
    "eval_accuracy": 0.017112768758227294,
    "eval_loss_by_set": {
      "aqua_rat": 5.8391499519348145,
      "gsm8k": 6.498444990678267,
      "math_qa": 5.548647562662761
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.01373534338358459
    }
  },
  {
    "flos": 1.8118519055513027e+18,
    "train_loss": 5.74336181640625,
    "eval_loss": 5.867636525953138,
    "eval_accuracy": 0.01733216322948662,
    "eval_loss_by_set": {
      "aqua_rat": 5.8477349281311035,
      "gsm8k": 6.536999095569957,
      "math_qa": 5.562503814697266
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.01306532663316583
    }
  },
  {
    "flos": 1.818782156332204e+18,
    "train_loss": 5.742239990234375,
    "eval_loss": 5.847987948237239,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.8483757972717285,
      "gsm8k": 6.516170154918324,
      "math_qa": 5.5417054494222
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 1.82575387019051e+18,
    "train_loss": 5.73718505859375,
    "eval_loss": 5.8510015590770825,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.850130558013916,
      "gsm8k": 6.510727622292259,
      "math_qa": 5.548699696858724
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 1.8326919109683446e+18,
    "train_loss": 5.73072998046875,
    "eval_loss": 5.864069500484982,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.855013847351074,
      "gsm8k": 6.536793101917613,
      "math_qa": 5.5564924875895185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 1.839600131788243e+18,
    "train_loss": 5.735078125,
    "eval_loss": 5.874137311368375,
    "eval_accuracy": 0.019306713470820535,
    "eval_loss_by_set": {
      "aqua_rat": 5.85476016998291,
      "gsm8k": 6.536766745827415,
      "math_qa": 5.5720469156901045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.01507537688442211
    }
  },
  {
    "flos": 1.8465361732588012e+18,
    "train_loss": 5.734781494140625,
    "eval_loss": 5.847580316904429,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.849921226501465,
      "gsm8k": 6.522487293590199,
      "math_qa": 5.538052876790364
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 1.8534759653095506e+18,
    "train_loss": 5.735094604492187,
    "eval_loss": 5.844186628187025,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.851484298706055,
      "gsm8k": 6.515285145152699,
      "math_qa": 5.535991668701172
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 1.8604404668440248e+18,
    "train_loss": 5.740091552734375,
    "eval_loss": 5.86399794913627,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.8496503829956055,
      "gsm8k": 6.523202375932173,
      "math_qa": 5.563058217366536
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 1.8673984765354312e+18,
    "train_loss": 5.741624755859375,
    "eval_loss": 5.852657369665198,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.84610652923584,
      "gsm8k": 6.526826338334517,
      "math_qa": 5.544209162394206
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 1.8743608966213796e+18,
    "train_loss": 5.737940673828125,
    "eval_loss": 5.859424436414564,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.842185020446777,
      "gsm8k": 6.518016468394887,
      "math_qa": 5.559006373087565
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 1.8813730229007155e+18,
    "train_loss": 5.747899780273437,
    "eval_loss": 5.856668781589818,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.851840019226074,
      "gsm8k": 6.528832869096235,
      "math_qa": 5.5489959716796875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 1.888283036332589e+18,
    "train_loss": 5.734426879882813,
    "eval_loss": 5.859874080967259,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850152492523193,
      "gsm8k": 6.520609075372869,
      "math_qa": 5.557847340901692
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.895215718601851e+18,
    "train_loss": 5.736563110351563,
    "eval_loss": 5.857686455185349,
    "eval_accuracy": 0.017551557700745943,
    "eval_loss_by_set": {
      "aqua_rat": 5.849548816680908,
      "gsm8k": 6.515068054199219,
      "math_qa": 5.557064692179362
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.01373534338358459
    }
  },
  {
    "flos": 1.9021678962645402e+18,
    "train_loss": 5.737196044921875,
    "eval_loss": 5.87049607972841,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.852025985717773,
      "gsm8k": 6.5310446999289775,
      "math_qa": 5.569283803304036
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02577710386656558,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 1.9090956328789606e+18,
    "train_loss": 5.730874633789062,
    "eval_loss": 5.8625690872604785,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.852585792541504,
      "gsm8k": 6.540376143022017,
      "math_qa": 5.5527394612630205
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 1.9160264194570322e+18,
    "train_loss": 5.7418585205078125,
    "eval_loss": 5.845612242415145,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.844460487365723,
      "gsm8k": 6.510544516823509,
      "math_qa": 5.540947596232097
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 1.9229872729536594e+18,
    "train_loss": 5.744146118164062,
    "eval_loss": 5.856475520778346,
    "eval_accuracy": 0.017770952172005264,
    "eval_loss_by_set": {
      "aqua_rat": 5.84782600402832,
      "gsm8k": 6.5207907936789775,
      "math_qa": 5.55271848042806
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.01340033500837521
    }
  },
  {
    "flos": 1.9299098985569976e+18,
    "train_loss": 5.722872314453125,
    "eval_loss": 5.84351024112186,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.841317176818848,
      "gsm8k": 6.499269658868963,
      "math_qa": 5.5431365966796875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 1.93689838748382e+18,
    "train_loss": 5.7438037109375,
    "eval_loss": 5.852712270375845,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.852073669433594,
      "gsm8k": 6.532731489701704,
      "math_qa": 5.54109001159668
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 1.9438947077466358e+18,
    "train_loss": 5.736912841796875,
    "eval_loss": 5.84330484029409,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.853123188018799,
      "gsm8k": 6.522900668057528,
      "math_qa": 5.531005223592122
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 1.9508006613606728e+18,
    "train_loss": 5.7321484375,
    "eval_loss": 5.865591100744299,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.851837158203125,
      "gsm8k": 6.531797929243608,
      "math_qa": 5.561392466227214
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.023622047244094488,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 1.9577270584821678e+18,
    "train_loss": 5.728470458984375,
    "eval_loss": 5.846689971717629,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.842299938201904,
      "gsm8k": 6.502932461825284,
      "math_qa": 5.54627799987793
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 1.9646655727801467e+18,
    "train_loss": 5.737742919921875,
    "eval_loss": 5.860995911263131,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.857043743133545,
      "gsm8k": 6.543300281871449,
      "math_qa": 5.54860242207845
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 1.9716644485485036e+18,
    "train_loss": 5.72385498046875,
    "eval_loss": 5.844004141317831,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.84788703918457,
      "gsm8k": 6.5168540261008525,
      "math_qa": 5.535291035970052
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 1.9786297741798277e+18,
    "train_loss": 5.739600830078125,
    "eval_loss": 5.867814347550675,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.854759216308594,
      "gsm8k": 6.537357677112926,
      "math_qa": 5.562028249104817
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 1.9855007764237517e+18,
    "train_loss": 5.728941040039063,
    "eval_loss": 5.8591203689575195,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.846649646759033,
      "gsm8k": 6.518013000488281,
      "math_qa": 5.558167139689128
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 1.9924913059969106e+18,
    "train_loss": 5.733834838867187,
    "eval_loss": 5.863366410538957,
    "eval_accuracy": 0.019306713470820535,
    "eval_loss_by_set": {
      "aqua_rat": 5.854270935058594,
      "gsm8k": 6.527498418634588,
      "math_qa": 5.559730529785156
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.026535253980288095,
      "math_qa": 0.01373534338358459
    }
  },
  {
    "flos": 1.9993864196503634e+18,
    "train_loss": 5.737245483398437,
    "eval_loss": 5.842531616623337,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.843976020812988,
      "gsm8k": 6.5052573464133525,
      "math_qa": 5.538661956787109
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 2.0063107353233326e+18,
    "train_loss": 5.733111572265625,
    "eval_loss": 5.8490612442429,
    "eval_accuracy": 0.01645458534444932,
    "eval_loss_by_set": {
      "aqua_rat": 5.851134300231934,
      "gsm8k": 6.517540671608665,
      "math_qa": 5.542502085367839
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 2.01326994062626e+18,
    "train_loss": 5.728209228515625,
    "eval_loss": 5.861179532231511,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.84680700302124,
      "gsm8k": 6.517770940607244,
      "math_qa": 5.561439514160156
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.0202584912932372e+18,
    "train_loss": 5.74039794921875,
    "eval_loss": 5.851718077788481,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.85078239440918,
      "gsm8k": 6.530046636408025,
      "math_qa": 5.540895462036133
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 2.0271451352711823e+18,
    "train_loss": 5.72620361328125,
    "eval_loss": 5.856472170030749,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.848397254943848,
      "gsm8k": 6.504533247514204,
      "math_qa": 5.560117085774739
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 2.0341305328952934e+18,
    "train_loss": 5.731971435546875,
    "eval_loss": 5.859355565663931,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.849783897399902,
      "gsm8k": 6.534235174005682,
      "math_qa": 5.550833384195964
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.0409854606872412e+18,
    "train_loss": 5.732554931640625,
    "eval_loss": 5.841853322209539,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.840849876403809,
      "gsm8k": 6.5067970969460225,
      "math_qa": 5.537171045939128
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 2.0479511986354258e+18,
    "train_loss": 5.738382568359375,
    "eval_loss": 5.85136586266595,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.844911098480225,
      "gsm8k": 6.515472412109375,
      "math_qa": 5.547521591186523
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 2.0549235927091773e+18,
    "train_loss": 5.7259130859375,
    "eval_loss": 5.869949959419869,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.859733581542969,
      "gsm8k": 6.535634127530185,
      "math_qa": 5.565696080525716
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 2.0618404480239534e+18,
    "train_loss": 5.727548828125,
    "eval_loss": 5.844214336292164,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.843307018280029,
      "gsm8k": 6.506558504971591,
      "math_qa": 5.5407155354817705
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.068771069782655e+18,
    "train_loss": 5.73830322265625,
    "eval_loss": 5.86090459050359,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.848060607910156,
      "gsm8k": 6.517253528941762,
      "math_qa": 5.561148325602214
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.0757658234561495e+18,
    "train_loss": 5.73550048828125,
    "eval_loss": 5.847916139138712,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.849473476409912,
      "gsm8k": 6.519162264737216,
      "math_qa": 5.54013188680013
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 2.0827573215444337e+18,
    "train_loss": 5.73013427734375,
    "eval_loss": 5.846779514003444,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.849991321563721,
      "gsm8k": 6.5226662375710225,
      "math_qa": 5.536730448404948
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.089691776024576e+18,
    "train_loss": 5.7356884765625,
    "eval_loss": 5.862935117773108,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.848901271820068,
      "gsm8k": 6.52250879461115,
      "math_qa": 5.561800003051758
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 2.0965766681927352e+18,
    "train_loss": 5.7345751953125,
    "eval_loss": 5.868132539697595,
    "eval_accuracy": 0.010530934620447565,
    "eval_loss_by_set": {
      "aqua_rat": 5.844849109649658,
      "gsm8k": 6.514767039905895,
      "math_qa": 5.57369867960612
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 2.1034865168052388e+18,
    "train_loss": 5.727843017578125,
    "eval_loss": 5.854242067079286,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.842884063720703,
      "gsm8k": 6.516175703568892,
      "math_qa": 5.551802317301433
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.1104913067435622e+18,
    "train_loss": 5.728255615234375,
    "eval_loss": 5.847779712161502,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.845370292663574,
      "gsm8k": 6.5051116943359375,
      "math_qa": 5.546703338623047
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 2.117428131508781e+18,
    "train_loss": 5.721617431640625,
    "eval_loss": 5.862444362124881,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.853097438812256,
      "gsm8k": 6.51435643976385,
      "math_qa": 5.564430236816406
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 2.124371324099887e+18,
    "train_loss": 5.730731811523437,
    "eval_loss": 5.860254236169763,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.849666595458984,
      "gsm8k": 6.520557056773793,
      "math_qa": 5.5584977467854815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.1313246968372265e+18,
    "train_loss": 5.75304931640625,
    "eval_loss": 5.85849395958153,
    "eval_accuracy": 0.01645458534444932,
    "eval_loss_by_set": {
      "aqua_rat": 5.843079566955566,
      "gsm8k": 6.520160328258168,
      "math_qa": 5.556514739990234
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02577710386656558,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 2.1382870965220803e+18,
    "train_loss": 5.72287109375,
    "eval_loss": 5.877913578136547,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.855323314666748,
      "gsm8k": 6.541179310191762,
      "math_qa": 5.575799306233724
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.1451937920917176e+18,
    "train_loss": 5.732115478515625,
    "eval_loss": 5.868025058024639,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.853637218475342,
      "gsm8k": 6.541921442205256,
      "math_qa": 5.560354868570964
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02577710386656558,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 2.152188875940823e+18,
    "train_loss": 5.73492919921875,
    "eval_loss": 5.870774294878985,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.8484601974487305,
      "gsm8k": 6.52392578125,
      "math_qa": 5.573272705078125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.159145546139304e+18,
    "train_loss": 5.742755737304687,
    "eval_loss": 5.854151184494431,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.84481143951416,
      "gsm8k": 6.525301846590909,
      "math_qa": 5.547318776448567
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.1661143753901998e+18,
    "train_loss": 5.738258056640625,
    "eval_loss": 5.851778648995064,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.848610877990723,
      "gsm8k": 6.525303233753551,
      "math_qa": 5.543343861897786
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 2.1730899842469724e+18,
    "train_loss": 5.742506713867187,
    "eval_loss": 5.84521788519782,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.843783378601074,
      "gsm8k": 6.513018521395597,
      "math_qa": 5.539262135823567
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.180039523726e+18,
    "train_loss": 5.726429443359375,
    "eval_loss": 5.854534381144756,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.839876651763916,
      "gsm8k": 6.511545354669744,
      "math_qa": 5.554625829060872
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.18692738317969e+18,
    "train_loss": 5.727838745117188,
    "eval_loss": 5.853537275984481,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.84619140625,
      "gsm8k": 6.523314736106179,
      "math_qa": 5.547168095906575
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 2.1938754392843878e+18,
    "train_loss": 5.739254150390625,
    "eval_loss": 5.851998509587468,
    "eval_accuracy": 0.017551557700745943,
    "eval_loss_by_set": {
      "aqua_rat": 5.848138809204102,
      "gsm8k": 6.519868330522017,
      "math_qa": 5.546213150024414
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.01373534338358459
    }
  },
  {
    "flos": 2.2008052364093686e+18,
    "train_loss": 5.73612060546875,
    "eval_loss": 5.861904505136851,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.848267555236816,
      "gsm8k": 6.517281965775923,
      "math_qa": 5.562659581502278
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.207771695912059e+18,
    "train_loss": 5.731038818359375,
    "eval_loss": 5.842003332602011,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.842606544494629,
      "gsm8k": 6.513404846191406,
      "math_qa": 5.53422737121582
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.2147478609670963e+18,
    "train_loss": 5.726728515625,
    "eval_loss": 5.863938924428579,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.848947525024414,
      "gsm8k": 6.524299621582031,
      "math_qa": 5.562522888183594
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.2217003682685256e+18,
    "train_loss": 5.734737548828125,
    "eval_loss": 5.85039489333694,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.847772598266602,
      "gsm8k": 6.520648609508168,
      "math_qa": 5.543413798014323
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.2286151013325865e+18,
    "train_loss": 5.731727294921875,
    "eval_loss": 5.858657166764543,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.844050407409668,
      "gsm8k": 6.513438831676137,
      "math_qa": 5.559766133626302
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.2355867126485484e+18,
    "train_loss": 5.7238134765625,
    "eval_loss": 5.857663902076515,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.854784965515137,
      "gsm8k": 6.522686351429332,
      "math_qa": 5.553101857503255
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 2.2425241349510922e+18,
    "train_loss": 5.731267700195312,
    "eval_loss": 5.861077360204749,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.847651958465576,
      "gsm8k": 6.529808044433594,
      "math_qa": 5.555694580078125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.2494680281587384e+18,
    "train_loss": 5.721590576171875,
    "eval_loss": 5.839927931089659,
    "eval_accuracy": 0.017770952172005264,
    "eval_loss_by_set": {
      "aqua_rat": 5.841275215148926,
      "gsm8k": 6.499929948286577,
      "math_qa": 5.537314732869466
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 2.2564585985340867e+18,
    "train_loss": 5.74083984375,
    "eval_loss": 5.861403387946051,
    "eval_accuracy": 0.016673979815708645,
    "eval_loss_by_set": {
      "aqua_rat": 5.856075286865234,
      "gsm8k": 6.530813043767756,
      "math_qa": 5.555034637451172
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 2.2634200501049098e+18,
    "train_loss": 5.742431640625,
    "eval_loss": 5.848411456958668,
    "eval_accuracy": 0.017551557700745943,
    "eval_loss_by_set": {
      "aqua_rat": 5.847986221313477,
      "gsm8k": 6.506411465731534,
      "math_qa": 5.546863555908203
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.01541038525963149
    }
  },
  {
    "flos": 2.2704328979387515e+18,
    "train_loss": 5.73358642578125,
    "eval_loss": 5.855464471353067,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.846230506896973,
      "gsm8k": 6.52748593417081,
      "math_qa": 5.548224131266276
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.277288876923945e+18,
    "train_loss": 5.728436279296875,
    "eval_loss": 5.841067391472894,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.849678993225098,
      "gsm8k": 6.511799205433238,
      "math_qa": 5.532931009928386
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 2.2842541198771487e+18,
    "train_loss": 5.726140747070312,
    "eval_loss": 5.858709593076964,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.8473663330078125,
      "gsm8k": 6.525378834117543,
      "math_qa": 5.554098129272461
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 2.291174725772116e+18,
    "train_loss": 5.72564697265625,
    "eval_loss": 5.865877048389332,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.851977348327637,
      "gsm8k": 6.53119590065696,
      "math_qa": 5.562097549438477
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.2980941779314934e+18,
    "train_loss": 5.724193725585938,
    "eval_loss": 5.862525733741554,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.850101470947266,
      "gsm8k": 6.53316913951527,
      "math_qa": 5.556182861328125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 2.3049930840410685e+18,
    "train_loss": 5.714996337890625,
    "eval_loss": 5.849330154625145,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.846202373504639,
      "gsm8k": 6.52329531582919,
      "math_qa": 5.540690104166667
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.312000223326503e+18,
    "train_loss": 5.733660888671875,
    "eval_loss": 5.853077630738954,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.847903728485107,
      "gsm8k": 6.513069152832031,
      "math_qa": 5.551012674967448
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.318922313132671e+18,
    "train_loss": 5.728961181640625,
    "eval_loss": 5.860303930334143,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.847812652587891,
      "gsm8k": 6.522739757191051,
      "math_qa": 5.557728449503581
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.325842177608909e+18,
    "train_loss": 5.73671875,
    "eval_loss": 5.850900031424858,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.849625587463379,
      "gsm8k": 6.50829453901811,
      "math_qa": 5.549700419108073
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 2.3328483279781233e+18,
    "train_loss": 5.720328369140625,
    "eval_loss": 5.847131316726272,
    "eval_accuracy": 0.01645458534444932,
    "eval_loss_by_set": {
      "aqua_rat": 5.848259925842285,
      "gsm8k": 6.512872869318182,
      "math_qa": 5.5419057210286455
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 2.3398058636125143e+18,
    "train_loss": 5.725439453125,
    "eval_loss": 5.854332691914326,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.845876693725586,
      "gsm8k": 6.523041465065696,
      "math_qa": 5.548545837402344
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 2.3467930130464113e+18,
    "train_loss": 5.7351171875,
    "eval_loss": 5.849495707331477,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.843207359313965,
      "gsm8k": 6.506499550559304,
      "math_qa": 5.548892974853516
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.353684705758413e+18,
    "train_loss": 5.7348291015625,
    "eval_loss": 5.858246725958747,
    "eval_accuracy": 0.016673979815708645,
    "eval_loss_by_set": {
      "aqua_rat": 5.847878456115723,
      "gsm8k": 6.5320587158203125,
      "math_qa": 5.550280253092448
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 2.360652710375588e+18,
    "train_loss": 5.724559326171875,
    "eval_loss": 5.8498506288270695,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.847679138183594,
      "gsm8k": 6.502903331409801,
      "math_qa": 5.5507157643636065
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.3675872679349453e+18,
    "train_loss": 5.737033081054688,
    "eval_loss": 5.855655824815905,
    "eval_accuracy": 0.01733216322948662,
    "eval_loss_by_set": {
      "aqua_rat": 5.851273536682129,
      "gsm8k": 6.527067011052912,
      "math_qa": 5.548290888468425
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 2.3745486572287427e+18,
    "train_loss": 5.7240576171875,
    "eval_loss": 5.843472970498575,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.84581184387207,
      "gsm8k": 6.499846024946733,
      "math_qa": 5.542440414428711
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.381564472348115e+18,
    "train_loss": 5.732655029296875,
    "eval_loss": 5.85396671295166,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.846571445465088,
      "gsm8k": 6.511166659268466,
      "math_qa": 5.553366343180339
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 2.388556753194189e+18,
    "train_loss": 5.736946411132813,
    "eval_loss": 5.848055813763593,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.84281063079834,
      "gsm8k": 6.509424382990057,
      "math_qa": 5.545365651448567
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.395440656446128e+18,
    "train_loss": 5.723621826171875,
    "eval_loss": 5.847924258257891,
    "eval_accuracy": 0.01733216322948662,
    "eval_loss_by_set": {
      "aqua_rat": 5.851576805114746,
      "gsm8k": 6.508465853604403,
      "math_qa": 5.544871648152669
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.01340033500837521
    }
  },
  {
    "flos": 2.402330906585989e+18,
    "train_loss": 5.726679077148438,
    "eval_loss": 5.8497178876722185,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.851925849914551,
      "gsm8k": 6.51175967129794,
      "math_qa": 5.546098073323567
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.4093086586314424e+18,
    "train_loss": 5.728361206054688,
    "eval_loss": 5.840375384768924,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.842827796936035,
      "gsm8k": 6.5064170143821025,
      "math_qa": 5.534901936848958
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 2.416279301432279e+18,
    "train_loss": 5.733924560546875,
    "eval_loss": 5.852282189034127,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.8483171463012695,
      "gsm8k": 6.508845242587003,
      "math_qa": 5.551687876383464
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 2.423180123634139e+18,
    "train_loss": 5.72890625,
    "eval_loss": 5.854374112309636,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.843129634857178,
      "gsm8k": 6.513258500532671,
      "math_qa": 5.553322474161784
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 2.430181740128502e+18,
    "train_loss": 5.7223138427734375,
    "eval_loss": 5.847805126293285,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.848628997802734,
      "gsm8k": 6.504782243208452,
      "math_qa": 5.546621958414714
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.437082108674441e+18,
    "train_loss": 5.721657104492188,
    "eval_loss": 5.860149280444996,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.846294403076172,
      "gsm8k": 6.519464666193182,
      "math_qa": 5.5591176350911455
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.4440611798117253e+18,
    "train_loss": 5.73014404296875,
    "eval_loss": 5.847637176513672,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.847322463989258,
      "gsm8k": 6.508501226251775,
      "math_qa": 5.544767379760742
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.4510207759566766e+18,
    "train_loss": 5.73201416015625,
    "eval_loss": 5.849341882241739,
    "eval_accuracy": 0.01645458534444932,
    "eval_loss_by_set": {
      "aqua_rat": 5.845473289489746,
      "gsm8k": 6.509230873801491,
      "math_qa": 5.5472151438395185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.457938991165473e+18,
    "train_loss": 5.7263946533203125,
    "eval_loss": 5.844969594800794,
    "eval_accuracy": 0.016673979815708645,
    "eval_loss_by_set": {
      "aqua_rat": 5.847425937652588,
      "gsm8k": 6.524410594593395,
      "math_qa": 5.53335444132487
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 2.46487214749175e+18,
    "train_loss": 5.725240478515625,
    "eval_loss": 5.849031242164406,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.851662635803223,
      "gsm8k": 6.517429698597301,
      "math_qa": 5.542462666829427
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 2.4717420164011786e+18,
    "train_loss": 5.722261962890625,
    "eval_loss": 5.853431443910341,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.846159934997559,
      "gsm8k": 6.518178766424006,
      "math_qa": 5.54936154683431
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.4787571518419763e+18,
    "train_loss": 5.7272021484375,
    "eval_loss": 5.849935222316432,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.847687721252441,
      "gsm8k": 6.515292080965909,
      "math_qa": 5.545167287190755
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 2.4856525747330744e+18,
    "train_loss": 5.726713256835938,
    "eval_loss": 5.848964562287202,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.843120098114014,
      "gsm8k": 6.525423916903409,
      "math_qa": 5.539407730102539
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 2.4926147886605926e+18,
    "train_loss": 5.733707275390625,
    "eval_loss": 5.8546600341796875,
    "eval_accuracy": 0.01689337428696797,
    "eval_loss_by_set": {
      "aqua_rat": 5.844573974609375,
      "gsm8k": 6.512265292080966,
      "math_qa": 5.554098129272461
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 2.499548707343565e+18,
    "train_loss": 5.7189794921875,
    "eval_loss": 5.842047794445141,
    "eval_accuracy": 0.019306713470820535,
    "eval_loss_by_set": {
      "aqua_rat": 5.842620372772217,
      "gsm8k": 6.492138255726207,
      "math_qa": 5.5440419514973955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.01574539363484087
    }
  },
  {
    "flos": 2.5064653564999107e+18,
    "train_loss": 5.723258056640625,
    "eval_loss": 5.846981177458892,
    "eval_accuracy": 0.01645458534444932,
    "eval_loss_by_set": {
      "aqua_rat": 5.844807147979736,
      "gsm8k": 6.512099526145241,
      "math_qa": 5.542316436767578
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 2.513407106518876e+18,
    "train_loss": 5.726160278320313,
    "eval_loss": 5.861175769084209,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.85215425491333,
      "gsm8k": 6.535179831764915,
      "math_qa": 5.553009033203125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.520321859984032e+18,
    "train_loss": 5.72673095703125,
    "eval_loss": 5.8540564872123095,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.852329254150391,
      "gsm8k": 6.526195179332387,
      "math_qa": 5.546136856079102
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.5272346968200315e+18,
    "train_loss": 5.72177978515625,
    "eval_loss": 5.842987112096838,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.840683937072754,
      "gsm8k": 6.513864690607244,
      "math_qa": 5.535693486531575
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.5341952410790134e+18,
    "train_loss": 5.727088623046875,
    "eval_loss": 5.865459828763394,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.850675106048584,
      "gsm8k": 6.521531538529829,
      "math_qa": 5.56599235534668
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 2.541149252692738e+18,
    "train_loss": 5.73310546875,
    "eval_loss": 5.854453421927787,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.84423828125,
      "gsm8k": 6.539704756303267,
      "math_qa": 5.541231155395508
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.548030559100076e+18,
    "train_loss": 5.727236328125,
    "eval_loss": 5.844461544139965,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.847491264343262,
      "gsm8k": 6.5081870339133525,
      "math_qa": 5.540001551310222
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.01340033500837521
    }
  },
  {
    "flos": 2.555042788458627e+18,
    "train_loss": 5.731373291015625,
    "eval_loss": 5.849794258942476,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.846540927886963,
      "gsm8k": 6.524134549227628,
      "math_qa": 5.540992736816406
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.5619697004393267e+18,
    "train_loss": 5.722967529296875,
    "eval_loss": 5.859696645994444,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.845126628875732,
      "gsm8k": 6.52745957808061,
      "math_qa": 5.554852803548177
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.568895005565387e+18,
    "train_loss": 5.7255316162109375,
    "eval_loss": 5.846852379876214,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.843660354614258,
      "gsm8k": 6.507237521084872,
      "math_qa": 5.544441858927409
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.575808728775262e+18,
    "train_loss": 5.724322509765625,
    "eval_loss": 5.853419922493599,
    "eval_accuracy": 0.017770952172005264,
    "eval_loss_by_set": {
      "aqua_rat": 5.84718656539917,
      "gsm8k": 6.50372938676314,
      "math_qa": 5.555880864461263
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.01340033500837521
    }
  },
  {
    "flos": 2.582672332938019e+18,
    "train_loss": 5.725796508789062,
    "eval_loss": 5.862339586824985,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.850625038146973,
      "gsm8k": 6.530211708762429,
      "math_qa": 5.557207743326823
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.589646437482496e+18,
    "train_loss": 5.72688720703125,
    "eval_loss": 5.84302907376676,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.8477277755737305,
      "gsm8k": 6.506846341219815,
      "math_qa": 5.538387934366862
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05905511811023622,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.59658200543291e+18,
    "train_loss": 5.729085693359375,
    "eval_loss": 5.852236283792032,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.843786716461182,
      "gsm8k": 6.524244828657671,
      "math_qa": 5.544936498006185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.6034375930392084e+18,
    "train_loss": 5.709132690429687,
    "eval_loss": 5.86056121619972,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.850069999694824,
      "gsm8k": 6.536805586381392,
      "math_qa": 5.551490147908528
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 2.6103166735797453e+18,
    "train_loss": 5.723424072265625,
    "eval_loss": 5.8449387679228915,
    "eval_accuracy": 0.016673979815708645,
    "eval_loss_by_set": {
      "aqua_rat": 5.84043550491333,
      "gsm8k": 6.511370572176847,
      "math_qa": 5.539866129557292
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.6172548995780444e+18,
    "train_loss": 5.722080688476563,
    "eval_loss": 5.854985365996489,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.848555564880371,
      "gsm8k": 6.508279973810369,
      "math_qa": 5.556094487508138
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.6241719814523453e+18,
    "train_loss": 5.726043701171875,
    "eval_loss": 5.85204485300425,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.844830513000488,
      "gsm8k": 6.52349853515625,
      "math_qa": 5.5448964436848955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.63116747708144e+18,
    "train_loss": 5.726357421875,
    "eval_loss": 5.861853986173062,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.853363990783691,
      "gsm8k": 6.526228471235796,
      "math_qa": 5.558056513468425
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 2.638111164667527e+18,
    "train_loss": 5.735430908203125,
    "eval_loss": 5.849921587351206,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.852795124053955,
      "gsm8k": 6.51689356023615,
      "math_qa": 5.543986638387044
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 2.6450771291752366e+18,
    "train_loss": 5.722236938476563,
    "eval_loss": 5.855202752190667,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.8540191650390625,
      "gsm8k": 6.524065884676847,
      "math_qa": 5.548739115397136
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.6519794766273577e+18,
    "train_loss": 5.732789916992187,
    "eval_loss": 5.846433845726219,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.844794273376465,
      "gsm8k": 6.499990289861506,
      "math_qa": 5.547023773193359
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.6588765069099663e+18,
    "train_loss": 5.719239501953125,
    "eval_loss": 5.848808958723739,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.846390724182129,
      "gsm8k": 6.52356650612571,
      "math_qa": 5.539746602376302
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.665895455207981e+18,
    "train_loss": 5.721738891601563,
    "eval_loss": 5.856254371436867,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.849456787109375,
      "gsm8k": 6.516755537553267,
      "math_qa": 5.554091135660808
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.672799616210043e+18,
    "train_loss": 5.721402587890625,
    "eval_loss": 5.858442151868665,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.851245880126953,
      "gsm8k": 6.524141485040838,
      "math_qa": 5.5539296468098955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 2.679740665612468e+18,
    "train_loss": 5.726697998046875,
    "eval_loss": 5.851595775501148,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.8422980308532715,
      "gsm8k": 6.516569657759233,
      "math_qa": 5.547590891520183
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.686737192033714e+18,
    "train_loss": 5.72344482421875,
    "eval_loss": 5.845090659889015,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.84683895111084,
      "gsm8k": 6.501768632368608,
      "math_qa": 5.543967564900716
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 2.6935879365275156e+18,
    "train_loss": 5.727305908203125,
    "eval_loss": 5.8574136527808935,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.852196216583252,
      "gsm8k": 6.531840931285512,
      "math_qa": 5.548735936482747
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 2.700559856544252e+18,
    "train_loss": 5.717845458984375,
    "eval_loss": 5.847926784206081,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.849964141845703,
      "gsm8k": 6.514778137207031,
      "math_qa": 5.542116800944011
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.7074339296897925e+18,
    "train_loss": 5.7213067626953125,
    "eval_loss": 5.852321830955711,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.848382949829102,
      "gsm8k": 6.516436490145597,
      "math_qa": 5.548264185587565
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.01373534338358459
    }
  },
  {
    "flos": 2.7142969771174134e+18,
    "train_loss": 5.711409912109375,
    "eval_loss": 5.854352847949879,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.851716041564941,
      "gsm8k": 6.52550575949929,
      "math_qa": 5.546960830688477
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.721181457505583e+18,
    "train_loss": 5.71774169921875,
    "eval_loss": 5.8518864399677994,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.847755432128906,
      "gsm8k": 6.510222695090554,
      "math_qa": 5.550493240356445
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.7281274735008154e+18,
    "train_loss": 5.734964599609375,
    "eval_loss": 5.851611833314638,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.840806007385254,
      "gsm8k": 6.523317510431463,
      "math_qa": 5.544647216796875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 2.7350819591715553e+18,
    "train_loss": 5.719287719726562,
    "eval_loss": 5.846818846625251,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.849902629852295,
      "gsm8k": 6.519357854669744,
      "math_qa": 5.5383148193359375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 2.742078938711851e+18,
    "train_loss": 5.735986938476563,
    "eval_loss": 5.851058908410974,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.849493980407715,
      "gsm8k": 6.514925870028409,
      "math_qa": 5.546916961669922
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 2.7489738054046843e+18,
    "train_loss": 5.716741333007812,
    "eval_loss": 5.8586115450472445,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.848695755004883,
      "gsm8k": 6.527361089533025,
      "math_qa": 5.552927652994792
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.7559283941546394e+18,
    "train_loss": 5.7278759765625,
    "eval_loss": 5.851217708072147,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.8457560539245605,
      "gsm8k": 6.527673894708807,
      "math_qa": 5.5416304270426435
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 2.762808257989837e+18,
    "train_loss": 5.723468017578125,
    "eval_loss": 5.847235009476945,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.846676349639893,
      "gsm8k": 6.524278120561079,
      "math_qa": 5.536970138549805
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 2.7698815902374953e+18,
    "train_loss": 5.7304840087890625,
    "eval_loss": 5.858559943534233,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.851231575012207,
      "gsm8k": 6.524470936168324,
      "math_qa": 5.553961435953776
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 2.7767744989621125e+18,
    "train_loss": 5.722155151367187,
    "eval_loss": 5.851008105922389,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.847009181976318,
      "gsm8k": 6.516519026322798,
      "math_qa": 5.546315511067708
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 2.783697557283406e+18,
    "train_loss": 5.720614013671875,
    "eval_loss": 5.848112853797707,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.848290920257568,
      "gsm8k": 6.512514981356534,
      "math_qa": 5.543580373128255
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.01340033500837521
    }
  },
  {
    "flos": 2.790583932825895e+18,
    "train_loss": 5.724983520507813,
    "eval_loss": 5.854229231138487,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.852164268493652,
      "gsm8k": 6.527831337668679,
      "math_qa": 5.545667012532552
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 2.7975680532341064e+18,
    "train_loss": 5.718472900390625,
    "eval_loss": 5.850310067872743,
    "eval_accuracy": 0.018867924528301886,
    "eval_loss_by_set": {
      "aqua_rat": 5.843456745147705,
      "gsm8k": 6.524693575772372,
      "math_qa": 5.541788736979167
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.01474036850921273
    }
  },
  {
    "flos": 2.8045195920204104e+18,
    "train_loss": 5.727181396484375,
    "eval_loss": 5.857577710538297,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.850058555603027,
      "gsm8k": 6.532499833540483,
      "math_qa": 5.548865000406901
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.81147383019366e+18,
    "train_loss": 5.733985595703125,
    "eval_loss": 5.861100660788046,
    "eval_accuracy": 0.017770952172005264,
    "eval_loss_by_set": {
      "aqua_rat": 5.85078763961792,
      "gsm8k": 6.533061634410512,
      "math_qa": 5.553977966308594
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.01507537688442211
    }
  },
  {
    "flos": 2.818410964196524e+18,
    "train_loss": 5.718580932617187,
    "eval_loss": 5.8515048155913485,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.845707893371582,
      "gsm8k": 6.517735567959872,
      "math_qa": 5.546632130940755
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.825413425725702e+18,
    "train_loss": 5.72798828125,
    "eval_loss": 5.842168395583694,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.846575736999512,
      "gsm8k": 6.515872608531605,
      "math_qa": 5.53302001953125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 2.832352599301161e+18,
    "train_loss": 5.71978271484375,
    "eval_loss": 5.859500317960172,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.852679252624512,
      "gsm8k": 6.528327941894531,
      "math_qa": 5.5535227457682295
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.8393282086948045e+18,
    "train_loss": 5.724302978515625,
    "eval_loss": 5.850309449273187,
    "eval_accuracy": 0.017770952172005264,
    "eval_loss_by_set": {
      "aqua_rat": 5.846878528594971,
      "gsm8k": 6.51186093417081,
      "math_qa": 5.547384262084961
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.01373534338358459
    }
  },
  {
    "flos": 2.8463305054046126e+18,
    "train_loss": 5.7261285400390625,
    "eval_loss": 5.861343796188767,
    "eval_accuracy": 0.017551557700745943,
    "eval_loss_by_set": {
      "aqua_rat": 5.8511505126953125,
      "gsm8k": 6.532301469282671,
      "math_qa": 5.554670969645183
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.01440536013400335
    }
  },
  {
    "flos": 2.853220364165579e+18,
    "train_loss": 5.727385864257813,
    "eval_loss": 5.845027614284206,
    "eval_accuracy": 0.01952610794207986,
    "eval_loss_by_set": {
      "aqua_rat": 5.844032287597656,
      "gsm8k": 6.5048439719460225,
      "math_qa": 5.542694727579753
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.01474036850921273
    }
  },
  {
    "flos": 2.8602298737360896e+18,
    "train_loss": 5.712117919921875,
    "eval_loss": 5.853151733810837,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.851933479309082,
      "gsm8k": 6.530879627574574,
      "math_qa": 5.5426279703776045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 2.867076146632065e+18,
    "train_loss": 5.722989501953125,
    "eval_loss": 5.860224440291121,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.846960067749023,
      "gsm8k": 6.528826626864347,
      "math_qa": 5.554887135823567
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 2.874012311582933e+18,
    "train_loss": 5.7241259765625,
    "eval_loss": 5.8534259538392766,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.8524250984191895,
      "gsm8k": 6.520464116876775,
      "math_qa": 5.547783533732097
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.880940666135773e+18,
    "train_loss": 5.717205200195313,
    "eval_loss": 5.8563141178440405,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.850695610046387,
      "gsm8k": 6.515632629394531,
      "math_qa": 5.55459467569987
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 2.887854265328468e+18,
    "train_loss": 5.728367309570313,
    "eval_loss": 5.85314822841335,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.844674110412598,
      "gsm8k": 6.513975663618608,
      "math_qa": 5.550975163777669
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.894765288614527e+18,
    "train_loss": 5.719820556640625,
    "eval_loss": 5.844004940342259,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.8444037437438965,
      "gsm8k": 6.510690168900923,
      "math_qa": 5.538407643636067
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.901736467212534e+18,
    "train_loss": 5.7261895751953125,
    "eval_loss": 5.8501070125682935,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.851949214935303,
      "gsm8k": 6.511943470348012,
      "math_qa": 5.546611785888672
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 2.908638051771089e+18,
    "train_loss": 5.723509521484375,
    "eval_loss": 5.841482291350493,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.843678951263428,
      "gsm8k": 6.506376093084162,
      "math_qa": 5.536556243896484
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.915597112655741e+18,
    "train_loss": 5.7211962890625,
    "eval_loss": 5.852796090615763,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.849367141723633,
      "gsm8k": 6.529337102716619,
      "math_qa": 5.54300053914388
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 2.922578430060921e+18,
    "train_loss": 5.722086181640625,
    "eval_loss": 5.853303342252164,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.850713729858398,
      "gsm8k": 6.525113886052912,
      "math_qa": 5.545605977376302
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.005360134003350084
    }
  },
  {
    "flos": 2.9294924211693814e+18,
    "train_loss": 5.729437255859375,
    "eval_loss": 5.852095835917705,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.849702835083008,
      "gsm8k": 6.514425104314631,
      "math_qa": 5.548727671305339
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 2.9364061030401966e+18,
    "train_loss": 5.72064697265625,
    "eval_loss": 5.851657944756585,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.850196361541748,
      "gsm8k": 6.50717509876598,
      "math_qa": 5.551334381103516
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.9434490800696197e+18,
    "train_loss": 5.737152099609375,
    "eval_loss": 5.847071389894228,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.848879337310791,
      "gsm8k": 6.510061784224077,
      "math_qa": 5.543050130208333
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 2.95038965541503e+18,
    "train_loss": 5.728272705078125,
    "eval_loss": 5.85079948322193,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.8516526222229,
      "gsm8k": 6.514096346768466,
      "math_qa": 5.5467173258463545
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.957338185576743e+18,
    "train_loss": 5.724464721679688,
    "eval_loss": 5.852063565640836,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.853984832763672,
      "gsm8k": 6.5306528264826,
      "math_qa": 5.540883382161458
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 2.9643048093619323e+18,
    "train_loss": 5.722674560546875,
    "eval_loss": 5.8557003639839795,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.848454475402832,
      "gsm8k": 6.520539717240767,
      "math_qa": 5.551586151123047
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.9712033439568364e+18,
    "train_loss": 5.711908569335938,
    "eval_loss": 5.85065594234982,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.846216201782227,
      "gsm8k": 6.513270291415128,
      "math_qa": 5.5473276774088545
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 2.978201910487548e+18,
    "train_loss": 5.734833984375,
    "eval_loss": 5.854690139358108,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.8476104736328125,
      "gsm8k": 6.524469549005682,
      "math_qa": 5.548297882080078
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 2.985141723476263e+18,
    "train_loss": 5.7245855712890625,
    "eval_loss": 5.8494694426253036,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.850881099700928,
      "gsm8k": 6.5230865478515625,
      "math_qa": 5.540610631306966
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 2.99206183491312e+18,
    "train_loss": 5.727007446289062,
    "eval_loss": 5.845889529666385,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.849922180175781,
      "gsm8k": 6.526980313387784,
      "math_qa": 5.533386866251628
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 2.999060545325236e+18,
    "train_loss": 5.717681274414063,
    "eval_loss": 5.870333465369972,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.856975078582764,
      "gsm8k": 6.538030450994318,
      "math_qa": 5.565418879191081
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.0060063965010985e+18,
    "train_loss": 5.728329467773437,
    "eval_loss": 5.851855046040303,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.848750114440918,
      "gsm8k": 6.525071577592329,
      "math_qa": 5.543556213378906
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.0129261987003105e+18,
    "train_loss": 5.720888671875,
    "eval_loss": 5.859111528138857,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.852356910705566,
      "gsm8k": 6.528117786754262,
      "math_qa": 5.553046544392903
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.0199272584595374e+18,
    "train_loss": 5.733284912109375,
    "eval_loss": 5.850398888459077,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.849307537078857,
      "gsm8k": 6.517658580433238,
      "math_qa": 5.5446624755859375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.026748595312263e+18,
    "train_loss": 5.70438720703125,
    "eval_loss": 5.841780662536621,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.844972133636475,
      "gsm8k": 6.508444352583452,
      "math_qa": 5.535960515340169
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.0336308090314424e+18,
    "train_loss": 5.72716796875,
    "eval_loss": 5.846207592938398,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.843198776245117,
      "gsm8k": 6.50310655073686,
      "math_qa": 5.545379638671875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.0405763917718487e+18,
    "train_loss": 5.7139044189453125,
    "eval_loss": 5.850257383810507,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.84624719619751,
      "gsm8k": 6.513485995205966,
      "math_qa": 5.546611785888672
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.0474577185802813e+18,
    "train_loss": 5.719384765625,
    "eval_loss": 5.850983361940126,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.845632076263428,
      "gsm8k": 6.510030573064631,
      "math_qa": 5.549365997314453
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 3.0543798497255096e+18,
    "train_loss": 5.731885375976563,
    "eval_loss": 5.850615991128458,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.8459272384643555,
      "gsm8k": 6.516820040616122,
      "math_qa": 5.545663197835286
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.0613347686510756e+18,
    "train_loss": 5.709075317382813,
    "eval_loss": 5.842516254734349,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.849581718444824,
      "gsm8k": 6.512068314985796,
      "math_qa": 5.5350494384765625
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 3.068216981833384e+18,
    "train_loss": 5.71541748046875,
    "eval_loss": 5.838294596285434,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.84116792678833,
      "gsm8k": 6.500628384676847,
      "math_qa": 5.534485499064128
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.0751970628248535e+18,
    "train_loss": 5.729903564453125,
    "eval_loss": 5.857348570952544,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.845525741577148,
      "gsm8k": 6.521238153631037,
      "math_qa": 5.5540510813395185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.08212622161032e+18,
    "train_loss": 5.713814086914063,
    "eval_loss": 5.847649419629896,
    "eval_accuracy": 0.016673979815708645,
    "eval_loss_by_set": {
      "aqua_rat": 5.844336986541748,
      "gsm8k": 6.509770480069247,
      "math_qa": 5.544453303019206
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 3.089105395826819e+18,
    "train_loss": 5.718836669921875,
    "eval_loss": 5.852153881176098,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.846717834472656,
      "gsm8k": 6.520428744229403,
      "math_qa": 5.546314239501953
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 3.096035172550705e+18,
    "train_loss": 5.724496459960937,
    "eval_loss": 5.8496280360866235,
    "eval_accuracy": 0.017112768758227294,
    "eval_loss_by_set": {
      "aqua_rat": 5.848440170288086,
      "gsm8k": 6.523712851784446,
      "math_qa": 5.540771484375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.012395309882747068
    }
  },
  {
    "flos": 3.103067412698759e+18,
    "train_loss": 5.725963134765625,
    "eval_loss": 5.850852038409259,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.851324081420898,
      "gsm8k": 6.511938615278765,
      "math_qa": 5.547814687093099
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 3.109973923047932e+18,
    "train_loss": 5.721492919921875,
    "eval_loss": 5.855267138094516,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.847424507141113,
      "gsm8k": 6.528581792658025,
      "math_qa": 5.54731814066569
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 3.116892900613423e+18,
    "train_loss": 5.709722290039062,
    "eval_loss": 5.854997737987621,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.850035667419434,
      "gsm8k": 6.517400568181818,
      "math_qa": 5.551809946695964
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.123857360808837e+18,
    "train_loss": 5.7309130859375,
    "eval_loss": 5.848859116837785,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.846803665161133,
      "gsm8k": 6.512702941894531,
      "math_qa": 5.544768651326497
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.1308413163976786e+18,
    "train_loss": 5.7195062255859375,
    "eval_loss": 5.851907472352724,
    "eval_accuracy": 0.017770952172005264,
    "eval_loss_by_set": {
      "aqua_rat": 5.850025177001953,
      "gsm8k": 6.527543501420454,
      "math_qa": 5.542397816975911
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 3.1377560489248686e+18,
    "train_loss": 5.72058837890625,
    "eval_loss": 5.8477396836151945,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.854132175445557,
      "gsm8k": 6.515511946244673,
      "math_qa": 5.541144688924153
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.144681126954533e+18,
    "train_loss": 5.721769409179688,
    "eval_loss": 5.846272417016931,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.846473217010498,
      "gsm8k": 6.520762356844815,
      "math_qa": 5.5371144612630205
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.151599610061914e+18,
    "train_loss": 5.708832397460937,
    "eval_loss": 5.851454941002098,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.844716548919678,
      "gsm8k": 6.520547346635298,
      "math_qa": 5.54534912109375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.158499340268339e+18,
    "train_loss": 5.732508544921875,
    "eval_loss": 5.8444894068949935,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.847140789031982,
      "gsm8k": 6.517190413041548,
      "math_qa": 5.535947163899739
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.165413743156789e+18,
    "train_loss": 5.714571533203125,
    "eval_loss": 5.845154633393159,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.846336364746094,
      "gsm8k": 6.505315607244318,
      "math_qa": 5.542482376098633
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.05511811023622047,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.172375379948077e+18,
    "train_loss": 5.721288452148437,
    "eval_loss": 5.8689431628665405,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.862008571624756,
      "gsm8k": 6.556550459428267,
      "math_qa": 5.554367701212565
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.179306702323319e+18,
    "train_loss": 5.722686157226563,
    "eval_loss": 5.84550733824034,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.849054336547852,
      "gsm8k": 6.513918789950284,
      "math_qa": 5.538856506347656
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.186270400162038e+18,
    "train_loss": 5.722919921875,
    "eval_loss": 5.845430631895323,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.85136604309082,
      "gsm8k": 6.514341874556108,
      "math_qa": 5.538351694742839
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 3.193102494834098e+18,
    "train_loss": 5.724149169921875,
    "eval_loss": 5.858451740161793,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.851247787475586,
      "gsm8k": 6.52068467573686,
      "math_qa": 5.55552864074707
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 3.2000946930020516e+18,
    "train_loss": 5.7219189453125,
    "eval_loss": 5.860643799240525,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.8575334548950195,
      "gsm8k": 6.536787553267046,
      "math_qa": 5.551003774007161
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.207052764433613e+18,
    "train_loss": 5.727701416015625,
    "eval_loss": 5.84136625238367,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.8470940589904785,
      "gsm8k": 6.51248515735973,
      "math_qa": 5.533292770385742
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 3.213921129030746e+18,
    "train_loss": 5.713248901367187,
    "eval_loss": 5.844602919913627,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.845304012298584,
      "gsm8k": 6.51285830411044,
      "math_qa": 5.538260777791341
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.220964950558114e+18,
    "train_loss": 5.718267822265625,
    "eval_loss": 5.850479899226008,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.843962669372559,
      "gsm8k": 6.512693925337358,
      "math_qa": 5.547508239746094
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.227825525158314e+18,
    "train_loss": 5.719759521484375,
    "eval_loss": 5.851053005940205,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.842983722686768,
      "gsm8k": 6.519687999378551,
      "math_qa": 5.545267740885417
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.234764204812534e+18,
    "train_loss": 5.7076123046875,
    "eval_loss": 5.853530935339026,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.847016334533691,
      "gsm8k": 6.516897028142756,
      "math_qa": 5.550031026204427
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.241744347544158e+18,
    "train_loss": 5.716264038085938,
    "eval_loss": 5.857188843392037,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.84828519821167,
      "gsm8k": 6.519074179909446,
      "math_qa": 5.554566701253255
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.248672661294809e+18,
    "train_loss": 5.726255493164063,
    "eval_loss": 5.8449061110213,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.8497114181518555,
      "gsm8k": 6.51250527121804,
      "math_qa": 5.538522720336914
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.2556163896830853e+18,
    "train_loss": 5.7193145751953125,
    "eval_loss": 5.852507591247559,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.849931240081787,
      "gsm8k": 6.512340892444957,
      "math_qa": 5.550298690795898
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.012730318257956449
    }
  },
  {
    "flos": 3.2625606130663424e+18,
    "train_loss": 5.725988159179687,
    "eval_loss": 5.839037920977618,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.843635559082031,
      "gsm8k": 6.504820390181108,
      "math_qa": 5.533504486083984
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 3.2695383651117957e+18,
    "train_loss": 5.721602783203125,
    "eval_loss": 5.84359022088953,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.848694324493408,
      "gsm8k": 6.526709123091265,
      "math_qa": 5.530068715413411
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.276520033093681e+18,
    "train_loss": 5.722064208984375,
    "eval_loss": 5.852847846778664,
    "eval_accuracy": 0.01601579640193067,
    "eval_loss_by_set": {
      "aqua_rat": 5.850282669067383,
      "gsm8k": 6.518369501287287,
      "math_qa": 5.548030853271484
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 3.283391200156975e+18,
    "train_loss": 5.710958251953125,
    "eval_loss": 5.8518010216790275,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.848563194274902,
      "gsm8k": 6.520784551447088,
      "math_qa": 5.545453389485677
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.2903112085146173e+18,
    "train_loss": 5.717550048828125,
    "eval_loss": 5.855307347065693,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.8507890701293945,
      "gsm8k": 6.5216064453125,
      "math_qa": 5.550296783447266
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 3.2972453333560197e+18,
    "train_loss": 5.711036376953125,
    "eval_loss": 5.848485224955791,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.843907356262207,
      "gsm8k": 6.525908730246804,
      "math_qa": 5.538380940755208
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.3041956770676736e+18,
    "train_loss": 5.725208740234375,
    "eval_loss": 5.8653667037551465,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.8526411056518555,
      "gsm8k": 6.533174688165838,
      "math_qa": 5.5603485107421875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.3111067626307584e+18,
    "train_loss": 5.706870727539062,
    "eval_loss": 5.85000569111592,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.8469085693359375,
      "gsm8k": 6.5229644775390625,
      "math_qa": 5.5418243408203125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.318025266676105e+18,
    "train_loss": 5.730740966796875,
    "eval_loss": 5.850945498492266,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.8512372970581055,
      "gsm8k": 6.51785625110973,
      "math_qa": 5.545253753662109
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.324943111443972e+18,
    "train_loss": 5.715546875,
    "eval_loss": 5.847418089170714,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.847042083740234,
      "gsm8k": 6.5246054909446025,
      "math_qa": 5.537071863810222
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.3319015125142733e+18,
    "train_loss": 5.717381591796875,
    "eval_loss": 5.859721493076634,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.850480556488037,
      "gsm8k": 6.5319297096946025,
      "math_qa": 5.552396138509114
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.3388326491321795e+18,
    "train_loss": 5.717958984375,
    "eval_loss": 5.848772100500159,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.846216201782227,
      "gsm8k": 6.530557112260298,
      "math_qa": 5.536500295003255
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.3456819306527457e+18,
    "train_loss": 5.724528198242187,
    "eval_loss": 5.839275824057089,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.841147422790527,
      "gsm8k": 6.5158164284446025,
      "math_qa": 5.529038747151692
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 3.3526828878696284e+18,
    "train_loss": 5.721060791015625,
    "eval_loss": 5.856865341598923,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.848304748535156,
      "gsm8k": 6.52707949551669,
      "math_qa": 5.550397237141927
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 3.359636858681164e+18,
    "train_loss": 5.720974731445312,
    "eval_loss": 5.84480991879025,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.843583106994629,
      "gsm8k": 6.5114052512428975,
      "math_qa": 5.539389292399089
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.3666131268154163e+18,
    "train_loss": 5.730855712890625,
    "eval_loss": 5.853772807765651,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.844944953918457,
      "gsm8k": 6.512399846857244,
      "math_qa": 5.5526377360026045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.373610539073667e+18,
    "train_loss": 5.715320434570312,
    "eval_loss": 5.849956203151393,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.845798492431641,
      "gsm8k": 6.521303350275213,
      "math_qa": 5.542601903279622
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.380575267167666e+18,
    "train_loss": 5.7107861328125,
    "eval_loss": 5.856966791926204,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.852142333984375,
      "gsm8k": 6.538020047274503,
      "math_qa": 5.545219421386719
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.387455439703638e+18,
    "train_loss": 5.7245263671875,
    "eval_loss": 5.860284083598369,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.85159969329834,
      "gsm8k": 6.527983925559304,
      "math_qa": 5.554978688557942
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 3.3944080296831877e+18,
    "train_loss": 5.71736572265625,
    "eval_loss": 5.858230436170423,
    "eval_accuracy": 0.010092145677928916,
    "eval_loss_by_set": {
      "aqua_rat": 5.8508195877075195,
      "gsm8k": 6.529521595348012,
      "math_qa": 5.5511728922526045
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 3.4014159109242225e+18,
    "train_loss": 5.726441650390625,
    "eval_loss": 5.864264050045529,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.85012149810791,
      "gsm8k": 6.531557950106534,
      "math_qa": 5.55959955851237
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.408374683509195e+18,
    "train_loss": 5.70992431640625,
    "eval_loss": 5.842866175883525,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.843527793884277,
      "gsm8k": 6.502467762340199,
      "math_qa": 5.540493647257487
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.4152684786076877e+18,
    "train_loss": 5.72573486328125,
    "eval_loss": 5.845962112014358,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.846652984619141,
      "gsm8k": 6.508770335804332,
      "math_qa": 5.542117436726888
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.4222223667411026e+18,
    "train_loss": 5.71897705078125,
    "eval_loss": 5.8532448845940666,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.849700927734375,
      "gsm8k": 6.523217634721235,
      "math_qa": 5.546469370524089
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.429137078867198e+18,
    "train_loss": 5.716627807617187,
    "eval_loss": 5.848713410867227,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.849002361297607,
      "gsm8k": 6.513689908114347,
      "math_qa": 5.543908437093099
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.436120786958549e+18,
    "train_loss": 5.71931884765625,
    "eval_loss": 5.849780830177101,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.844038009643555,
      "gsm8k": 6.511960116299716,
      "math_qa": 5.546760559082031
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.443056725349892e+18,
    "train_loss": 5.719122314453125,
    "eval_loss": 5.851335035788046,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.844737529754639,
      "gsm8k": 6.5195700905539775,
      "math_qa": 5.545610427856445
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.450014157905068e+18,
    "train_loss": 5.71246826171875,
    "eval_loss": 5.848992012642525,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.846160888671875,
      "gsm8k": 6.5242767333984375,
      "math_qa": 5.539722442626953
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.45698815937033e+18,
    "train_loss": 5.711409912109375,
    "eval_loss": 5.850697311195168,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.852837085723877,
      "gsm8k": 6.522297252308238,
      "math_qa": 5.542702356974284
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.4639109911320986e+18,
    "train_loss": 5.71954833984375,
    "eval_loss": 5.856522147719924,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.850992679595947,
      "gsm8k": 6.522395740855824,
      "math_qa": 5.551790873209636
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 3.470835842602238e+18,
    "train_loss": 5.720980834960938,
    "eval_loss": 5.859355307914115,
    "eval_accuracy": 0.01733216322948662,
    "eval_loss_by_set": {
      "aqua_rat": 5.85411262512207,
      "gsm8k": 6.525555697354403,
      "math_qa": 5.554450352986653
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.012060301507537688
    }
  },
  {
    "flos": 3.4776926456842813e+18,
    "train_loss": 5.706348876953125,
    "eval_loss": 5.841682305207124,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.8407301902771,
      "gsm8k": 6.496999567205256,
      "math_qa": 5.5414079030354815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.484653025660764e+18,
    "train_loss": 5.7156396484375,
    "eval_loss": 5.844790020504513,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.850058555603027,
      "gsm8k": 6.520283092151988,
      "math_qa": 5.534749984741211
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.4916642451651297e+18,
    "train_loss": 5.721185302734375,
    "eval_loss": 5.859552409197833,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.854508876800537,
      "gsm8k": 6.5290000221946025,
      "math_qa": 5.553142547607422
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.4984673230381384e+18,
    "train_loss": 5.718728637695312,
    "eval_loss": 5.855432819675755,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.845217704772949,
      "gsm8k": 6.520547346635298,
      "math_qa": 5.551439921061198
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.505450083015459e+18,
    "train_loss": 5.71659423828125,
    "eval_loss": 5.850921991709116,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.855040550231934,
      "gsm8k": 6.5175392844460225,
      "math_qa": 5.545045852661133
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.5123787264048497e+18,
    "train_loss": 5.723089599609375,
    "eval_loss": 5.846040158658414,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.851968765258789,
      "gsm8k": 6.518773859197443,
      "math_qa": 5.537209828694661
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.519343227402453e+18,
    "train_loss": 5.7171240234375,
    "eval_loss": 5.856183747987489,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.850454330444336,
      "gsm8k": 6.514986905184659,
      "math_qa": 5.554709752400716
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.526345812411941e+18,
    "train_loss": 5.715230712890625,
    "eval_loss": 5.85450791023873,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.850579261779785,
      "gsm8k": 6.522078080610796,
      "math_qa": 5.548865636189778
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.5332817916054733e+18,
    "train_loss": 5.72285888671875,
    "eval_loss": 5.8519094828012825,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.847590446472168,
      "gsm8k": 6.521359530362216,
      "math_qa": 5.545438130696614
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 3.5402163083626414e+18,
    "train_loss": 5.721180419921875,
    "eval_loss": 5.8444686322598844,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.846348285675049,
      "gsm8k": 6.509549227627841,
      "math_qa": 5.539483388264974
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.5471217675185684e+18,
    "train_loss": 5.711865844726563,
    "eval_loss": 5.853451728820801,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.853039264678955,
      "gsm8k": 6.518420826305043,
      "math_qa": 5.548708597819011
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.554102281227993e+18,
    "train_loss": 5.719317626953125,
    "eval_loss": 5.849065909514556,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.8468146324157715,
      "gsm8k": 6.516563415527344,
      "math_qa": 5.543317159016927
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.5610087706392e+18,
    "train_loss": 5.7173046875,
    "eval_loss": 5.840992334726694,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.847886085510254,
      "gsm8k": 6.51679160378196,
      "math_qa": 5.530676523844401
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.5679646575430205e+18,
    "train_loss": 5.724408569335938,
    "eval_loss": 5.8592500428895695,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.849555969238281,
      "gsm8k": 6.527100996537642,
      "math_qa": 5.5539595286051435
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.5748879010847785e+18,
    "train_loss": 5.713772583007812,
    "eval_loss": 5.857398832166517,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.852166175842285,
      "gsm8k": 6.533595692027699,
      "math_qa": 5.547911326090495
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.5818235098373816e+18,
    "train_loss": 5.71761474609375,
    "eval_loss": 5.843355127283044,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.848243713378906,
      "gsm8k": 6.514930725097656,
      "math_qa": 5.535142262776692
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02577710386656558,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.5888210251748475e+18,
    "train_loss": 5.718797607421875,
    "eval_loss": 5.845186285070471,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.84547233581543,
      "gsm8k": 6.512250033291903,
      "math_qa": 5.539424896240234
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.595751811752919e+18,
    "train_loss": 5.727191772460937,
    "eval_loss": 5.84147716212917,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.848562240600586,
      "gsm8k": 6.522782759232954,
      "math_qa": 5.528621673583984
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.006030150753768844
    }
  },
  {
    "flos": 3.602592602660012e+18,
    "train_loss": 5.711817626953125,
    "eval_loss": 5.847088427157016,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.844517707824707,
      "gsm8k": 6.496463428844105,
      "math_qa": 5.549672444661458
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.6094973198603387e+18,
    "train_loss": 5.713753662109375,
    "eval_loss": 5.8463148941864835,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.852962017059326,
      "gsm8k": 6.520917025479403,
      "math_qa": 5.536568323771159
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.6164637578881925e+18,
    "train_loss": 5.712809448242187,
    "eval_loss": 5.854159819113241,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.851158618927002,
      "gsm8k": 6.524447354403409,
      "math_qa": 5.547194798787435
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.623403756097372e+18,
    "train_loss": 5.716553955078125,
    "eval_loss": 5.847075178816512,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.8490447998046875,
      "gsm8k": 6.519284335049716,
      "math_qa": 5.538815180460612
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.6303649188316447e+18,
    "train_loss": 5.711341552734375,
    "eval_loss": 5.859098022048538,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.856623649597168,
      "gsm8k": 6.5285186767578125,
      "math_qa": 5.552486419677734
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.637284041352282e+18,
    "train_loss": 5.71140625,
    "eval_loss": 5.861670880704312,
    "eval_accuracy": 0.010311540149188241,
    "eval_loss_by_set": {
      "aqua_rat": 5.847508430480957,
      "gsm8k": 6.534718600186435,
      "math_qa": 5.554370880126953
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 3.644237496767742e+18,
    "train_loss": 5.71868896484375,
    "eval_loss": 5.8564054128286,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.855146408081055,
      "gsm8k": 6.526907487349077,
      "math_qa": 5.549196879069011
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.651221411017523e+18,
    "train_loss": 5.725062866210937,
    "eval_loss": 5.850333033381282,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.84807014465332,
      "gsm8k": 6.521725047718395,
      "math_qa": 5.542800267537435
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.658095298405728e+18,
    "train_loss": 5.711596069335937,
    "eval_loss": 5.8471713194975985,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.850216865539551,
      "gsm8k": 6.520011901855469,
      "math_qa": 5.538532257080078
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.665018830784037e+18,
    "train_loss": 5.711761474609375,
    "eval_loss": 5.840624989690007,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.843276023864746,
      "gsm8k": 6.515040310946378,
      "math_qa": 5.531297047932942
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.6720294940901376e+18,
    "train_loss": 5.717332153320313,
    "eval_loss": 5.850678263483821,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.848090171813965,
      "gsm8k": 6.517499056729403,
      "math_qa": 5.545267740885417
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.678954304221217e+18,
    "train_loss": 5.7140771484375,
    "eval_loss": 5.8475772239066455,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.8486433029174805,
      "gsm8k": 6.508762706409801,
      "math_qa": 5.544445037841797
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.6859106651820524e+18,
    "train_loss": 5.703963623046875,
    "eval_loss": 5.84227213988433,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.84639310836792,
      "gsm8k": 6.505000721324574,
      "math_qa": 5.538178126017253
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.6927580504745574e+18,
    "train_loss": 5.7104931640625,
    "eval_loss": 5.844591553146775,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.8520097732543945,
      "gsm8k": 6.520506425337358,
      "math_qa": 5.534179051717122
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.699681211875066e+18,
    "train_loss": 5.719613647460937,
    "eval_loss": 5.860302693135029,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.852573394775391,
      "gsm8k": 6.531008633700284,
      "math_qa": 5.553539911905925
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.7066014671933276e+18,
    "train_loss": 5.714849853515625,
    "eval_loss": 5.858922649074245,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.852967262268066,
      "gsm8k": 6.531154285777699,
      "math_qa": 5.551312764485677
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.713644423284785e+18,
    "train_loss": 5.708201904296875,
    "eval_loss": 5.856636717512801,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.852658271789551,
      "gsm8k": 6.526657798073509,
      "math_qa": 5.549875259399414
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.7205620205551616e+18,
    "train_loss": 5.719560546875,
    "eval_loss": 5.846785983523807,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.848363876342773,
      "gsm8k": 6.510484175248579,
      "math_qa": 5.542459487915039
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.727453548984664e+18,
    "train_loss": 5.7177587890625,
    "eval_loss": 5.846671181756097,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.8476667404174805,
      "gsm8k": 6.515797008167613,
      "math_qa": 5.539905548095703
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 3.734399688460206e+18,
    "train_loss": 5.711512451171875,
    "eval_loss": 5.848849760519491,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.847588062286377,
      "gsm8k": 6.518735018643466,
      "math_qa": 5.541924158732097
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.7413799342710456e+18,
    "train_loss": 5.719820556640625,
    "eval_loss": 5.854123579489218,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.851541042327881,
      "gsm8k": 6.529894742098722,
      "math_qa": 5.544610341389974
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.748244156372222e+18,
    "train_loss": 5.725557861328125,
    "eval_loss": 5.8535894187721045,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.849074840545654,
      "gsm8k": 6.521115389737216,
      "math_qa": 5.5480162302653
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.75516690545587e+18,
    "train_loss": 5.7036285400390625,
    "eval_loss": 5.848666603500779,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.849212169647217,
      "gsm8k": 6.520312222567472,
      "math_qa": 5.540783564249675
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.762131695290024e+18,
    "train_loss": 5.709354248046875,
    "eval_loss": 5.851537240518106,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.853796005249023,
      "gsm8k": 6.522943670099432,
      "math_qa": 5.543621063232422
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 3.769049683939295e+18,
    "train_loss": 5.720657958984375,
    "eval_loss": 5.835600672541438,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.843610763549805,
      "gsm8k": 6.501529346812855,
      "math_qa": 5.529715855916341
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 3.7760266322889933e+18,
    "train_loss": 5.720006103515625,
    "eval_loss": 5.858828673491606,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.849771499633789,
      "gsm8k": 6.522573297674006,
      "math_qa": 5.555367151896159
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.782990082630222e+18,
    "train_loss": 5.714677734375,
    "eval_loss": 5.8472208847870695,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.854158878326416,
      "gsm8k": 6.520321932705966,
      "math_qa": 5.538138071695964
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.789893460337623e+18,
    "train_loss": 5.7108349609375,
    "eval_loss": 5.84421699111526,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.8490705490112305,
      "gsm8k": 6.516390713778409,
      "math_qa": 5.535732905069987
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 3.7968446898862817e+18,
    "train_loss": 5.715681762695312,
    "eval_loss": 5.849587595140612,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.848832607269287,
      "gsm8k": 6.520120794122869,
      "math_qa": 5.5423227945963545
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.803763235270689e+18,
    "train_loss": 5.716915893554687,
    "eval_loss": 5.847528354541676,
    "eval_accuracy": 0.016235190873189996,
    "eval_loss_by_set": {
      "aqua_rat": 5.8501691818237305,
      "gsm8k": 6.519981384277344,
      "math_qa": 5.539100646972656
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.011725293132328308
    }
  },
  {
    "flos": 3.810718854275924e+18,
    "train_loss": 5.71200439453125,
    "eval_loss": 5.8505094115798535,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.849368572235107,
      "gsm8k": 6.524799693714488,
      "math_qa": 5.541554768880208
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.8176073939450593e+18,
    "train_loss": 5.718575439453125,
    "eval_loss": 5.847327722085489,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.846865653991699,
      "gsm8k": 6.523769031871449,
      "math_qa": 5.537330627441406
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.824598211817898e+18,
    "train_loss": 5.72286865234375,
    "eval_loss": 5.8583837457605314,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.851771354675293,
      "gsm8k": 6.525174227627841,
      "math_qa": 5.553322474161784
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.831484216919458e+18,
    "train_loss": 5.713013305664062,
    "eval_loss": 5.846928751146471,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.8459696769714355,
      "gsm8k": 6.512727217240767,
      "math_qa": 5.541851043701172
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.8384924283361034e+18,
    "train_loss": 5.719020385742187,
    "eval_loss": 5.850503199809307,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.845660209655762,
      "gsm8k": 6.520768599076704,
      "math_qa": 5.543701807657878
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.845503750919684e+18,
    "train_loss": 5.725208740234375,
    "eval_loss": 5.859509957803263,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.852514266967773,
      "gsm8k": 6.533850236372515,
      "math_qa": 5.5510203043619795
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 3.852410034709332e+18,
    "train_loss": 5.71127685546875,
    "eval_loss": 5.845542495315139,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.846889495849609,
      "gsm8k": 6.519694935191762,
      "math_qa": 5.536443710327148
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.8593342682410516e+18,
    "train_loss": 5.7201385498046875,
    "eval_loss": 5.8446515057538,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.8501129150390625,
      "gsm8k": 6.515246304598722,
      "math_qa": 5.536840438842773
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.8662544204800983e+18,
    "train_loss": 5.69899658203125,
    "eval_loss": 5.840591636863914,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.847599029541016,
      "gsm8k": 6.51538779518821,
      "math_qa": 5.5307261149088545
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.8731331509808005e+18,
    "train_loss": 5.71243896484375,
    "eval_loss": 5.846288010880754,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.845861434936523,
      "gsm8k": 6.51723896373402,
      "math_qa": 5.538804372151692
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.880124586792059e+18,
    "train_loss": 5.710491943359375,
    "eval_loss": 5.857919847643053,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.852931976318359,
      "gsm8k": 6.524354414506392,
      "math_qa": 5.552886327107747
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.8870861822442865e+18,
    "train_loss": 5.718820190429687,
    "eval_loss": 5.859422889915672,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.852265357971191,
      "gsm8k": 6.532354181463068,
      "math_qa": 5.551592508951823
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 3.893999410996052e+18,
    "train_loss": 5.711138916015625,
    "eval_loss": 5.848989125844595,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.849544525146484,
      "gsm8k": 6.5146352594549,
      "math_qa": 5.54385503133138
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.9009076114148557e+18,
    "train_loss": 5.71498291015625,
    "eval_loss": 5.850413296673749,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.850405693054199,
      "gsm8k": 6.523257168856534,
      "math_qa": 5.5420271555582685
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 3.907898882406744e+18,
    "train_loss": 5.716111450195313,
    "eval_loss": 5.846624838339316,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.850910186767578,
      "gsm8k": 6.518359791148793,
      "math_qa": 5.538389205932617
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.9148086896801874e+18,
    "train_loss": 5.716041259765625,
    "eval_loss": 5.85417010333087,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.8517303466796875,
      "gsm8k": 6.535451715642756,
      "math_qa": 5.5421193440755205
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 3.921670006235988e+18,
    "train_loss": 5.707357788085938,
    "eval_loss": 5.8546623023780615,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.850009918212891,
      "gsm8k": 6.523845325816762,
      "math_qa": 5.548341115315755
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 3.928629499838595e+18,
    "train_loss": 5.7190008544921875,
    "eval_loss": 5.851056794862489,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.849340438842773,
      "gsm8k": 6.521480213512074,
      "math_qa": 5.543922424316406
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 3.9356035839819776e+18,
    "train_loss": 5.713978271484375,
    "eval_loss": 5.853447011999182,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.848736763000488,
      "gsm8k": 6.531919999556108,
      "math_qa": 5.5428727467854815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.9424807070911693e+18,
    "train_loss": 5.717276000976563,
    "eval_loss": 5.843057529346363,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.846266746520996,
      "gsm8k": 6.5202789306640625,
      "math_qa": 5.532396952311198
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.949482055686947e+18,
    "train_loss": 5.710661010742188,
    "eval_loss": 5.85696808067528,
    "eval_accuracy": 0.011627906976744186,
    "eval_loss_by_set": {
      "aqua_rat": 5.849621772766113,
      "gsm8k": 6.523850874467329,
      "math_qa": 5.5519256591796875
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.006700167504187605
    }
  },
  {
    "flos": 3.956410842957742e+18,
    "train_loss": 5.718746948242187,
    "eval_loss": 5.85564087532662,
    "eval_accuracy": 0.01184730144800351,
    "eval_loss_by_set": {
      "aqua_rat": 5.849570274353027,
      "gsm8k": 6.532784895463423,
      "math_qa": 5.545789082845052
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 3.9633477912032707e+18,
    "train_loss": 5.703734130859375,
    "eval_loss": 5.852792121268608,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.850823402404785,
      "gsm8k": 6.52622500332919,
      "math_qa": 5.544299443562825
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.025018953752843062,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 3.970305512594997e+18,
    "train_loss": 5.71670166015625,
    "eval_loss": 5.855686806343697,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.847227096557617,
      "gsm8k": 6.5216827392578125,
      "math_qa": 5.551143646240234
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 3.9772129710582006e+18,
    "train_loss": 5.71416015625,
    "eval_loss": 5.8446282567204655,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.848446846008301,
      "gsm8k": 6.51593017578125,
      "math_qa": 5.536629994710286
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 3.984168837560926e+18,
    "train_loss": 5.71767578125,
    "eval_loss": 5.853620322974953,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.853243827819824,
      "gsm8k": 6.529601357199929,
      "math_qa": 5.543827056884766
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 3.991088000883753e+18,
    "train_loss": 5.707049560546875,
    "eval_loss": 5.857805870674752,
    "eval_accuracy": 0.016673979815708645,
    "eval_loss_by_set": {
      "aqua_rat": 5.8533220291137695,
      "gsm8k": 6.529472351074219,
      "math_qa": 5.550332387288411
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 3.998016788154548e+18,
    "train_loss": 5.715177001953125,
    "eval_loss": 5.842461869523332,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.850128173828125,
      "gsm8k": 6.517263932661577,
      "math_qa": 5.532538731892903
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.0049913259538514e+18,
    "train_loss": 5.7093359375,
    "eval_loss": 5.856874001992716,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.853954315185547,
      "gsm8k": 6.5303871848366475,
      "math_qa": 5.548423767089844
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.011935796297728e+18,
    "train_loss": 5.726058349609375,
    "eval_loss": 5.8458343196559595,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.847260475158691,
      "gsm8k": 6.514767733487216,
      "math_qa": 5.539120992024739
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.018798823324254e+18,
    "train_loss": 5.716797485351562,
    "eval_loss": 5.84652380041174,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.844989776611328,
      "gsm8k": 6.510937083851207,
      "math_qa": 5.542128880818685
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.025785169062396e+18,
    "train_loss": 5.712924194335938,
    "eval_loss": 5.855722582018053,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.854961395263672,
      "gsm8k": 6.5255043723366475,
      "math_qa": 5.5488026936848955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.0327234154617897e+18,
    "train_loss": 5.712283935546875,
    "eval_loss": 5.849718351621886,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.851099014282227,
      "gsm8k": 6.524372447620738,
      "math_qa": 5.54038683573405
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.039622485853864e+18,
    "train_loss": 5.71009521484375,
    "eval_loss": 5.844089636931548,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.846264362335205,
      "gsm8k": 6.516797152432528,
      "math_qa": 5.535584131876628
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.046573365362688e+18,
    "train_loss": 5.7176806640625,
    "eval_loss": 5.851321503922746,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850983619689941,
      "gsm8k": 6.520476601340554,
      "math_qa": 5.544653574625651
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.053482740455047e+18,
    "train_loss": 5.704076538085937,
    "eval_loss": 5.847562996116844,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.848250389099121,
      "gsm8k": 6.520665949041193,
      "math_qa": 5.539000193277995
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.060373382510674e+18,
    "train_loss": 5.720253295898438,
    "eval_loss": 5.846004202559188,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.848057270050049,
      "gsm8k": 6.517509460449219,
      "math_qa": 5.5380598704020185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.067335328539607e+18,
    "train_loss": 5.710125122070313,
    "eval_loss": 5.84585834193874,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.84616756439209,
      "gsm8k": 6.519122730601918,
      "math_qa": 5.537253061930339
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 4.0742916895004426e+18,
    "train_loss": 5.7118902587890625,
    "eval_loss": 5.852354462082322,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.853884696960449,
      "gsm8k": 6.519227461381392,
      "math_qa": 5.546576817830403
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.08126604154241e+18,
    "train_loss": 5.711314086914062,
    "eval_loss": 5.855776606379329,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.85223388671875,
      "gsm8k": 6.526867259632457,
      "math_qa": 5.548488616943359
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.0882055039544197e+18,
    "train_loss": 5.711491088867188,
    "eval_loss": 5.853340303575671,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.848753929138184,
      "gsm8k": 6.511419122869318,
      "math_qa": 5.552103042602539
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.0951252234755113e+18,
    "train_loss": 5.7198193359375,
    "eval_loss": 5.853643056508657,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.8524017333984375,
      "gsm8k": 6.522671786221591,
      "math_qa": 5.547108332316081
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.024260803639120546,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.101969518002176e+18,
    "train_loss": 5.708536987304687,
    "eval_loss": 5.85458974580507,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.853352069854736,
      "gsm8k": 6.524236505681818,
      "math_qa": 5.547771453857422
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.108927322072023e+18,
    "train_loss": 5.72853271484375,
    "eval_loss": 5.848089372789538,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.853399276733398,
      "gsm8k": 6.51598496870561,
      "math_qa": 5.541528065999349
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.115899922304205e+18,
    "train_loss": 5.711428833007813,
    "eval_loss": 5.851013235143713,
    "eval_accuracy": 0.011408512505484861,
    "eval_loss_by_set": {
      "aqua_rat": 5.8496599197387695,
      "gsm8k": 6.523015108975497,
      "math_qa": 5.543125152587891
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01288855193328279,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.122844103811531e+18,
    "train_loss": 5.71811767578125,
    "eval_loss": 5.849962543796849,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.8539228439331055,
      "gsm8k": 6.52153847434304,
      "math_qa": 5.541826883951823
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.1297984864030556e+18,
    "train_loss": 5.717611694335938,
    "eval_loss": 5.843962488947688,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.847391128540039,
      "gsm8k": 6.513934048739347,
      "math_qa": 5.536606470743815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.1366755885742817e+18,
    "train_loss": 5.70572021484375,
    "eval_loss": 5.845446174209182,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.848571300506592,
      "gsm8k": 6.51427529074929,
      "math_qa": 5.538639068603516
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 4.143662511448654e+18,
    "train_loss": 5.715603637695312,
    "eval_loss": 5.84781247216302,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.84951639175415,
      "gsm8k": 6.519423051313921,
      "math_qa": 5.539848963419597
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007370184254606365
    }
  },
  {
    "flos": 4.1506681050827325e+18,
    "train_loss": 5.718936767578125,
    "eval_loss": 5.8539987512536955,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.850757598876953,
      "gsm8k": 6.514835704456676,
      "math_qa": 5.551385243733724
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.1575968102122783e+18,
    "train_loss": 5.713856811523438,
    "eval_loss": 5.855629379684861,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.854732513427734,
      "gsm8k": 6.536188299005682,
      "math_qa": 5.543781280517578
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.164603434101637e+18,
    "train_loss": 5.710504150390625,
    "eval_loss": 5.8505835662017,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.849859237670898,
      "gsm8k": 6.521310286088423,
      "math_qa": 5.543227513631185
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.171476991851102e+18,
    "train_loss": 5.722965698242188,
    "eval_loss": 5.847449689298062,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.850743293762207,
      "gsm8k": 6.522347883744673,
      "math_qa": 5.5378468831380205
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.1784392057786204e+18,
    "train_loss": 5.702514038085938,
    "eval_loss": 5.859873385042758,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.854404449462891,
      "gsm8k": 6.531768798828125,
      "math_qa": 5.552377065022786
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.185329105878647e+18,
    "train_loss": 5.712012939453125,
    "eval_loss": 5.84730576180123,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850598335266113,
      "gsm8k": 6.52234510941939,
      "math_qa": 5.537638346354167
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.1922702379591926e+18,
    "train_loss": 5.715165405273438,
    "eval_loss": 5.843060725444072,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.849076271057129,
      "gsm8k": 6.521308898925781,
      "math_qa": 5.5316956837972
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 4.199245187538485e+18,
    "train_loss": 5.71355224609375,
    "eval_loss": 5.854658745430611,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.849291801452637,
      "gsm8k": 6.524571505459872,
      "math_qa": 5.548062642415364
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.206183062960079e+18,
    "train_loss": 5.722421264648437,
    "eval_loss": 5.854956240267367,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.848459243774414,
      "gsm8k": 6.526037042791193,
      "math_qa": 5.547918955485026
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.213129903052161e+18,
    "train_loss": 5.722940673828125,
    "eval_loss": 5.847410665976034,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.848339080810547,
      "gsm8k": 6.522134954279119,
      "math_qa": 5.538084665934245
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.220065037747749e+18,
    "train_loss": 5.70781005859375,
    "eval_loss": 5.849933057217984,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.847411155700684,
      "gsm8k": 6.520541104403409,
      "math_qa": 5.5427811940511065
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.226988982442918e+18,
    "train_loss": 5.7114801025390625,
    "eval_loss": 5.850438092205976,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.8519439697265625,
      "gsm8k": 6.522299333052202,
      "math_qa": 5.542376200358073
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.233972896692699e+18,
    "train_loss": 5.718336181640625,
    "eval_loss": 5.856434847857501,
    "eval_accuracy": 0.010969723562966213,
    "eval_loss_by_set": {
      "aqua_rat": 5.851540565490723,
      "gsm8k": 6.530017505992543,
      "math_qa": 5.548117319742839
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 4.2409060943580365e+18,
    "train_loss": 5.721056518554687,
    "eval_loss": 5.850450464197107,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.850303649902344,
      "gsm8k": 6.51863583651456,
      "math_qa": 5.544211069742839
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.013646702047005308,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.2478686996644495e+18,
    "train_loss": 5.709140625,
    "eval_loss": 5.853947974540092,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.85227108001709,
      "gsm8k": 6.522593411532315,
      "math_qa": 5.547625223795573
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.2547972399746253e+18,
    "train_loss": 5.7138525390625,
    "eval_loss": 5.85392225110853,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.850318908691406,
      "gsm8k": 6.525724931196733,
      "math_qa": 5.546312967936198
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.261701029998887e+18,
    "train_loss": 5.710439453125,
    "eval_loss": 5.846827996743692,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.847264289855957,
      "gsm8k": 6.516225641424006,
      "math_qa": 5.539984385172526
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.2686618013542646e+18,
    "train_loss": 5.706011962890625,
    "eval_loss": 5.8521429525839315,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.845661163330078,
      "gsm8k": 6.525706898082387,
      "math_qa": 5.543966293334961
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.275643097821479e+18,
    "train_loss": 5.710862426757813,
    "eval_loss": 5.852461479805611,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.84867000579834,
      "gsm8k": 6.520437067205256,
      "math_qa": 5.546621958414714
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.2825294943019336e+18,
    "train_loss": 5.714603271484375,
    "eval_loss": 5.854808034123601,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.852557182312012,
      "gsm8k": 6.52712665904652,
      "math_qa": 5.5468495686848955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.289512460437684e+18,
    "train_loss": 5.722109985351563,
    "eval_loss": 5.847760252050452,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.85004186630249,
      "gsm8k": 6.523224570534446,
      "math_qa": 5.53798230489095
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.2964150757883904e+18,
    "train_loss": 5.7105810546875,
    "eval_loss": 5.854383004678263,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.852170944213867,
      "gsm8k": 6.526480241255327,
      "math_qa": 5.546522776285808
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.007035175879396985
    }
  },
  {
    "flos": 4.303419412607664e+18,
    "train_loss": 5.720274658203125,
    "eval_loss": 5.854082494168668,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.851379871368408,
      "gsm8k": 6.530541853471235,
      "math_qa": 5.54426383972168
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.022744503411675512,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 4.3103520127356764e+18,
    "train_loss": 5.708951416015625,
    "eval_loss": 5.84813844835436,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.849077224731445,
      "gsm8k": 6.51995156028054,
      "math_qa": 5.5401458740234375
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.317193256761819e+18,
    "train_loss": 5.70948486328125,
    "eval_loss": 5.85221545760696,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.850225925445557,
      "gsm8k": 6.524170615456321,
      "math_qa": 5.54440180460612
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.3241933689438863e+18,
    "train_loss": 5.7210626220703125,
    "eval_loss": 5.848850868843697,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.848432540893555,
      "gsm8k": 6.520566073330966,
      "math_qa": 5.541016260782878
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.3311254332747284e+18,
    "train_loss": 5.71514404296875,
    "eval_loss": 5.849881558804898,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.848236083984375,
      "gsm8k": 6.518482555042613,
      "math_qa": 5.543576558430989
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.3380452354739405e+18,
    "train_loss": 5.711263427734375,
    "eval_loss": 5.850402419631545,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.8505706787109375,
      "gsm8k": 6.5264060280539775,
      "math_qa": 5.5405534108479815
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.02350265352539803,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.34499642422041e+18,
    "train_loss": 5.7104638671875,
    "eval_loss": 5.848499143445814,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.8465375900268555,
      "gsm8k": 6.518782875754616,
      "math_qa": 5.541449228922526
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.3519125993197404e+18,
    "train_loss": 5.709259033203125,
    "eval_loss": 5.849143595308871,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.848957538604736,
      "gsm8k": 6.524716463955966,
      "math_qa": 5.53952153523763
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.358884829110993e+18,
    "train_loss": 5.71499755859375,
    "eval_loss": 5.848979486001505,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.849846839904785,
      "gsm8k": 6.521247863769531,
      "math_qa": 5.540784200032552
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.3658311543438705e+18,
    "train_loss": 5.723480834960937,
    "eval_loss": 5.849272238241659,
    "eval_accuracy": 0.015577007459412023,
    "eval_loss_by_set": {
      "aqua_rat": 5.847522735595703,
      "gsm8k": 6.519514604048296,
      "math_qa": 5.542223612467448
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.372747700421001e+18,
    "train_loss": 5.7030322265625,
    "eval_loss": 5.854113991196091,
    "eval_accuracy": 0.012505484861781484,
    "eval_loss_by_set": {
      "aqua_rat": 5.853686809539795,
      "gsm8k": 6.528033863414418,
      "math_qa": 5.54526964823405
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.379669419249369e+18,
    "train_loss": 5.71197021484375,
    "eval_loss": 5.846786911423142,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.849662780761719,
      "gsm8k": 6.519846135919744,
      "math_qa": 5.538061777750651
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.3866077483268833e+18,
    "train_loss": 5.705831298828125,
    "eval_loss": 5.850863430951093,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.851698875427246,
      "gsm8k": 6.526676524769176,
      "math_qa": 5.541046142578125
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.393531054145667e+18,
    "train_loss": 5.7203125,
    "eval_loss": 5.849538596900734,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.850825309753418,
      "gsm8k": 6.519199718128551,
      "math_qa": 5.542503356933594
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.4004957613017006e+18,
    "train_loss": 5.707923583984375,
    "eval_loss": 5.851349444002719,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.851412773132324,
      "gsm8k": 6.523387562144887,
      "math_qa": 5.543326695760091
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.4073850842654966e+18,
    "train_loss": 5.713508911132813,
    "eval_loss": 5.8491035667625635,
    "eval_accuracy": 0.011189118034225537,
    "eval_loss_by_set": {
      "aqua_rat": 5.8489532470703125,
      "gsm8k": 6.515900351784446,
      "math_qa": 5.543500900268555
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.008040201005025126
    }
  },
  {
    "flos": 4.4143603017433743e+18,
    "train_loss": 5.716484375,
    "eval_loss": 5.851963661812447,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.85304069519043,
      "gsm8k": 6.522900668057528,
      "math_qa": 5.544361114501953
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.006365159128978224
    }
  },
  {
    "flos": 4.421161236964573e+18,
    "train_loss": 5.70478515625,
    "eval_loss": 5.847749271908322,
    "eval_accuracy": 0.015796401930671347,
    "eval_loss_by_set": {
      "aqua_rat": 5.847507953643799,
      "gsm8k": 6.517406116832387,
      "math_qa": 5.540843327840169
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.428084645862572e+18,
    "train_loss": 5.710292358398437,
    "eval_loss": 5.852991877375422,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.851779937744141,
      "gsm8k": 6.52764268354936,
      "math_qa": 5.543877919514974
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.435029301963784e+18,
    "train_loss": 5.718594970703125,
    "eval_loss": 5.851323308171453,
    "eval_accuracy": 0.014699429574374727,
    "eval_loss_by_set": {
      "aqua_rat": 5.8507843017578125,
      "gsm8k": 6.526983087713068,
      "math_qa": 5.541690826416016
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.4420237463996334e+18,
    "train_loss": 5.718780517578125,
    "eval_loss": 5.846984218906712,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.847301006317139,
      "gsm8k": 6.514849576083097,
      "math_qa": 5.540852864583333
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.449008855724065e+18,
    "train_loss": 5.7245330810546875,
    "eval_loss": 5.8473629307102515,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.850149154663086,
      "gsm8k": 6.526195179332387,
      "math_qa": 5.535999298095703
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.027559055118110236,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.4559280807870464e+18,
    "train_loss": 5.71281494140625,
    "eval_loss": 5.849444157368428,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.84720516204834,
      "gsm8k": 6.519798278808594,
      "math_qa": 5.542385101318359
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.007705192629815745
    }
  },
  {
    "flos": 4.4629130870322627e+18,
    "train_loss": 5.707775268554688,
    "eval_loss": 5.852039362933184,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.850416660308838,
      "gsm8k": 6.519115794788707,
      "math_qa": 5.546431223551433
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.4698114568077967e+18,
    "train_loss": 5.724158935546875,
    "eval_loss": 5.846995482573638,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.849050521850586,
      "gsm8k": 6.523848100142046,
      "math_qa": 5.536600112915039
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.476687302164218e+18,
    "train_loss": 5.719879760742187,
    "eval_loss": 5.850395615036423,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.848628997802734,
      "gsm8k": 6.523800936612216,
      "math_qa": 5.541898727416992
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 4.483658295004889e+18,
    "train_loss": 5.707615356445313,
    "eval_loss": 5.847911576966982,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.847424507141113,
      "gsm8k": 6.51952500776811,
      "math_qa": 5.54012934366862
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.4905386946372567e+18,
    "train_loss": 5.720823974609375,
    "eval_loss": 5.853911863790976,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850050449371338,
      "gsm8k": 6.522779984907671,
      "math_qa": 5.547669092814128
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 4.497505689937117e+18,
    "train_loss": 5.722110595703125,
    "eval_loss": 5.849281981184676,
    "eval_accuracy": 0.01491882404563405,
    "eval_loss_by_set": {
      "aqua_rat": 5.84902286529541,
      "gsm8k": 6.5195534446022725,
      "math_qa": 5.54209582010905
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 4.504438743184179e+18,
    "train_loss": 5.694150390625,
    "eval_loss": 5.848266833537334,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.847614765167236,
      "gsm8k": 6.521424727006392,
      "math_qa": 5.5397904713948565
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.511324974845264e+18,
    "train_loss": 5.715780029296875,
    "eval_loss": 5.8499530586036474,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.849459648132324,
      "gsm8k": 6.523436112837358,
      "math_qa": 5.541314442952474
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.518290588776268e+18,
    "train_loss": 5.705718383789063,
    "eval_loss": 5.849752890097128,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.848182678222656,
      "gsm8k": 6.522207086736506,
      "math_qa": 5.541675567626953
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.5252646525185556e+18,
    "train_loss": 5.718896484375,
    "eval_loss": 5.8496904373168945,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.847645282745361,
      "gsm8k": 6.520525845614347,
      "math_qa": 5.542394638061523
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.532229647974269e+18,
    "train_loss": 5.714677734375,
    "eval_loss": 5.848216752748232,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.848267555236816,
      "gsm8k": 6.520541104403409,
      "math_qa": 5.540063858032227
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 4.5391809397999534e+18,
    "train_loss": 5.720321044921875,
    "eval_loss": 5.85180697569976,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.850901126861572,
      "gsm8k": 6.521142439408735,
      "math_qa": 5.545103708902995
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.5462098416846766e+18,
    "train_loss": 5.70995849609375,
    "eval_loss": 5.85454291266364,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.850383758544922,
      "gsm8k": 6.528646989302202,
      "math_qa": 5.545925140380859
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008375209380234505
    }
  },
  {
    "flos": 4.553054259691651e+18,
    "train_loss": 5.70628662109375,
    "eval_loss": 5.851812671970677,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850266456604004,
      "gsm8k": 6.522171714089134,
      "math_qa": 5.54469362894694
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.559984427794432e+18,
    "train_loss": 5.706472778320313,
    "eval_loss": 5.847332954406738,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.848717212677002,
      "gsm8k": 6.516368519176137,
      "math_qa": 5.540576299031575
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 4.5669208815818506e+18,
    "train_loss": 5.712454833984375,
    "eval_loss": 5.847760870650008,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.84967565536499,
      "gsm8k": 6.519319014115767,
      "math_qa": 5.539803822835286
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.011390284757118929
    }
  },
  {
    "flos": 4.5738477731614556e+18,
    "train_loss": 5.716461791992187,
    "eval_loss": 5.853071058118665,
    "eval_accuracy": 0.01228609039052216,
    "eval_loss_by_set": {
      "aqua_rat": 5.851650238037109,
      "gsm8k": 6.519927284934304,
      "math_qa": 5.547547022501628
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.58082742143497e+18,
    "train_loss": 5.721173095703125,
    "eval_loss": 5.847484073123416,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.850048065185547,
      "gsm8k": 6.518098310990767,
      "math_qa": 5.539905548095703
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 4.587814839304323e+18,
    "train_loss": 5.700009765625,
    "eval_loss": 5.848838032902898,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.847664833068848,
      "gsm8k": 6.52036562832919,
      "math_qa": 5.541152318318685
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.59469194201242e+18,
    "train_loss": 5.714853515625,
    "eval_loss": 5.850381593446474,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.851192474365234,
      "gsm8k": 6.521867231889204,
      "math_qa": 5.542549769083659
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.601700750966391e+18,
    "train_loss": 5.714987182617188,
    "eval_loss": 5.851780994518383,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.852240085601807,
      "gsm8k": 6.524189342151988,
      "math_qa": 5.543555577596028
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.608667230870176e+18,
    "train_loss": 5.717027587890625,
    "eval_loss": 5.852011422853212,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.8502583503723145,
      "gsm8k": 6.522141196511009,
      "math_qa": 5.54501469930013
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.051181102362204724,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.615580726983655e+18,
    "train_loss": 5.700714111328125,
    "eval_loss": 5.851226136491105,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.847155570983887,
      "gsm8k": 6.5195229270241475,
      "math_qa": 5.5452626546223955
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.622516232657043e+18,
    "train_loss": 5.71841064453125,
    "eval_loss": 5.851526724325644,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.849233627319336,
      "gsm8k": 6.519660949707031,
      "math_qa": 5.5454896291097
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.021986353297952996,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.629438425542427e+18,
    "train_loss": 5.717030029296875,
    "eval_loss": 5.852163417919262,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.848870277404785,
      "gsm8k": 6.525411432439631,
      "math_qa": 5.5438658396403
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.636352869769937e+18,
    "train_loss": 5.709822998046875,
    "eval_loss": 5.849325953303157,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.852071762084961,
      "gsm8k": 6.5214621803977275,
      "math_qa": 5.541034698486328
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 4.643270158339539e+18,
    "train_loss": 5.708756713867188,
    "eval_loss": 5.849089235872836,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.84831428527832,
      "gsm8k": 6.524459145285866,
      "math_qa": 5.539609273274739
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.650265303928799e+18,
    "train_loss": 5.704203491210937,
    "eval_loss": 5.850621197674726,
    "eval_accuracy": 0.014041246160596753,
    "eval_loss_by_set": {
      "aqua_rat": 5.850727081298828,
      "gsm8k": 6.525874744762074,
      "math_qa": 5.541121164957683
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.657155533130695e+18,
    "train_loss": 5.71665771484375,
    "eval_loss": 5.848496565947661,
    "eval_accuracy": 0.012724879333040808,
    "eval_loss_by_set": {
      "aqua_rat": 5.851132392883301,
      "gsm8k": 6.5216827392578125,
      "math_qa": 5.539733250935872
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.664064269346669e+18,
    "train_loss": 5.71387939453125,
    "eval_loss": 5.847905751821157,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.850372314453125,
      "gsm8k": 6.518619884144176,
      "math_qa": 5.540289560953776
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01592115238817286,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 4.671004679872709e+18,
    "train_loss": 5.710675659179688,
    "eval_loss": 5.848666732375686,
    "eval_accuracy": 0.015357612988152698,
    "eval_loss_by_set": {
      "aqua_rat": 5.84998893737793,
      "gsm8k": 6.52112440629439,
      "math_qa": 5.540346781412761
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02122820318423048,
      "math_qa": 0.011055276381909548
    }
  },
  {
    "flos": 4.677927841273217e+18,
    "train_loss": 5.706234130859375,
    "eval_loss": 5.847877193141628,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.849237442016602,
      "gsm8k": 6.520117326216265,
      "math_qa": 5.539653778076172
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.684912105562833e+18,
    "train_loss": 5.714022216796875,
    "eval_loss": 5.853095699001003,
    "eval_accuracy": 0.013821851689337429,
    "eval_loss_by_set": {
      "aqua_rat": 5.851415634155273,
      "gsm8k": 6.527759898792613,
      "math_qa": 5.544014612833659
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.01819560272934041,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.691855648730644e+18,
    "train_loss": 5.70941650390625,
    "eval_loss": 5.85042938026222,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.8492841720581055,
      "gsm8k": 6.521412242542613,
      "math_qa": 5.542991002400716
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.031496062992125984,
      "gsm8k": 0.019711902956785442,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.698805456108257e+18,
    "train_loss": 5.716930541992188,
    "eval_loss": 5.852279224911252,
    "eval_accuracy": 0.015138218516893374,
    "eval_loss_by_set": {
      "aqua_rat": 5.851237773895264,
      "gsm8k": 6.524456370960582,
      "math_qa": 5.544284820556641
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.04330708661417323,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010385259631490788
    }
  },
  {
    "flos": 4.705738179716579e+18,
    "train_loss": 5.718963623046875,
    "eval_loss": 5.847947507291226,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.846303939819336,
      "gsm8k": 6.519276705655185,
      "math_qa": 5.54039192199707
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.015163002274450341,
      "math_qa": 0.010720268006700168
    }
  },
  {
    "flos": 4.712692974624965e+18,
    "train_loss": 5.7108935546875,
    "eval_loss": 5.850301613678804,
    "eval_accuracy": 0.013602457218078104,
    "eval_loss_by_set": {
      "aqua_rat": 5.84910249710083,
      "gsm8k": 6.521800648082387,
      "math_qa": 5.542631149291992
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.71968801713501e+18,
    "train_loss": 5.7093017578125,
    "eval_loss": 5.850379196373192,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.8508620262146,
      "gsm8k": 6.52265028520064,
      "math_qa": 5.542214711507161
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009380234505862646
    }
  },
  {
    "flos": 4.726603553357955e+18,
    "train_loss": 5.722625122070313,
    "eval_loss": 5.850017212532662,
    "eval_accuracy": 0.013163668275559455,
    "eval_loss_by_set": {
      "aqua_rat": 5.849238872528076,
      "gsm8k": 6.520118713378906,
      "math_qa": 5.542952219645183
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009715242881072027
    }
  },
  {
    "flos": 4.733518801281221e+18,
    "train_loss": 5.706488037109375,
    "eval_loss": 5.849912488782728,
    "eval_accuracy": 0.01338306274681878,
    "eval_loss_by_set": {
      "aqua_rat": 5.850376129150391,
      "gsm8k": 6.522422790527344,
      "math_qa": 5.541639963785808
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.047244094488188976,
      "gsm8k": 0.016679302501895376,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.740465517892993e+18,
    "train_loss": 5.712162475585938,
    "eval_loss": 5.8495429528726115,
    "eval_accuracy": 0.012944273804300131,
    "eval_loss_by_set": {
      "aqua_rat": 5.849040508270264,
      "gsm8k": 6.522762645374645,
      "math_qa": 5.541025797526042
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.017437452615617893,
      "math_qa": 0.008710217755443886
    }
  },
  {
    "flos": 4.747355355715994e+18,
    "train_loss": 5.716873779296875,
    "eval_loss": 5.849664224160684,
    "eval_accuracy": 0.014480035103115402,
    "eval_loss_by_set": {
      "aqua_rat": 5.848484039306641,
      "gsm8k": 6.5223256891424,
      "math_qa": 5.541459401448567
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.02047005307050796,
      "math_qa": 0.010050251256281407
    }
  },
  {
    "flos": 4.754265843204882e+18,
    "train_loss": 5.713170166015625,
    "eval_loss": 5.849798305614574,
    "eval_accuracy": 0.012066695919262835,
    "eval_loss_by_set": {
      "aqua_rat": 5.847599983215332,
      "gsm8k": 6.521555813876065,
      "math_qa": 5.542092641194661
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03543307086614173,
      "gsm8k": 0.014404852160727824,
      "math_qa": 0.009045226130653266
    }
  },
  {
    "flos": 4.757755080004862e+18,
    "train_loss": 5.713170166015625,
    "eval_loss": 5.850616248878273,
    "eval_accuracy": 0.014260640631856078,
    "eval_loss_by_set": {
      "aqua_rat": 5.848583221435547,
      "gsm8k": 6.521996238014915,
      "math_qa": 5.543069839477539
    },
    "eval_accuracy_by_set": {
      "aqua_rat": 0.03937007874015748,
      "gsm8k": 0.018953752843062926,
      "math_qa": 0.010050251256281407
    }
  }
]