| [ |
| { |
| "loss": 1.2057, |
| "grad_norm": 1.1315475702285767, |
| "learning_rate": 0.00019992790844372354, |
| "epoch": 0.0, |
| "step": 25 |
| }, |
| { |
| "loss": 1.1553, |
| "grad_norm": 1.134278655052185, |
| "learning_rate": 0.00019985281307260223, |
| "epoch": 0.0, |
| "step": 50 |
| }, |
| { |
| "loss": 1.0896, |
| "grad_norm": 1.4255499839782715, |
| "learning_rate": 0.00019977771770148087, |
| "epoch": 0.0, |
| "step": 75 |
| }, |
| { |
| "loss": 1.1009, |
| "grad_norm": 1.0321508646011353, |
| "learning_rate": 0.00019970262233035956, |
| "epoch": 0.0, |
| "step": 100 |
| }, |
| { |
| "loss": 1.0906, |
| "grad_norm": 1.065851092338562, |
| "learning_rate": 0.00019962752695923823, |
| "epoch": 0.0, |
| "step": 125 |
| }, |
| { |
| "loss": 1.2285, |
| "grad_norm": 1.3161128759384155, |
| "learning_rate": 0.00019955243158811692, |
| "epoch": 0.0, |
| "step": 150 |
| }, |
| { |
| "loss": 1.2242, |
| "grad_norm": 1.0888772010803223, |
| "learning_rate": 0.0001994773362169956, |
| "epoch": 0.0, |
| "step": 175 |
| }, |
| { |
| "loss": 1.1169, |
| "grad_norm": 1.3239021301269531, |
| "learning_rate": 0.00019940224084587428, |
| "epoch": 0.0, |
| "step": 200 |
| }, |
| { |
| "loss": 1.2012, |
| "grad_norm": 1.0381895303726196, |
| "learning_rate": 0.00019932714547475294, |
| "epoch": 0.0, |
| "step": 225 |
| }, |
| { |
| "loss": 1.1967, |
| "grad_norm": 1.1826602220535278, |
| "learning_rate": 0.0001992520501036316, |
| "epoch": 0.0, |
| "step": 250 |
| }, |
| { |
| "loss": 1.1632, |
| "grad_norm": 1.3360055685043335, |
| "learning_rate": 0.0001991769547325103, |
| "epoch": 0.0, |
| "step": 275 |
| }, |
| { |
| "loss": 1.1724, |
| "grad_norm": 1.4393656253814697, |
| "learning_rate": 0.00019910185936138896, |
| "epoch": 0.0, |
| "step": 300 |
| }, |
| { |
| "loss": 1.1483, |
| "grad_norm": 0.7849452495574951, |
| "learning_rate": 0.00019902676399026766, |
| "epoch": 0.0, |
| "step": 325 |
| }, |
| { |
| "loss": 1.1145, |
| "grad_norm": 1.1918078660964966, |
| "learning_rate": 0.00019895166861914635, |
| "epoch": 0.01, |
| "step": 350 |
| }, |
| { |
| "loss": 1.1695, |
| "grad_norm": 0.9958588480949402, |
| "learning_rate": 0.000198876573248025, |
| "epoch": 0.01, |
| "step": 375 |
| }, |
| { |
| "loss": 1.1884, |
| "grad_norm": 1.6034517288208008, |
| "learning_rate": 0.00019880147787690368, |
| "epoch": 0.01, |
| "step": 400 |
| }, |
| { |
| "loss": 1.1034, |
| "grad_norm": 1.0951026678085327, |
| "learning_rate": 0.00019872638250578235, |
| "epoch": 0.01, |
| "step": 425 |
| }, |
| { |
| "loss": 1.1748, |
| "grad_norm": 1.3773316144943237, |
| "learning_rate": 0.00019865128713466104, |
| "epoch": 0.01, |
| "step": 450 |
| }, |
| { |
| "loss": 1.1022, |
| "grad_norm": 0.9198249578475952, |
| "learning_rate": 0.0001985761917635397, |
| "epoch": 0.01, |
| "step": 475 |
| }, |
| { |
| "loss": 1.1509, |
| "grad_norm": 1.4825350046157837, |
| "learning_rate": 0.0001985010963924184, |
| "epoch": 0.01, |
| "step": 500 |
| }, |
| { |
| "loss": 1.1985, |
| "grad_norm": 1.1909708976745605, |
| "learning_rate": 0.00019842600102129706, |
| "epoch": 0.01, |
| "step": 525 |
| }, |
| { |
| "loss": 1.2119, |
| "grad_norm": 1.6249839067459106, |
| "learning_rate": 0.00019835090565017573, |
| "epoch": 0.01, |
| "step": 550 |
| }, |
| { |
| "loss": 1.1233, |
| "grad_norm": 1.279699444770813, |
| "learning_rate": 0.00019827581027905442, |
| "epoch": 0.01, |
| "step": 575 |
| }, |
| { |
| "loss": 1.2015, |
| "grad_norm": 1.2097326517105103, |
| "learning_rate": 0.00019820071490793308, |
| "epoch": 0.01, |
| "step": 600 |
| }, |
| { |
| "loss": 1.0881, |
| "grad_norm": 1.3173500299453735, |
| "learning_rate": 0.00019812561953681178, |
| "epoch": 0.01, |
| "step": 625 |
| }, |
| { |
| "loss": 1.1941, |
| "grad_norm": 1.4401942491531372, |
| "learning_rate": 0.00019805052416569044, |
| "epoch": 0.01, |
| "step": 650 |
| }, |
| { |
| "loss": 1.1371, |
| "grad_norm": 1.4831886291503906, |
| "learning_rate": 0.0001979754287945691, |
| "epoch": 0.01, |
| "step": 675 |
| }, |
| { |
| "loss": 1.1284, |
| "grad_norm": 1.3925830125808716, |
| "learning_rate": 0.00019790033342344777, |
| "epoch": 0.01, |
| "step": 700 |
| }, |
| { |
| "loss": 1.151, |
| "grad_norm": 1.1581556797027588, |
| "learning_rate": 0.00019782523805232647, |
| "epoch": 0.01, |
| "step": 725 |
| }, |
| { |
| "loss": 1.1213, |
| "grad_norm": 0.9816817045211792, |
| "learning_rate": 0.00019775014268120513, |
| "epoch": 0.01, |
| "step": 750 |
| }, |
| { |
| "loss": 1.189, |
| "grad_norm": 1.771814227104187, |
| "learning_rate": 0.00019767504731008382, |
| "epoch": 0.01, |
| "step": 775 |
| }, |
| { |
| "loss": 1.1613, |
| "grad_norm": 1.2354599237442017, |
| "learning_rate": 0.00019759995193896252, |
| "epoch": 0.01, |
| "step": 800 |
| }, |
| { |
| "loss": 1.1801, |
| "grad_norm": 1.1712677478790283, |
| "learning_rate": 0.00019752485656784115, |
| "epoch": 0.01, |
| "step": 825 |
| }, |
| { |
| "loss": 1.1177, |
| "grad_norm": 1.372815489768982, |
| "learning_rate": 0.00019744976119671985, |
| "epoch": 0.01, |
| "step": 850 |
| }, |
| { |
| "loss": 1.2127, |
| "grad_norm": 1.7617968320846558, |
| "learning_rate": 0.0001973746658255985, |
| "epoch": 0.01, |
| "step": 875 |
| }, |
| { |
| "loss": 1.1913, |
| "grad_norm": 1.5143325328826904, |
| "learning_rate": 0.0001972995704544772, |
| "epoch": 0.01, |
| "step": 900 |
| }, |
| { |
| "loss": 1.1401, |
| "grad_norm": 1.9220173358917236, |
| "learning_rate": 0.00019722447508335587, |
| "epoch": 0.01, |
| "step": 925 |
| }, |
| { |
| "loss": 1.209, |
| "grad_norm": 1.1575367450714111, |
| "learning_rate": 0.0001971523835270794, |
| "epoch": 0.01, |
| "step": 950 |
| }, |
| { |
| "loss": 1.1926, |
| "grad_norm": 0.950126051902771, |
| "learning_rate": 0.00019707728815595806, |
| "epoch": 0.01, |
| "step": 975 |
| }, |
| { |
| "loss": 1.1288, |
| "grad_norm": 1.4479137659072876, |
| "learning_rate": 0.00019700219278483676, |
| "epoch": 0.02, |
| "step": 1000 |
| }, |
| { |
| "loss": 1.1002, |
| "grad_norm": 1.2142207622528076, |
| "learning_rate": 0.00019692709741371542, |
| "epoch": 0.02, |
| "step": 1025 |
| }, |
| { |
| "loss": 1.1094, |
| "grad_norm": 1.5564340353012085, |
| "learning_rate": 0.0001968520020425941, |
| "epoch": 0.02, |
| "step": 1050 |
| }, |
| { |
| "loss": 1.1565, |
| "grad_norm": 0.9252703189849854, |
| "learning_rate": 0.00019677690667147278, |
| "epoch": 0.02, |
| "step": 1075 |
| }, |
| { |
| "loss": 1.1714, |
| "grad_norm": 1.2928420305252075, |
| "learning_rate": 0.00019670181130035147, |
| "epoch": 0.02, |
| "step": 1100 |
| }, |
| { |
| "loss": 1.1822, |
| "grad_norm": 6.4705281257629395, |
| "learning_rate": 0.0001966267159292301, |
| "epoch": 0.02, |
| "step": 1125 |
| }, |
| { |
| "loss": 1.1806, |
| "grad_norm": 1.6441676616668701, |
| "learning_rate": 0.0001965516205581088, |
| "epoch": 0.02, |
| "step": 1150 |
| }, |
| { |
| "loss": 1.1523, |
| "grad_norm": 1.981781244277954, |
| "learning_rate": 0.0001964765251869875, |
| "epoch": 0.02, |
| "step": 1175 |
| }, |
| { |
| "loss": 1.1556, |
| "grad_norm": 1.6746410131454468, |
| "learning_rate": 0.00019640142981586616, |
| "epoch": 0.02, |
| "step": 1200 |
| }, |
| { |
| "loss": 1.1145, |
| "grad_norm": 1.4516457319259644, |
| "learning_rate": 0.00019632633444474485, |
| "epoch": 0.02, |
| "step": 1225 |
| }, |
| { |
| "loss": 1.1196, |
| "grad_norm": 1.1103088855743408, |
| "learning_rate": 0.00019625123907362352, |
| "epoch": 0.02, |
| "step": 1250 |
| }, |
| { |
| "loss": 1.1693, |
| "grad_norm": 2.238402843475342, |
| "learning_rate": 0.00019617614370250218, |
| "epoch": 0.02, |
| "step": 1275 |
| }, |
| { |
| "loss": 1.1292, |
| "grad_norm": 1.3010998964309692, |
| "learning_rate": 0.00019610104833138085, |
| "epoch": 0.02, |
| "step": 1300 |
| }, |
| { |
| "loss": 1.1058, |
| "grad_norm": 1.2125681638717651, |
| "learning_rate": 0.00019602595296025954, |
| "epoch": 0.02, |
| "step": 1325 |
| }, |
| { |
| "loss": 1.2092, |
| "grad_norm": 1.263877272605896, |
| "learning_rate": 0.00019595085758913823, |
| "epoch": 0.02, |
| "step": 1350 |
| }, |
| { |
| "loss": 1.1451, |
| "grad_norm": 1.3143881559371948, |
| "learning_rate": 0.0001958757622180169, |
| "epoch": 0.02, |
| "step": 1375 |
| }, |
| { |
| "loss": 1.1226, |
| "grad_norm": 1.081262230873108, |
| "learning_rate": 0.00019580066684689556, |
| "epoch": 0.02, |
| "step": 1400 |
| }, |
| { |
| "loss": 1.1559, |
| "grad_norm": 1.4016741514205933, |
| "learning_rate": 0.00019572557147577423, |
| "epoch": 0.02, |
| "step": 1425 |
| }, |
| { |
| "loss": 1.1568, |
| "grad_norm": 1.435803771018982, |
| "learning_rate": 0.00019565047610465292, |
| "epoch": 0.02, |
| "step": 1450 |
| }, |
| { |
| "loss": 1.1661, |
| "grad_norm": 0.9757218956947327, |
| "learning_rate": 0.00019557538073353159, |
| "epoch": 0.02, |
| "step": 1475 |
| }, |
| { |
| "loss": 1.1674, |
| "grad_norm": 1.1646333932876587, |
| "learning_rate": 0.00019550028536241028, |
| "epoch": 0.02, |
| "step": 1500 |
| }, |
| { |
| "loss": 1.229, |
| "grad_norm": 1.707133412361145, |
| "learning_rate": 0.00019542518999128894, |
| "epoch": 0.02, |
| "step": 1525 |
| }, |
| { |
| "loss": 1.3046, |
| "grad_norm": 1.5240947008132935, |
| "learning_rate": 0.00019535009462016764, |
| "epoch": 0.02, |
| "step": 1550 |
| }, |
| { |
| "loss": 1.3126, |
| "grad_norm": 1.0018959045410156, |
| "learning_rate": 0.0001952749992490463, |
| "epoch": 0.02, |
| "step": 1575 |
| }, |
| { |
| "loss": 1.2822, |
| "grad_norm": 1.017600655555725, |
| "learning_rate": 0.00019519990387792497, |
| "epoch": 0.02, |
| "step": 1600 |
| }, |
| { |
| "loss": 1.339, |
| "grad_norm": 1.2864093780517578, |
| "learning_rate": 0.00019512480850680366, |
| "epoch": 0.02, |
| "step": 1625 |
| }, |
| { |
| "loss": 1.277, |
| "grad_norm": 1.2390028238296509, |
| "learning_rate": 0.00019504971313568232, |
| "epoch": 0.02, |
| "step": 1650 |
| }, |
| { |
| "loss": 1.2122, |
| "grad_norm": 1.8026188611984253, |
| "learning_rate": 0.00019497461776456102, |
| "epoch": 0.03, |
| "step": 1675 |
| }, |
| { |
| "loss": 1.3177, |
| "grad_norm": 1.143813967704773, |
| "learning_rate": 0.00019489952239343968, |
| "epoch": 0.03, |
| "step": 1700 |
| }, |
| { |
| "loss": 1.3457, |
| "grad_norm": 1.5295052528381348, |
| "learning_rate": 0.00019482442702231835, |
| "epoch": 0.03, |
| "step": 1725 |
| }, |
| { |
| "loss": 1.2132, |
| "grad_norm": 1.7378249168395996, |
| "learning_rate": 0.000194749331651197, |
| "epoch": 0.03, |
| "step": 1750 |
| }, |
| { |
| "loss": 1.2284, |
| "grad_norm": 2.3345251083374023, |
| "learning_rate": 0.0001946742362800757, |
| "epoch": 0.03, |
| "step": 1775 |
| }, |
| { |
| "loss": 1.3233, |
| "grad_norm": 2.047725200653076, |
| "learning_rate": 0.0001945991409089544, |
| "epoch": 0.03, |
| "step": 1800 |
| }, |
| { |
| "loss": 1.2398, |
| "grad_norm": 1.7765051126480103, |
| "learning_rate": 0.00019452404553783306, |
| "epoch": 0.03, |
| "step": 1825 |
| }, |
| { |
| "loss": 1.226, |
| "grad_norm": 1.4397103786468506, |
| "learning_rate": 0.00019444895016671173, |
| "epoch": 0.03, |
| "step": 1850 |
| }, |
| { |
| "loss": 1.3669, |
| "grad_norm": 1.741700530052185, |
| "learning_rate": 0.0001943738547955904, |
| "epoch": 0.03, |
| "step": 1875 |
| }, |
| { |
| "loss": 1.2807, |
| "grad_norm": 1.4095584154129028, |
| "learning_rate": 0.00019429875942446909, |
| "epoch": 0.03, |
| "step": 1900 |
| }, |
| { |
| "loss": 1.1971, |
| "grad_norm": 1.1434788703918457, |
| "learning_rate": 0.00019422366405334775, |
| "epoch": 0.03, |
| "step": 1925 |
| }, |
| { |
| "loss": 1.3073, |
| "grad_norm": 1.1965715885162354, |
| "learning_rate": 0.00019414856868222644, |
| "epoch": 0.03, |
| "step": 1950 |
| }, |
| { |
| "loss": 1.1621, |
| "grad_norm": 1.6625946760177612, |
| "learning_rate": 0.0001940734733111051, |
| "epoch": 0.03, |
| "step": 1975 |
| }, |
| { |
| "loss": 1.2672, |
| "grad_norm": 1.454901933670044, |
| "learning_rate": 0.0001939983779399838, |
| "epoch": 0.03, |
| "step": 2000 |
| }, |
| { |
| "loss": 1.2422, |
| "grad_norm": 1.198033094406128, |
| "learning_rate": 0.00019392328256886247, |
| "epoch": 0.03, |
| "step": 2025 |
| }, |
| { |
| "loss": 1.1992, |
| "grad_norm": 1.9674854278564453, |
| "learning_rate": 0.00019384818719774113, |
| "epoch": 0.03, |
| "step": 2050 |
| }, |
| { |
| "loss": 1.2854, |
| "grad_norm": 1.4203040599822998, |
| "learning_rate": 0.00019377309182661982, |
| "epoch": 0.03, |
| "step": 2075 |
| }, |
| { |
| "loss": 1.2896, |
| "grad_norm": 2.059704065322876, |
| "learning_rate": 0.0001936979964554985, |
| "epoch": 0.03, |
| "step": 2100 |
| }, |
| { |
| "loss": 1.2304, |
| "grad_norm": 3.035451889038086, |
| "learning_rate": 0.00019362290108437718, |
| "epoch": 0.03, |
| "step": 2125 |
| }, |
| { |
| "loss": 1.2555, |
| "grad_norm": 0.9351598620414734, |
| "learning_rate": 0.00019354780571325585, |
| "epoch": 0.03, |
| "step": 2150 |
| }, |
| { |
| "loss": 1.2276, |
| "grad_norm": 1.0075334310531616, |
| "learning_rate": 0.0001934727103421345, |
| "epoch": 0.03, |
| "step": 2175 |
| }, |
| { |
| "loss": 1.2042, |
| "grad_norm": 1.5209815502166748, |
| "learning_rate": 0.00019339761497101318, |
| "epoch": 0.03, |
| "step": 2200 |
| }, |
| { |
| "loss": 1.2262, |
| "grad_norm": 0.9942296147346497, |
| "learning_rate": 0.00019332251959989187, |
| "epoch": 0.03, |
| "step": 2225 |
| }, |
| { |
| "loss": 1.2108, |
| "grad_norm": 1.755386233329773, |
| "learning_rate": 0.00019324742422877056, |
| "epoch": 0.03, |
| "step": 2250 |
| }, |
| { |
| "loss": 1.2354, |
| "grad_norm": 1.129966378211975, |
| "learning_rate": 0.00019317232885764923, |
| "epoch": 0.03, |
| "step": 2275 |
| }, |
| { |
| "loss": 1.1907, |
| "grad_norm": 0.871713399887085, |
| "learning_rate": 0.0001930972334865279, |
| "epoch": 0.03, |
| "step": 2300 |
| }, |
| { |
| "loss": 1.2465, |
| "grad_norm": 1.4679888486862183, |
| "learning_rate": 0.00019302213811540656, |
| "epoch": 0.03, |
| "step": 2325 |
| }, |
| { |
| "loss": 1.2956, |
| "grad_norm": 1.5835942029953003, |
| "learning_rate": 0.00019294704274428525, |
| "epoch": 0.04, |
| "step": 2350 |
| }, |
| { |
| "loss": 1.238, |
| "grad_norm": 1.7425931692123413, |
| "learning_rate": 0.00019287194737316392, |
| "epoch": 0.04, |
| "step": 2375 |
| }, |
| { |
| "loss": 1.3505, |
| "grad_norm": 0.9919810891151428, |
| "learning_rate": 0.0001927968520020426, |
| "epoch": 0.04, |
| "step": 2400 |
| }, |
| { |
| "loss": 1.3327, |
| "grad_norm": 1.3356170654296875, |
| "learning_rate": 0.00019272175663092127, |
| "epoch": 0.04, |
| "step": 2425 |
| }, |
| { |
| "loss": 1.2885, |
| "grad_norm": 0.9927514791488647, |
| "learning_rate": 0.00019264666125979997, |
| "epoch": 0.04, |
| "step": 2450 |
| }, |
| { |
| "loss": 1.245, |
| "grad_norm": 1.3974716663360596, |
| "learning_rate": 0.00019257156588867863, |
| "epoch": 0.04, |
| "step": 2475 |
| }, |
| { |
| "loss": 1.2714, |
| "grad_norm": 1.3735284805297852, |
| "learning_rate": 0.0001924964705175573, |
| "epoch": 0.04, |
| "step": 2500 |
| }, |
| { |
| "loss": 1.2481, |
| "grad_norm": 1.096691370010376, |
| "learning_rate": 0.000192421375146436, |
| "epoch": 0.04, |
| "step": 2525 |
| }, |
| { |
| "loss": 1.2765, |
| "grad_norm": 1.1713175773620605, |
| "learning_rate": 0.00019234928359015952, |
| "epoch": 0.04, |
| "step": 2550 |
| }, |
| { |
| "loss": 1.1508, |
| "grad_norm": 1.2733495235443115, |
| "learning_rate": 0.0001922741882190382, |
| "epoch": 0.04, |
| "step": 2575 |
| }, |
| { |
| "loss": 1.2932, |
| "grad_norm": 0.9217672944068909, |
| "learning_rate": 0.00019219909284791685, |
| "epoch": 0.04, |
| "step": 2600 |
| }, |
| { |
| "loss": 1.2598, |
| "grad_norm": 2.117608070373535, |
| "learning_rate": 0.00019212399747679554, |
| "epoch": 0.04, |
| "step": 2625 |
| }, |
| { |
| "loss": 1.3049, |
| "grad_norm": 1.0736849308013916, |
| "learning_rate": 0.0001920489021056742, |
| "epoch": 0.04, |
| "step": 2650 |
| }, |
| { |
| "loss": 1.2122, |
| "grad_norm": 0.9429724812507629, |
| "learning_rate": 0.0001919738067345529, |
| "epoch": 0.04, |
| "step": 2675 |
| }, |
| { |
| "loss": 1.2863, |
| "grad_norm": 1.8061331510543823, |
| "learning_rate": 0.00019189871136343156, |
| "epoch": 0.04, |
| "step": 2700 |
| }, |
| { |
| "loss": 1.2269, |
| "grad_norm": 1.2970006465911865, |
| "learning_rate": 0.00019182361599231026, |
| "epoch": 0.04, |
| "step": 2725 |
| }, |
| { |
| "loss": 1.2015, |
| "grad_norm": 1.2956987619400024, |
| "learning_rate": 0.00019174852062118892, |
| "epoch": 0.04, |
| "step": 2750 |
| }, |
| { |
| "loss": 1.2501, |
| "grad_norm": 2.2317731380462646, |
| "learning_rate": 0.0001916734252500676, |
| "epoch": 0.04, |
| "step": 2775 |
| }, |
| { |
| "loss": 1.256, |
| "grad_norm": 1.3463131189346313, |
| "learning_rate": 0.00019159832987894628, |
| "epoch": 0.04, |
| "step": 2800 |
| }, |
| { |
| "loss": 1.2649, |
| "grad_norm": 1.146892786026001, |
| "learning_rate": 0.00019152323450782495, |
| "epoch": 0.04, |
| "step": 2825 |
| }, |
| { |
| "loss": 1.3137, |
| "grad_norm": 1.524172306060791, |
| "learning_rate": 0.00019144813913670364, |
| "epoch": 0.04, |
| "step": 2850 |
| }, |
| { |
| "loss": 1.2658, |
| "grad_norm": 1.0975860357284546, |
| "learning_rate": 0.0001913730437655823, |
| "epoch": 0.04, |
| "step": 2875 |
| }, |
| { |
| "loss": 1.2279, |
| "grad_norm": 1.350852608680725, |
| "learning_rate": 0.00019129794839446097, |
| "epoch": 0.04, |
| "step": 2900 |
| }, |
| { |
| "loss": 1.2253, |
| "grad_norm": 1.8295092582702637, |
| "learning_rate": 0.00019122285302333963, |
| "epoch": 0.04, |
| "step": 2925 |
| }, |
| { |
| "loss": 1.3226, |
| "grad_norm": 2.276642322540283, |
| "learning_rate": 0.00019114775765221833, |
| "epoch": 0.04, |
| "step": 2950 |
| }, |
| { |
| "loss": 1.2016, |
| "grad_norm": 1.5693854093551636, |
| "learning_rate": 0.000191072662281097, |
| "epoch": 0.04, |
| "step": 2975 |
| }, |
| { |
| "loss": 1.1537, |
| "grad_norm": 1.3827277421951294, |
| "learning_rate": 0.00019099756690997568, |
| "epoch": 0.05, |
| "step": 3000 |
| }, |
| { |
| "loss": 1.3013, |
| "grad_norm": 1.0224173069000244, |
| "learning_rate": 0.00019092247153885438, |
| "epoch": 0.05, |
| "step": 3025 |
| }, |
| { |
| "loss": 1.248, |
| "grad_norm": 1.8332293033599854, |
| "learning_rate": 0.00019084737616773301, |
| "epoch": 0.05, |
| "step": 3050 |
| }, |
| { |
| "loss": 1.2415, |
| "grad_norm": 0.9008692502975464, |
| "learning_rate": 0.0001907722807966117, |
| "epoch": 0.05, |
| "step": 3075 |
| }, |
| { |
| "loss": 1.2225, |
| "grad_norm": 1.5711129903793335, |
| "learning_rate": 0.00019069718542549037, |
| "epoch": 0.05, |
| "step": 3100 |
| }, |
| { |
| "loss": 1.197, |
| "grad_norm": 2.6612651348114014, |
| "learning_rate": 0.00019062209005436906, |
| "epoch": 0.05, |
| "step": 3125 |
| }, |
| { |
| "loss": 1.2788, |
| "grad_norm": 1.3320034742355347, |
| "learning_rate": 0.00019054699468324773, |
| "epoch": 0.05, |
| "step": 3150 |
| }, |
| { |
| "loss": 1.3182, |
| "grad_norm": 1.8735719919204712, |
| "learning_rate": 0.00019047189931212642, |
| "epoch": 0.05, |
| "step": 3175 |
| }, |
| { |
| "loss": 1.2997, |
| "grad_norm": 1.550970435142517, |
| "learning_rate": 0.0001903968039410051, |
| "epoch": 0.05, |
| "step": 3200 |
| }, |
| { |
| "loss": 1.2142, |
| "grad_norm": 1.3348615169525146, |
| "learning_rate": 0.00019032170856988375, |
| "epoch": 0.05, |
| "step": 3225 |
| }, |
| { |
| "loss": 1.1912, |
| "grad_norm": 1.036444902420044, |
| "learning_rate": 0.00019024661319876245, |
| "epoch": 0.05, |
| "step": 3250 |
| }, |
| { |
| "loss": 1.2365, |
| "grad_norm": 1.920847773551941, |
| "learning_rate": 0.0001901715178276411, |
| "epoch": 0.05, |
| "step": 3275 |
| }, |
| { |
| "loss": 1.2733, |
| "grad_norm": 3.4518144130706787, |
| "learning_rate": 0.0001900964224565198, |
| "epoch": 0.05, |
| "step": 3300 |
| }, |
| { |
| "loss": 1.1872, |
| "grad_norm": 2.0837206840515137, |
| "learning_rate": 0.00019002132708539847, |
| "epoch": 0.05, |
| "step": 3325 |
| }, |
| { |
| "loss": 1.2276, |
| "grad_norm": 1.4272059202194214, |
| "learning_rate": 0.00018994623171427713, |
| "epoch": 0.05, |
| "step": 3350 |
| }, |
| { |
| "loss": 1.2622, |
| "grad_norm": 1.0555847883224487, |
| "learning_rate": 0.0001898711363431558, |
| "epoch": 0.05, |
| "step": 3375 |
| }, |
| { |
| "loss": 1.2896, |
| "grad_norm": 0.9901136755943298, |
| "learning_rate": 0.0001897960409720345, |
| "epoch": 0.05, |
| "step": 3400 |
| }, |
| { |
| "loss": 1.2141, |
| "grad_norm": 2.292473793029785, |
| "learning_rate": 0.00018972094560091316, |
| "epoch": 0.05, |
| "step": 3425 |
| }, |
| { |
| "loss": 1.353, |
| "grad_norm": 1.7795960903167725, |
| "learning_rate": 0.00018964585022979185, |
| "epoch": 0.05, |
| "step": 3450 |
| }, |
| { |
| "loss": 1.2276, |
| "grad_norm": 1.4300271272659302, |
| "learning_rate": 0.00018957075485867054, |
| "epoch": 0.05, |
| "step": 3475 |
| }, |
| { |
| "loss": 1.2115, |
| "grad_norm": 1.8741381168365479, |
| "learning_rate": 0.00018949565948754918, |
| "epoch": 0.05, |
| "step": 3500 |
| }, |
| { |
| "loss": 1.2229, |
| "grad_norm": 1.2686586380004883, |
| "learning_rate": 0.00018942056411642787, |
| "epoch": 0.05, |
| "step": 3525 |
| }, |
| { |
| "loss": 1.2484, |
| "grad_norm": 1.245797872543335, |
| "learning_rate": 0.00018934546874530654, |
| "epoch": 0.05, |
| "step": 3550 |
| }, |
| { |
| "loss": 1.2026, |
| "grad_norm": 1.744106650352478, |
| "learning_rate": 0.00018927037337418523, |
| "epoch": 0.05, |
| "step": 3575 |
| }, |
| { |
| "loss": 1.1809, |
| "grad_norm": 1.4250385761260986, |
| "learning_rate": 0.0001891952780030639, |
| "epoch": 0.05, |
| "step": 3600 |
| }, |
| { |
| "loss": 1.2408, |
| "grad_norm": 3.535332202911377, |
| "learning_rate": 0.0001891201826319426, |
| "epoch": 0.05, |
| "step": 3625 |
| }, |
| { |
| "loss": 1.3137, |
| "grad_norm": 1.612424612045288, |
| "learning_rate": 0.00018904508726082125, |
| "epoch": 0.05, |
| "step": 3650 |
| }, |
| { |
| "loss": 1.2419, |
| "grad_norm": 2.110978841781616, |
| "learning_rate": 0.00018896999188969992, |
| "epoch": 0.06, |
| "step": 3675 |
| }, |
| { |
| "loss": 1.2782, |
| "grad_norm": 1.3754994869232178, |
| "learning_rate": 0.0001888948965185786, |
| "epoch": 0.06, |
| "step": 3700 |
| }, |
| { |
| "loss": 1.1582, |
| "grad_norm": 0.849475085735321, |
| "learning_rate": 0.00018881980114745728, |
| "epoch": 0.06, |
| "step": 3725 |
| }, |
| { |
| "loss": 1.1607, |
| "grad_norm": 1.4278253316879272, |
| "learning_rate": 0.00018874470577633597, |
| "epoch": 0.06, |
| "step": 3750 |
| }, |
| { |
| "loss": 1.2154, |
| "grad_norm": 3.2679355144500732, |
| "learning_rate": 0.00018866961040521463, |
| "epoch": 0.06, |
| "step": 3775 |
| }, |
| { |
| "loss": 1.1998, |
| "grad_norm": 0.9529170393943787, |
| "learning_rate": 0.0001885945150340933, |
| "epoch": 0.06, |
| "step": 3800 |
| }, |
| { |
| "loss": 1.2879, |
| "grad_norm": 1.243181586265564, |
| "learning_rate": 0.00018851941966297196, |
| "epoch": 0.06, |
| "step": 3825 |
| }, |
| { |
| "loss": 1.2077, |
| "grad_norm": 1.7659603357315063, |
| "learning_rate": 0.00018844432429185066, |
| "epoch": 0.06, |
| "step": 3850 |
| }, |
| { |
| "loss": 1.2047, |
| "grad_norm": 1.5011489391326904, |
| "learning_rate": 0.00018836922892072935, |
| "epoch": 0.06, |
| "step": 3875 |
| }, |
| { |
| "loss": 1.2347, |
| "grad_norm": 1.761047601699829, |
| "learning_rate": 0.00018829413354960801, |
| "epoch": 0.06, |
| "step": 3900 |
| }, |
| { |
| "loss": 1.1974, |
| "grad_norm": 3.6463253498077393, |
| "learning_rate": 0.0001882190381784867, |
| "epoch": 0.06, |
| "step": 3925 |
| }, |
| { |
| "loss": 1.1995, |
| "grad_norm": 0.955506443977356, |
| "learning_rate": 0.00018814394280736537, |
| "epoch": 0.06, |
| "step": 3950 |
| }, |
| { |
| "loss": 1.2918, |
| "grad_norm": 1.0750863552093506, |
| "learning_rate": 0.00018806884743624404, |
| "epoch": 0.06, |
| "step": 3975 |
| }, |
| { |
| "loss": 1.2288, |
| "grad_norm": 1.1837942600250244, |
| "learning_rate": 0.0001879937520651227, |
| "epoch": 0.06, |
| "step": 4000 |
| }, |
| { |
| "loss": 1.2013, |
| "grad_norm": 1.5817101001739502, |
| "learning_rate": 0.0001879186566940014, |
| "epoch": 0.06, |
| "step": 4025 |
| }, |
| { |
| "loss": 1.1851, |
| "grad_norm": 1.1778972148895264, |
| "learning_rate": 0.00018784356132288006, |
| "epoch": 0.06, |
| "step": 4050 |
| }, |
| { |
| "loss": 1.2426, |
| "grad_norm": 1.3166766166687012, |
| "learning_rate": 0.00018776846595175875, |
| "epoch": 0.06, |
| "step": 4075 |
| }, |
| { |
| "loss": 1.2837, |
| "grad_norm": 2.850275993347168, |
| "learning_rate": 0.00018769337058063742, |
| "epoch": 0.06, |
| "step": 4100 |
| }, |
| { |
| "loss": 1.2267, |
| "grad_norm": 1.6599894762039185, |
| "learning_rate": 0.00018761827520951608, |
| "epoch": 0.06, |
| "step": 4125 |
| }, |
| { |
| "loss": 1.2885, |
| "grad_norm": 1.5684510469436646, |
| "learning_rate": 0.00018754317983839478, |
| "epoch": 0.06, |
| "step": 4150 |
| }, |
| { |
| "loss": 1.2471, |
| "grad_norm": 2.0227372646331787, |
| "learning_rate": 0.00018746808446727344, |
| "epoch": 0.06, |
| "step": 4175 |
| }, |
| { |
| "loss": 1.2944, |
| "grad_norm": 1.747456669807434, |
| "learning_rate": 0.00018739298909615213, |
| "epoch": 0.06, |
| "step": 4200 |
| }, |
| { |
| "loss": 1.2535, |
| "grad_norm": 1.6037201881408691, |
| "learning_rate": 0.0001873178937250308, |
| "epoch": 0.06, |
| "step": 4225 |
| }, |
| { |
| "loss": 1.2354, |
| "grad_norm": 0.9807868003845215, |
| "learning_rate": 0.00018724279835390946, |
| "epoch": 0.06, |
| "step": 4250 |
| }, |
| { |
| "loss": 1.1942, |
| "grad_norm": 0.8951900601387024, |
| "learning_rate": 0.00018716770298278813, |
| "epoch": 0.06, |
| "step": 4275 |
| }, |
| { |
| "loss": 1.2506, |
| "grad_norm": 1.4032387733459473, |
| "learning_rate": 0.00018709260761166682, |
| "epoch": 0.06, |
| "step": 4300 |
| }, |
| { |
| "loss": 1.2388, |
| "grad_norm": 1.407606840133667, |
| "learning_rate": 0.00018701751224054551, |
| "epoch": 0.06, |
| "step": 4325 |
| }, |
| { |
| "loss": 1.2856, |
| "grad_norm": 1.153029441833496, |
| "learning_rate": 0.00018694241686942418, |
| "epoch": 0.07, |
| "step": 4350 |
| }, |
| { |
| "loss": 1.2268, |
| "grad_norm": 1.075202226638794, |
| "learning_rate": 0.00018686732149830287, |
| "epoch": 0.07, |
| "step": 4375 |
| }, |
| { |
| "loss": 1.257, |
| "grad_norm": 1.2537505626678467, |
| "learning_rate": 0.00018679222612718154, |
| "epoch": 0.07, |
| "step": 4400 |
| }, |
| { |
| "loss": 1.2183, |
| "grad_norm": 0.9912234544754028, |
| "learning_rate": 0.0001867171307560602, |
| "epoch": 0.07, |
| "step": 4425 |
| }, |
| { |
| "loss": 1.1376, |
| "grad_norm": 1.3906209468841553, |
| "learning_rate": 0.00018664203538493887, |
| "epoch": 0.07, |
| "step": 4450 |
| }, |
| { |
| "loss": 1.2794, |
| "grad_norm": 1.3347073793411255, |
| "learning_rate": 0.00018656694001381756, |
| "epoch": 0.07, |
| "step": 4475 |
| }, |
| { |
| "loss": 1.2486, |
| "grad_norm": 1.259150505065918, |
| "learning_rate": 0.00018649184464269623, |
| "epoch": 0.07, |
| "step": 4500 |
| }, |
| { |
| "loss": 1.2408, |
| "grad_norm": 1.7800498008728027, |
| "learning_rate": 0.00018641674927157492, |
| "epoch": 0.07, |
| "step": 4525 |
| }, |
| { |
| "loss": 1.282, |
| "grad_norm": 0.9904906153678894, |
| "learning_rate": 0.00018634165390045358, |
| "epoch": 0.07, |
| "step": 4550 |
| }, |
| { |
| "loss": 1.2944, |
| "grad_norm": 1.2220566272735596, |
| "learning_rate": 0.00018626655852933225, |
| "epoch": 0.07, |
| "step": 4575 |
| }, |
| { |
| "loss": 1.266, |
| "grad_norm": 1.4289559125900269, |
| "learning_rate": 0.00018619146315821094, |
| "epoch": 0.07, |
| "step": 4600 |
| }, |
| { |
| "loss": 1.2164, |
| "grad_norm": 1.5805399417877197, |
| "learning_rate": 0.0001861163677870896, |
| "epoch": 0.07, |
| "step": 4625 |
| }, |
| { |
| "loss": 1.2176, |
| "grad_norm": 1.2486138343811035, |
| "learning_rate": 0.0001860412724159683, |
| "epoch": 0.07, |
| "step": 4650 |
| }, |
| { |
| "loss": 1.2165, |
| "grad_norm": 1.4444175958633423, |
| "learning_rate": 0.00018596617704484696, |
| "epoch": 0.07, |
| "step": 4675 |
| }, |
| { |
| "loss": 1.2247, |
| "grad_norm": 1.6640115976333618, |
| "learning_rate": 0.00018589108167372563, |
| "epoch": 0.07, |
| "step": 4700 |
| }, |
| { |
| "loss": 1.2123, |
| "grad_norm": 1.1432693004608154, |
| "learning_rate": 0.0001858159863026043, |
| "epoch": 0.07, |
| "step": 4725 |
| }, |
| { |
| "loss": 1.2347, |
| "grad_norm": 0.9574340581893921, |
| "learning_rate": 0.000185740890931483, |
| "epoch": 0.07, |
| "step": 4750 |
| }, |
| { |
| "loss": 1.2177, |
| "grad_norm": 1.5829005241394043, |
| "learning_rate": 0.00018566579556036168, |
| "epoch": 0.07, |
| "step": 4775 |
| }, |
| { |
| "loss": 1.2693, |
| "grad_norm": 1.0968513488769531, |
| "learning_rate": 0.00018559070018924035, |
| "epoch": 0.07, |
| "step": 4800 |
| }, |
| { |
| "loss": 1.2203, |
| "grad_norm": 1.2009191513061523, |
| "learning_rate": 0.00018551560481811904, |
| "epoch": 0.07, |
| "step": 4825 |
| }, |
| { |
| "loss": 1.2341, |
| "grad_norm": 1.4881080389022827, |
| "learning_rate": 0.0001854405094469977, |
| "epoch": 0.07, |
| "step": 4850 |
| }, |
| { |
| "loss": 1.1719, |
| "grad_norm": 1.083778977394104, |
| "learning_rate": 0.00018536541407587637, |
| "epoch": 0.07, |
| "step": 4875 |
| }, |
| { |
| "loss": 1.2091, |
| "grad_norm": 1.382657766342163, |
| "learning_rate": 0.00018529031870475503, |
| "epoch": 0.07, |
| "step": 4900 |
| }, |
| { |
| "loss": 1.2022, |
| "grad_norm": 1.0024495124816895, |
| "learning_rate": 0.00018521522333363373, |
| "epoch": 0.07, |
| "step": 4925 |
| }, |
| { |
| "loss": 1.2967, |
| "grad_norm": 1.2385984659194946, |
| "learning_rate": 0.0001851401279625124, |
| "epoch": 0.07, |
| "step": 4950 |
| }, |
| { |
| "loss": 1.2568, |
| "grad_norm": 2.7820701599121094, |
| "learning_rate": 0.00018506503259139108, |
| "epoch": 0.07, |
| "step": 4975 |
| }, |
| { |
| "loss": 1.2483, |
| "grad_norm": 1.5247501134872437, |
| "learning_rate": 0.00018498993722026975, |
| "epoch": 0.08, |
| "step": 5000 |
| }, |
| { |
| "loss": 1.2827, |
| "grad_norm": 1.855117678642273, |
| "learning_rate": 0.00018491484184914841, |
| "epoch": 0.08, |
| "step": 5025 |
| }, |
| { |
| "loss": 1.2518, |
| "grad_norm": 1.2518528699874878, |
| "learning_rate": 0.0001848397464780271, |
| "epoch": 0.08, |
| "step": 5050 |
| }, |
| { |
| "loss": 1.2962, |
| "grad_norm": 1.2159770727157593, |
| "learning_rate": 0.00018476465110690577, |
| "epoch": 0.08, |
| "step": 5075 |
| }, |
| { |
| "loss": 1.2611, |
| "grad_norm": 1.3085296154022217, |
| "learning_rate": 0.00018468955573578446, |
| "epoch": 0.08, |
| "step": 5100 |
| }, |
| { |
| "loss": 1.2261, |
| "grad_norm": 2.2151153087615967, |
| "learning_rate": 0.00018461446036466313, |
| "epoch": 0.08, |
| "step": 5125 |
| }, |
| { |
| "loss": 1.3178, |
| "grad_norm": 2.004448175430298, |
| "learning_rate": 0.0001845393649935418, |
| "epoch": 0.08, |
| "step": 5150 |
| }, |
| { |
| "loss": 1.2419, |
| "grad_norm": 3.063715934753418, |
| "learning_rate": 0.0001844642696224205, |
| "epoch": 0.08, |
| "step": 5175 |
| }, |
| { |
| "loss": 1.2084, |
| "grad_norm": 1.432442545890808, |
| "learning_rate": 0.00018438917425129915, |
| "epoch": 0.08, |
| "step": 5200 |
| }, |
| { |
| "loss": 1.2254, |
| "grad_norm": 2.0840189456939697, |
| "learning_rate": 0.00018431407888017785, |
| "epoch": 0.08, |
| "step": 5225 |
| }, |
| { |
| "loss": 1.1547, |
| "grad_norm": 1.479894995689392, |
| "learning_rate": 0.0001842389835090565, |
| "epoch": 0.08, |
| "step": 5250 |
| }, |
| { |
| "loss": 1.2749, |
| "grad_norm": 1.097493290901184, |
| "learning_rate": 0.0001841638881379352, |
| "epoch": 0.08, |
| "step": 5275 |
| }, |
| { |
| "loss": 1.2417, |
| "grad_norm": 4.6398539543151855, |
| "learning_rate": 0.00018408879276681387, |
| "epoch": 0.08, |
| "step": 5300 |
| }, |
| { |
| "loss": 1.2506, |
| "grad_norm": 0.9642776250839233, |
| "learning_rate": 0.00018401369739569253, |
| "epoch": 0.08, |
| "step": 5325 |
| }, |
| { |
| "loss": 1.2349, |
| "grad_norm": 1.2694449424743652, |
| "learning_rate": 0.0001839386020245712, |
| "epoch": 0.08, |
| "step": 5350 |
| }, |
| { |
| "loss": 1.2158, |
| "grad_norm": 1.2243396043777466, |
| "learning_rate": 0.0001838635066534499, |
| "epoch": 0.08, |
| "step": 5375 |
| }, |
| { |
| "loss": 1.2665, |
| "grad_norm": 1.859632134437561, |
| "learning_rate": 0.00018378841128232858, |
| "epoch": 0.08, |
| "step": 5400 |
| }, |
| { |
| "loss": 1.2325, |
| "grad_norm": 1.0260474681854248, |
| "learning_rate": 0.00018371331591120725, |
| "epoch": 0.08, |
| "step": 5425 |
| }, |
| { |
| "loss": 1.2785, |
| "grad_norm": 1.646101713180542, |
| "learning_rate": 0.00018363822054008591, |
| "epoch": 0.08, |
| "step": 5450 |
| }, |
| { |
| "loss": 1.1545, |
| "grad_norm": 0.9569182395935059, |
| "learning_rate": 0.00018356312516896458, |
| "epoch": 0.08, |
| "step": 5475 |
| }, |
| { |
| "loss": 1.2172, |
| "grad_norm": 1.4357048273086548, |
| "learning_rate": 0.00018348802979784327, |
| "epoch": 0.08, |
| "step": 5500 |
| }, |
| { |
| "loss": 1.2557, |
| "grad_norm": 1.1532384157180786, |
| "learning_rate": 0.00018341293442672194, |
| "epoch": 0.08, |
| "step": 5525 |
| }, |
| { |
| "loss": 1.2258, |
| "grad_norm": 1.1566283702850342, |
| "learning_rate": 0.00018333783905560063, |
| "epoch": 0.08, |
| "step": 5550 |
| }, |
| { |
| "loss": 1.1953, |
| "grad_norm": 1.5711147785186768, |
| "learning_rate": 0.0001832627436844793, |
| "epoch": 0.08, |
| "step": 5575 |
| }, |
| { |
| "loss": 1.1736, |
| "grad_norm": 1.2852180004119873, |
| "learning_rate": 0.00018318764831335796, |
| "epoch": 0.08, |
| "step": 5600 |
| }, |
| { |
| "loss": 1.2572, |
| "grad_norm": 1.2723329067230225, |
| "learning_rate": 0.00018311255294223665, |
| "epoch": 0.08, |
| "step": 5625 |
| }, |
| { |
| "loss": 1.241, |
| "grad_norm": 1.6078953742980957, |
| "learning_rate": 0.00018303745757111532, |
| "epoch": 0.08, |
| "step": 5650 |
| }, |
| { |
| "loss": 1.2206, |
| "grad_norm": 1.821363925933838, |
| "learning_rate": 0.000182962362199994, |
| "epoch": 0.09, |
| "step": 5675 |
| }, |
| { |
| "loss": 1.2775, |
| "grad_norm": 1.3025563955307007, |
| "learning_rate": 0.00018288726682887268, |
| "epoch": 0.09, |
| "step": 5700 |
| }, |
| { |
| "loss": 1.2296, |
| "grad_norm": 1.7497808933258057, |
| "learning_rate": 0.00018281217145775137, |
| "epoch": 0.09, |
| "step": 5725 |
| }, |
| { |
| "loss": 1.306, |
| "grad_norm": 1.5627915859222412, |
| "learning_rate": 0.00018273707608663003, |
| "epoch": 0.09, |
| "step": 5750 |
| }, |
| { |
| "loss": 1.2339, |
| "grad_norm": 1.217433214187622, |
| "learning_rate": 0.0001826619807155087, |
| "epoch": 0.09, |
| "step": 5775 |
| }, |
| { |
| "loss": 1.2396, |
| "grad_norm": 2.4516422748565674, |
| "learning_rate": 0.00018258688534438736, |
| "epoch": 0.09, |
| "step": 5800 |
| }, |
| { |
| "loss": 1.2847, |
| "grad_norm": 1.0460309982299805, |
| "learning_rate": 0.00018251178997326606, |
| "epoch": 0.09, |
| "step": 5825 |
| }, |
| { |
| "loss": 1.2075, |
| "grad_norm": 1.3472404479980469, |
| "learning_rate": 0.00018243669460214475, |
| "epoch": 0.09, |
| "step": 5850 |
| }, |
| { |
| "loss": 1.1984, |
| "grad_norm": 1.1247375011444092, |
| "learning_rate": 0.00018236159923102341, |
| "epoch": 0.09, |
| "step": 5875 |
| }, |
| { |
| "loss": 1.1911, |
| "grad_norm": 1.175132393836975, |
| "learning_rate": 0.00018228650385990208, |
| "epoch": 0.09, |
| "step": 5900 |
| }, |
| { |
| "loss": 1.2405, |
| "grad_norm": 1.176147699356079, |
| "learning_rate": 0.00018221140848878075, |
| "epoch": 0.09, |
| "step": 5925 |
| }, |
| { |
| "loss": 1.1924, |
| "grad_norm": 1.0580313205718994, |
| "learning_rate": 0.00018213631311765944, |
| "epoch": 0.09, |
| "step": 5950 |
| }, |
| { |
| "loss": 1.2185, |
| "grad_norm": 1.1505495309829712, |
| "learning_rate": 0.0001820612177465381, |
| "epoch": 0.09, |
| "step": 5975 |
| }, |
| { |
| "loss": 1.2511, |
| "grad_norm": 1.1643320322036743, |
| "learning_rate": 0.0001819861223754168, |
| "epoch": 0.09, |
| "step": 6000 |
| }, |
| { |
| "loss": 1.2177, |
| "grad_norm": 1.3354824781417847, |
| "learning_rate": 0.00018191102700429546, |
| "epoch": 0.09, |
| "step": 6025 |
| }, |
| { |
| "loss": 1.2254, |
| "grad_norm": 1.547897458076477, |
| "learning_rate": 0.00018183593163317413, |
| "epoch": 0.09, |
| "step": 6050 |
| }, |
| { |
| "loss": 1.2464, |
| "grad_norm": 1.5310362577438354, |
| "learning_rate": 0.00018176083626205282, |
| "epoch": 0.09, |
| "step": 6075 |
| }, |
| { |
| "loss": 1.2767, |
| "grad_norm": 1.947996735572815, |
| "learning_rate": 0.00018168574089093148, |
| "epoch": 0.09, |
| "step": 6100 |
| }, |
| { |
| "loss": 1.1888, |
| "grad_norm": 1.7055374383926392, |
| "learning_rate": 0.00018161064551981018, |
| "epoch": 0.09, |
| "step": 6125 |
| }, |
| { |
| "loss": 1.1704, |
| "grad_norm": 1.5656442642211914, |
| "learning_rate": 0.00018153555014868884, |
| "epoch": 0.09, |
| "step": 6150 |
| }, |
| { |
| "loss": 1.2117, |
| "grad_norm": 2.2562601566314697, |
| "learning_rate": 0.00018146045477756753, |
| "epoch": 0.09, |
| "step": 6175 |
| }, |
| { |
| "loss": 1.2164, |
| "grad_norm": 1.9555296897888184, |
| "learning_rate": 0.0001813853594064462, |
| "epoch": 0.09, |
| "step": 6200 |
| }, |
| { |
| "loss": 1.181, |
| "grad_norm": 1.350396990776062, |
| "learning_rate": 0.00018131026403532486, |
| "epoch": 0.09, |
| "step": 6225 |
| }, |
| { |
| "loss": 1.1364, |
| "grad_norm": 1.306662678718567, |
| "learning_rate": 0.00018123516866420353, |
| "epoch": 0.09, |
| "step": 6250 |
| }, |
| { |
| "loss": 1.3395, |
| "grad_norm": 2.2892208099365234, |
| "learning_rate": 0.00018116007329308222, |
| "epoch": 0.09, |
| "step": 6275 |
| }, |
| { |
| "loss": 1.2155, |
| "grad_norm": 1.4777361154556274, |
| "learning_rate": 0.00018108497792196091, |
| "epoch": 0.09, |
| "step": 6300 |
| }, |
| { |
| "loss": 1.2512, |
| "grad_norm": 1.4510390758514404, |
| "learning_rate": 0.00018100988255083958, |
| "epoch": 0.09, |
| "step": 6325 |
| }, |
| { |
| "loss": 1.3135, |
| "grad_norm": 1.2510138750076294, |
| "learning_rate": 0.00018093478717971825, |
| "epoch": 0.1, |
| "step": 6350 |
| }, |
| { |
| "loss": 1.2027, |
| "grad_norm": 1.6383109092712402, |
| "learning_rate": 0.0001808596918085969, |
| "epoch": 0.1, |
| "step": 6375 |
| }, |
| { |
| "loss": 1.1677, |
| "grad_norm": 1.6669763326644897, |
| "learning_rate": 0.0001807845964374756, |
| "epoch": 0.1, |
| "step": 6400 |
| }, |
| { |
| "loss": 1.2344, |
| "grad_norm": 1.2947137355804443, |
| "learning_rate": 0.00018070950106635427, |
| "epoch": 0.1, |
| "step": 6425 |
| }, |
| { |
| "loss": 1.2195, |
| "grad_norm": 1.673285961151123, |
| "learning_rate": 0.00018063440569523296, |
| "epoch": 0.1, |
| "step": 6450 |
| }, |
| { |
| "loss": 1.2719, |
| "grad_norm": 2.102374792098999, |
| "learning_rate": 0.00018055931032411165, |
| "epoch": 0.1, |
| "step": 6475 |
| }, |
| { |
| "loss": 1.2524, |
| "grad_norm": 1.37187659740448, |
| "learning_rate": 0.0001804842149529903, |
| "epoch": 0.1, |
| "step": 6500 |
| }, |
| { |
| "loss": 1.2169, |
| "grad_norm": 2.1124603748321533, |
| "learning_rate": 0.00018040911958186898, |
| "epoch": 0.1, |
| "step": 6525 |
| }, |
| { |
| "loss": 1.2206, |
| "grad_norm": 1.2506129741668701, |
| "learning_rate": 0.00018033402421074765, |
| "epoch": 0.1, |
| "step": 6550 |
| }, |
| { |
| "loss": 1.1774, |
| "grad_norm": 1.5893070697784424, |
| "learning_rate": 0.00018025892883962634, |
| "epoch": 0.1, |
| "step": 6575 |
| }, |
| { |
| "loss": 1.2101, |
| "grad_norm": 2.9019079208374023, |
| "learning_rate": 0.000180183833468505, |
| "epoch": 0.1, |
| "step": 6600 |
| }, |
| { |
| "loss": 1.205, |
| "grad_norm": 1.71237313747406, |
| "learning_rate": 0.0001801087380973837, |
| "epoch": 0.1, |
| "step": 6625 |
| }, |
| { |
| "loss": 1.2044, |
| "grad_norm": 1.9124983549118042, |
| "learning_rate": 0.00018003364272626236, |
| "epoch": 0.1, |
| "step": 6650 |
| }, |
| { |
| "loss": 1.2125, |
| "grad_norm": 1.4448764324188232, |
| "learning_rate": 0.00017995854735514103, |
| "epoch": 0.1, |
| "step": 6675 |
| }, |
| { |
| "loss": 1.2076, |
| "grad_norm": 3.0220255851745605, |
| "learning_rate": 0.00017988345198401972, |
| "epoch": 0.1, |
| "step": 6700 |
| }, |
| { |
| "loss": 1.1899, |
| "grad_norm": 1.3249489068984985, |
| "learning_rate": 0.0001798083566128984, |
| "epoch": 0.1, |
| "step": 6725 |
| }, |
| { |
| "loss": 1.2352, |
| "grad_norm": 1.4463756084442139, |
| "learning_rate": 0.00017973326124177708, |
| "epoch": 0.1, |
| "step": 6750 |
| }, |
| { |
| "loss": 1.3259, |
| "grad_norm": 1.4026572704315186, |
| "learning_rate": 0.00017965816587065575, |
| "epoch": 0.1, |
| "step": 6775 |
| }, |
| { |
| "loss": 1.2282, |
| "grad_norm": 0.9847255349159241, |
| "learning_rate": 0.0001795830704995344, |
| "epoch": 0.1, |
| "step": 6800 |
| }, |
| { |
| "loss": 1.1899, |
| "grad_norm": 0.91238933801651, |
| "learning_rate": 0.00017950797512841308, |
| "epoch": 0.1, |
| "step": 6825 |
| }, |
| { |
| "loss": 1.2386, |
| "grad_norm": 2.1862552165985107, |
| "learning_rate": 0.00017943287975729177, |
| "epoch": 0.1, |
| "step": 6850 |
| }, |
| { |
| "loss": 1.2094, |
| "grad_norm": 1.10003662109375, |
| "learning_rate": 0.00017935778438617043, |
| "epoch": 0.1, |
| "step": 6875 |
| }, |
| { |
| "loss": 1.2218, |
| "grad_norm": 1.8453437089920044, |
| "learning_rate": 0.00017928268901504913, |
| "epoch": 0.1, |
| "step": 6900 |
| }, |
| { |
| "loss": 1.262, |
| "grad_norm": 1.0639673471450806, |
| "learning_rate": 0.00017920759364392782, |
| "epoch": 0.1, |
| "step": 6925 |
| }, |
| { |
| "loss": 1.2188, |
| "grad_norm": 1.3008592128753662, |
| "learning_rate": 0.00017913249827280646, |
| "epoch": 0.1, |
| "step": 6950 |
| }, |
| { |
| "loss": 1.23, |
| "grad_norm": 1.7703325748443604, |
| "learning_rate": 0.00017905740290168515, |
| "epoch": 0.1, |
| "step": 6975 |
| }, |
| { |
| "loss": 1.2316, |
| "grad_norm": 1.1259385347366333, |
| "learning_rate": 0.00017898230753056381, |
| "epoch": 0.11, |
| "step": 7000 |
| }, |
| { |
| "loss": 1.2378, |
| "grad_norm": 2.1661126613616943, |
| "learning_rate": 0.0001789072121594425, |
| "epoch": 0.11, |
| "step": 7025 |
| }, |
| { |
| "loss": 1.1915, |
| "grad_norm": 2.1428678035736084, |
| "learning_rate": 0.00017883211678832117, |
| "epoch": 0.11, |
| "step": 7050 |
| }, |
| { |
| "loss": 1.2344, |
| "grad_norm": 1.4568270444869995, |
| "learning_rate": 0.00017875702141719986, |
| "epoch": 0.11, |
| "step": 7075 |
| }, |
| { |
| "loss": 1.2825, |
| "grad_norm": 1.5431725978851318, |
| "learning_rate": 0.00017868192604607853, |
| "epoch": 0.11, |
| "step": 7100 |
| }, |
| { |
| "loss": 1.2178, |
| "grad_norm": 1.2386250495910645, |
| "learning_rate": 0.0001786068306749572, |
| "epoch": 0.11, |
| "step": 7125 |
| }, |
| { |
| "loss": 1.2189, |
| "grad_norm": 1.1443992853164673, |
| "learning_rate": 0.0001785317353038359, |
| "epoch": 0.11, |
| "step": 7150 |
| }, |
| { |
| "loss": 1.2145, |
| "grad_norm": 1.0868651866912842, |
| "learning_rate": 0.00017845663993271455, |
| "epoch": 0.11, |
| "step": 7175 |
| }, |
| { |
| "loss": 1.2001, |
| "grad_norm": 1.2621536254882812, |
| "learning_rate": 0.00017838154456159325, |
| "epoch": 0.11, |
| "step": 7200 |
| }, |
| { |
| "loss": 1.2605, |
| "grad_norm": 1.3004405498504639, |
| "learning_rate": 0.0001783064491904719, |
| "epoch": 0.11, |
| "step": 7225 |
| }, |
| { |
| "loss": 1.1685, |
| "grad_norm": 1.7868775129318237, |
| "learning_rate": 0.00017823135381935058, |
| "epoch": 0.11, |
| "step": 7250 |
| }, |
| { |
| "loss": 1.1724, |
| "grad_norm": 1.525883674621582, |
| "learning_rate": 0.00017815625844822924, |
| "epoch": 0.11, |
| "step": 7275 |
| }, |
| { |
| "loss": 1.1917, |
| "grad_norm": 1.7897926568984985, |
| "learning_rate": 0.00017808116307710793, |
| "epoch": 0.11, |
| "step": 7300 |
| }, |
| { |
| "loss": 1.17, |
| "grad_norm": 1.770201325416565, |
| "learning_rate": 0.0001780060677059866, |
| "epoch": 0.11, |
| "step": 7325 |
| }, |
| { |
| "loss": 1.1758, |
| "grad_norm": 1.23914635181427, |
| "learning_rate": 0.0001779309723348653, |
| "epoch": 0.11, |
| "step": 7350 |
| }, |
| { |
| "loss": 1.266, |
| "grad_norm": 1.5685780048370361, |
| "learning_rate": 0.00017785587696374398, |
| "epoch": 0.11, |
| "step": 7375 |
| }, |
| { |
| "loss": 1.1515, |
| "grad_norm": 1.4432404041290283, |
| "learning_rate": 0.00017778078159262265, |
| "epoch": 0.11, |
| "step": 7400 |
| }, |
| { |
| "loss": 1.2221, |
| "grad_norm": 1.4710851907730103, |
| "learning_rate": 0.00017770568622150131, |
| "epoch": 0.11, |
| "step": 7425 |
| }, |
| { |
| "loss": 1.2636, |
| "grad_norm": 1.5943934917449951, |
| "learning_rate": 0.00017763059085037998, |
| "epoch": 0.11, |
| "step": 7450 |
| }, |
| { |
| "loss": 1.1915, |
| "grad_norm": 1.3364222049713135, |
| "learning_rate": 0.00017755549547925867, |
| "epoch": 0.11, |
| "step": 7475 |
| }, |
| { |
| "loss": 1.2061, |
| "grad_norm": 1.3201831579208374, |
| "learning_rate": 0.00017748040010813734, |
| "epoch": 0.11, |
| "step": 7500 |
| }, |
| { |
| "loss": 1.1852, |
| "grad_norm": 1.3895928859710693, |
| "learning_rate": 0.00017740530473701603, |
| "epoch": 0.11, |
| "step": 7525 |
| }, |
| { |
| "loss": 1.2233, |
| "grad_norm": 1.0795204639434814, |
| "learning_rate": 0.0001773302093658947, |
| "epoch": 0.11, |
| "step": 7550 |
| }, |
| { |
| "loss": 1.2034, |
| "grad_norm": 1.7997777462005615, |
| "learning_rate": 0.00017725511399477336, |
| "epoch": 0.11, |
| "step": 7575 |
| }, |
| { |
| "loss": 1.1786, |
| "grad_norm": 1.156964898109436, |
| "learning_rate": 0.00017718001862365205, |
| "epoch": 0.11, |
| "step": 7600 |
| }, |
| { |
| "loss": 1.1597, |
| "grad_norm": 1.6956669092178345, |
| "learning_rate": 0.00017710492325253072, |
| "epoch": 0.11, |
| "step": 7625 |
| }, |
| { |
| "loss": 1.272, |
| "grad_norm": 1.3330657482147217, |
| "learning_rate": 0.0001770298278814094, |
| "epoch": 0.11, |
| "step": 7650 |
| }, |
| { |
| "loss": 1.2597, |
| "grad_norm": 0.8610468506813049, |
| "learning_rate": 0.00017695473251028808, |
| "epoch": 0.12, |
| "step": 7675 |
| }, |
| { |
| "loss": 1.2418, |
| "grad_norm": 1.9568647146224976, |
| "learning_rate": 0.00017687963713916674, |
| "epoch": 0.12, |
| "step": 7700 |
| }, |
| { |
| "loss": 1.0969, |
| "grad_norm": 1.2442560195922852, |
| "learning_rate": 0.0001768045417680454, |
| "epoch": 0.12, |
| "step": 7725 |
| }, |
| { |
| "loss": 1.1941, |
| "grad_norm": 1.949724793434143, |
| "learning_rate": 0.0001767294463969241, |
| "epoch": 0.12, |
| "step": 7750 |
| }, |
| { |
| "loss": 1.2424, |
| "grad_norm": 1.4135985374450684, |
| "learning_rate": 0.0001766543510258028, |
| "epoch": 0.12, |
| "step": 7775 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 1.8493655920028687, |
| "learning_rate": 0.00017657925565468146, |
| "epoch": 0.12, |
| "step": 7800 |
| }, |
| { |
| "loss": 1.2078, |
| "grad_norm": 1.921787977218628, |
| "learning_rate": 0.00017650416028356015, |
| "epoch": 0.12, |
| "step": 7825 |
| }, |
| { |
| "loss": 1.2593, |
| "grad_norm": 1.7355767488479614, |
| "learning_rate": 0.00017642906491243881, |
| "epoch": 0.12, |
| "step": 7850 |
| }, |
| { |
| "loss": 1.2583, |
| "grad_norm": 2.5150203704833984, |
| "learning_rate": 0.00017635396954131748, |
| "epoch": 0.12, |
| "step": 7875 |
| }, |
| { |
| "loss": 1.1617, |
| "grad_norm": 1.4067972898483276, |
| "learning_rate": 0.00017627887417019615, |
| "epoch": 0.12, |
| "step": 7900 |
| }, |
| { |
| "loss": 1.2691, |
| "grad_norm": 1.6826621294021606, |
| "learning_rate": 0.00017620377879907484, |
| "epoch": 0.12, |
| "step": 7925 |
| }, |
| { |
| "loss": 1.1767, |
| "grad_norm": 1.0282503366470337, |
| "learning_rate": 0.0001761286834279535, |
| "epoch": 0.12, |
| "step": 7950 |
| }, |
| { |
| "loss": 1.1887, |
| "grad_norm": 2.0548410415649414, |
| "learning_rate": 0.0001760535880568322, |
| "epoch": 0.12, |
| "step": 7975 |
| }, |
| { |
| "loss": 1.2639, |
| "grad_norm": 1.1392240524291992, |
| "learning_rate": 0.00017597849268571086, |
| "epoch": 0.12, |
| "step": 8000 |
| }, |
| { |
| "loss": 1.1991, |
| "grad_norm": 1.8351316452026367, |
| "learning_rate": 0.00017590339731458953, |
| "epoch": 0.12, |
| "step": 8025 |
| }, |
| { |
| "loss": 1.265, |
| "grad_norm": 1.801256775856018, |
| "learning_rate": 0.00017582830194346822, |
| "epoch": 0.12, |
| "step": 8050 |
| }, |
| { |
| "loss": 1.2895, |
| "grad_norm": 1.379420280456543, |
| "learning_rate": 0.00017575320657234688, |
| "epoch": 0.12, |
| "step": 8075 |
| }, |
| { |
| "loss": 1.1896, |
| "grad_norm": 1.7537370920181274, |
| "learning_rate": 0.00017567811120122558, |
| "epoch": 0.12, |
| "step": 8100 |
| }, |
| { |
| "loss": 1.2039, |
| "grad_norm": 2.159595489501953, |
| "learning_rate": 0.00017560301583010424, |
| "epoch": 0.12, |
| "step": 8125 |
| }, |
| { |
| "loss": 1.2145, |
| "grad_norm": 1.690534234046936, |
| "learning_rate": 0.0001755279204589829, |
| "epoch": 0.12, |
| "step": 8150 |
| }, |
| { |
| "loss": 1.1935, |
| "grad_norm": 1.0568920373916626, |
| "learning_rate": 0.00017545282508786157, |
| "epoch": 0.12, |
| "step": 8175 |
| }, |
| { |
| "loss": 1.2304, |
| "grad_norm": 1.6981247663497925, |
| "learning_rate": 0.00017537772971674026, |
| "epoch": 0.12, |
| "step": 8200 |
| }, |
| { |
| "loss": 1.1961, |
| "grad_norm": 2.1610305309295654, |
| "learning_rate": 0.00017530263434561896, |
| "epoch": 0.12, |
| "step": 8225 |
| }, |
| { |
| "loss": 1.2387, |
| "grad_norm": 1.8722481727600098, |
| "learning_rate": 0.00017522753897449762, |
| "epoch": 0.12, |
| "step": 8250 |
| }, |
| { |
| "loss": 1.2477, |
| "grad_norm": 2.1257529258728027, |
| "learning_rate": 0.00017515244360337631, |
| "epoch": 0.12, |
| "step": 8275 |
| }, |
| { |
| "loss": 1.173, |
| "grad_norm": 2.786665439605713, |
| "learning_rate": 0.00017507734823225498, |
| "epoch": 0.12, |
| "step": 8300 |
| }, |
| { |
| "loss": 1.3121, |
| "grad_norm": 1.4147156476974487, |
| "learning_rate": 0.00017500225286113365, |
| "epoch": 0.13, |
| "step": 8325 |
| }, |
| { |
| "loss": 1.2495, |
| "grad_norm": 1.6025553941726685, |
| "learning_rate": 0.0001749271574900123, |
| "epoch": 0.13, |
| "step": 8350 |
| }, |
| { |
| "loss": 1.2802, |
| "grad_norm": 1.6167206764221191, |
| "learning_rate": 0.000174852062118891, |
| "epoch": 0.13, |
| "step": 8375 |
| }, |
| { |
| "loss": 1.2587, |
| "grad_norm": 1.346677303314209, |
| "learning_rate": 0.00017477696674776967, |
| "epoch": 0.13, |
| "step": 8400 |
| }, |
| { |
| "loss": 1.1743, |
| "grad_norm": 1.8484021425247192, |
| "learning_rate": 0.00017470187137664836, |
| "epoch": 0.13, |
| "step": 8425 |
| }, |
| { |
| "loss": 1.2875, |
| "grad_norm": 2.0601062774658203, |
| "learning_rate": 0.00017462677600552703, |
| "epoch": 0.13, |
| "step": 8450 |
| }, |
| { |
| "loss": 1.1846, |
| "grad_norm": 1.455112338066101, |
| "learning_rate": 0.0001745516806344057, |
| "epoch": 0.13, |
| "step": 8475 |
| }, |
| { |
| "loss": 1.2606, |
| "grad_norm": 1.336016058921814, |
| "learning_rate": 0.00017447658526328438, |
| "epoch": 0.13, |
| "step": 8500 |
| }, |
| { |
| "loss": 1.2648, |
| "grad_norm": 0.9691543579101562, |
| "learning_rate": 0.00017440148989216305, |
| "epoch": 0.13, |
| "step": 8525 |
| }, |
| { |
| "loss": 1.2686, |
| "grad_norm": 1.4051158428192139, |
| "learning_rate": 0.00017432639452104174, |
| "epoch": 0.13, |
| "step": 8550 |
| }, |
| { |
| "loss": 1.2357, |
| "grad_norm": 1.1069400310516357, |
| "learning_rate": 0.0001742512991499204, |
| "epoch": 0.13, |
| "step": 8575 |
| }, |
| { |
| "loss": 1.243, |
| "grad_norm": 1.2926398515701294, |
| "learning_rate": 0.00017417920759364394, |
| "epoch": 0.13, |
| "step": 8600 |
| }, |
| { |
| "loss": 1.2178, |
| "grad_norm": 2.581450939178467, |
| "learning_rate": 0.0001741041122225226, |
| "epoch": 0.13, |
| "step": 8625 |
| }, |
| { |
| "loss": 1.2037, |
| "grad_norm": 3.525554656982422, |
| "learning_rate": 0.0001740290168514013, |
| "epoch": 0.13, |
| "step": 8650 |
| }, |
| { |
| "loss": 1.2447, |
| "grad_norm": 1.7870151996612549, |
| "learning_rate": 0.00017395392148027996, |
| "epoch": 0.13, |
| "step": 8675 |
| }, |
| { |
| "loss": 1.2299, |
| "grad_norm": 1.8541524410247803, |
| "learning_rate": 0.00017387882610915865, |
| "epoch": 0.13, |
| "step": 8700 |
| }, |
| { |
| "loss": 1.2425, |
| "grad_norm": 1.767638921737671, |
| "learning_rate": 0.00017380373073803732, |
| "epoch": 0.13, |
| "step": 8725 |
| }, |
| { |
| "loss": 1.2167, |
| "grad_norm": 1.1607838869094849, |
| "learning_rate": 0.00017372863536691598, |
| "epoch": 0.13, |
| "step": 8750 |
| }, |
| { |
| "loss": 1.2148, |
| "grad_norm": 2.044637441635132, |
| "learning_rate": 0.00017365353999579467, |
| "epoch": 0.13, |
| "step": 8775 |
| }, |
| { |
| "loss": 1.1762, |
| "grad_norm": 1.519467830657959, |
| "learning_rate": 0.00017357844462467334, |
| "epoch": 0.13, |
| "step": 8800 |
| }, |
| { |
| "loss": 1.2796, |
| "grad_norm": 1.461225986480713, |
| "learning_rate": 0.00017350334925355203, |
| "epoch": 0.13, |
| "step": 8825 |
| }, |
| { |
| "loss": 1.2516, |
| "grad_norm": 1.52583646774292, |
| "learning_rate": 0.0001734282538824307, |
| "epoch": 0.13, |
| "step": 8850 |
| }, |
| { |
| "loss": 1.1365, |
| "grad_norm": 1.617851734161377, |
| "learning_rate": 0.0001733531585113094, |
| "epoch": 0.13, |
| "step": 8875 |
| }, |
| { |
| "loss": 1.1494, |
| "grad_norm": 1.112012267112732, |
| "learning_rate": 0.00017327806314018803, |
| "epoch": 0.13, |
| "step": 8900 |
| }, |
| { |
| "loss": 1.199, |
| "grad_norm": 1.9818586111068726, |
| "learning_rate": 0.00017320296776906672, |
| "epoch": 0.13, |
| "step": 8925 |
| }, |
| { |
| "loss": 1.2784, |
| "grad_norm": 1.3736644983291626, |
| "learning_rate": 0.00017312787239794539, |
| "epoch": 0.13, |
| "step": 8950 |
| }, |
| { |
| "loss": 1.2714, |
| "grad_norm": 1.3875724077224731, |
| "learning_rate": 0.00017305277702682408, |
| "epoch": 0.13, |
| "step": 8975 |
| }, |
| { |
| "loss": 1.2155, |
| "grad_norm": 1.4930505752563477, |
| "learning_rate": 0.00017297768165570277, |
| "epoch": 0.14, |
| "step": 9000 |
| }, |
| { |
| "loss": 1.237, |
| "grad_norm": 1.9728326797485352, |
| "learning_rate": 0.00017290258628458144, |
| "epoch": 0.14, |
| "step": 9025 |
| }, |
| { |
| "loss": 1.1828, |
| "grad_norm": 1.2152589559555054, |
| "learning_rate": 0.0001728274909134601, |
| "epoch": 0.14, |
| "step": 9050 |
| }, |
| { |
| "loss": 1.2602, |
| "grad_norm": 2.241239547729492, |
| "learning_rate": 0.00017275239554233877, |
| "epoch": 0.14, |
| "step": 9075 |
| }, |
| { |
| "loss": 1.2174, |
| "grad_norm": 2.192455768585205, |
| "learning_rate": 0.00017267730017121746, |
| "epoch": 0.14, |
| "step": 9100 |
| }, |
| { |
| "loss": 1.2197, |
| "grad_norm": 1.2781050205230713, |
| "learning_rate": 0.00017260220480009612, |
| "epoch": 0.14, |
| "step": 9125 |
| }, |
| { |
| "loss": 1.1877, |
| "grad_norm": 1.4289566278457642, |
| "learning_rate": 0.00017252710942897482, |
| "epoch": 0.14, |
| "step": 9150 |
| }, |
| { |
| "loss": 1.2482, |
| "grad_norm": 1.4809447526931763, |
| "learning_rate": 0.00017245201405785348, |
| "epoch": 0.14, |
| "step": 9175 |
| }, |
| { |
| "loss": 1.2194, |
| "grad_norm": 1.5703109502792358, |
| "learning_rate": 0.00017237691868673215, |
| "epoch": 0.14, |
| "step": 9200 |
| }, |
| { |
| "loss": 1.2036, |
| "grad_norm": 1.5251587629318237, |
| "learning_rate": 0.00017230182331561084, |
| "epoch": 0.14, |
| "step": 9225 |
| }, |
| { |
| "loss": 1.2469, |
| "grad_norm": 0.9070261120796204, |
| "learning_rate": 0.0001722267279444895, |
| "epoch": 0.14, |
| "step": 9250 |
| }, |
| { |
| "loss": 1.2316, |
| "grad_norm": 2.398056745529175, |
| "learning_rate": 0.0001721516325733682, |
| "epoch": 0.14, |
| "step": 9275 |
| }, |
| { |
| "loss": 1.2225, |
| "grad_norm": 1.3680628538131714, |
| "learning_rate": 0.00017207653720224686, |
| "epoch": 0.14, |
| "step": 9300 |
| }, |
| { |
| "loss": 1.2154, |
| "grad_norm": 1.577989935874939, |
| "learning_rate": 0.00017200144183112556, |
| "epoch": 0.14, |
| "step": 9325 |
| }, |
| { |
| "loss": 1.1482, |
| "grad_norm": 1.868891716003418, |
| "learning_rate": 0.0001719263464600042, |
| "epoch": 0.14, |
| "step": 9350 |
| }, |
| { |
| "loss": 1.2566, |
| "grad_norm": 2.225888729095459, |
| "learning_rate": 0.00017185125108888289, |
| "epoch": 0.14, |
| "step": 9375 |
| }, |
| { |
| "loss": 1.3212, |
| "grad_norm": 1.519579529762268, |
| "learning_rate": 0.00017177615571776155, |
| "epoch": 0.14, |
| "step": 9400 |
| }, |
| { |
| "loss": 1.2287, |
| "grad_norm": 1.0716164112091064, |
| "learning_rate": 0.00017170106034664024, |
| "epoch": 0.14, |
| "step": 9425 |
| }, |
| { |
| "loss": 1.1992, |
| "grad_norm": 1.8280526399612427, |
| "learning_rate": 0.00017162596497551894, |
| "epoch": 0.14, |
| "step": 9450 |
| }, |
| { |
| "loss": 1.1633, |
| "grad_norm": 1.8167325258255005, |
| "learning_rate": 0.0001715508696043976, |
| "epoch": 0.14, |
| "step": 9475 |
| }, |
| { |
| "loss": 1.2104, |
| "grad_norm": 1.3616135120391846, |
| "learning_rate": 0.00017147577423327627, |
| "epoch": 0.14, |
| "step": 9500 |
| }, |
| { |
| "loss": 1.1943, |
| "grad_norm": 2.055335283279419, |
| "learning_rate": 0.00017140067886215493, |
| "epoch": 0.14, |
| "step": 9525 |
| }, |
| { |
| "loss": 1.1744, |
| "grad_norm": 1.173204779624939, |
| "learning_rate": 0.00017132558349103362, |
| "epoch": 0.14, |
| "step": 9550 |
| }, |
| { |
| "loss": 1.204, |
| "grad_norm": 1.9650391340255737, |
| "learning_rate": 0.0001712504881199123, |
| "epoch": 0.14, |
| "step": 9575 |
| }, |
| { |
| "loss": 1.1757, |
| "grad_norm": 1.167233943939209, |
| "learning_rate": 0.00017117539274879098, |
| "epoch": 0.14, |
| "step": 9600 |
| }, |
| { |
| "loss": 1.1676, |
| "grad_norm": 1.160571575164795, |
| "learning_rate": 0.00017110029737766965, |
| "epoch": 0.14, |
| "step": 9625 |
| }, |
| { |
| "loss": 1.2729, |
| "grad_norm": 1.3096935749053955, |
| "learning_rate": 0.0001710252020065483, |
| "epoch": 0.14, |
| "step": 9650 |
| }, |
| { |
| "loss": 1.1832, |
| "grad_norm": 1.2549477815628052, |
| "learning_rate": 0.000170950106635427, |
| "epoch": 0.15, |
| "step": 9675 |
| }, |
| { |
| "loss": 1.1984, |
| "grad_norm": 1.156880497932434, |
| "learning_rate": 0.00017087501126430567, |
| "epoch": 0.15, |
| "step": 9700 |
| }, |
| { |
| "loss": 1.2719, |
| "grad_norm": 1.974812626838684, |
| "learning_rate": 0.00017079991589318436, |
| "epoch": 0.15, |
| "step": 9725 |
| }, |
| { |
| "loss": 1.2269, |
| "grad_norm": 1.3916237354278564, |
| "learning_rate": 0.00017072482052206303, |
| "epoch": 0.15, |
| "step": 9750 |
| }, |
| { |
| "loss": 1.2587, |
| "grad_norm": 1.1099380254745483, |
| "learning_rate": 0.00017064972515094172, |
| "epoch": 0.15, |
| "step": 9775 |
| }, |
| { |
| "loss": 1.171, |
| "grad_norm": 1.169327735900879, |
| "learning_rate": 0.00017057462977982036, |
| "epoch": 0.15, |
| "step": 9800 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 1.3058301210403442, |
| "learning_rate": 0.00017049953440869905, |
| "epoch": 0.15, |
| "step": 9825 |
| }, |
| { |
| "loss": 1.3067, |
| "grad_norm": 1.6860321760177612, |
| "learning_rate": 0.00017042443903757772, |
| "epoch": 0.15, |
| "step": 9850 |
| }, |
| { |
| "loss": 1.2436, |
| "grad_norm": 1.7748676538467407, |
| "learning_rate": 0.0001703493436664564, |
| "epoch": 0.15, |
| "step": 9875 |
| }, |
| { |
| "loss": 1.2847, |
| "grad_norm": 1.3805527687072754, |
| "learning_rate": 0.0001702742482953351, |
| "epoch": 0.15, |
| "step": 9900 |
| }, |
| { |
| "loss": 1.1507, |
| "grad_norm": 1.1719329357147217, |
| "learning_rate": 0.00017019915292421377, |
| "epoch": 0.15, |
| "step": 9925 |
| }, |
| { |
| "loss": 1.1982, |
| "grad_norm": 3.254032850265503, |
| "learning_rate": 0.00017012405755309243, |
| "epoch": 0.15, |
| "step": 9950 |
| }, |
| { |
| "loss": 1.2556, |
| "grad_norm": 1.6937150955200195, |
| "learning_rate": 0.0001700489621819711, |
| "epoch": 0.15, |
| "step": 9975 |
| }, |
| { |
| "loss": 1.1951, |
| "grad_norm": 0.9732112884521484, |
| "learning_rate": 0.0001699738668108498, |
| "epoch": 0.15, |
| "step": 10000 |
| }, |
| { |
| "loss": 1.2225, |
| "grad_norm": 1.152357816696167, |
| "learning_rate": 0.00016989877143972845, |
| "epoch": 0.15, |
| "step": 10025 |
| }, |
| { |
| "loss": 1.2185, |
| "grad_norm": 1.9174104928970337, |
| "learning_rate": 0.00016982367606860715, |
| "epoch": 0.15, |
| "step": 10050 |
| }, |
| { |
| "loss": 1.1886, |
| "grad_norm": 2.638831377029419, |
| "learning_rate": 0.0001697485806974858, |
| "epoch": 0.15, |
| "step": 10075 |
| }, |
| { |
| "loss": 1.2805, |
| "grad_norm": 1.4505808353424072, |
| "learning_rate": 0.00016967348532636448, |
| "epoch": 0.15, |
| "step": 10100 |
| }, |
| { |
| "loss": 1.2714, |
| "grad_norm": 1.9908664226531982, |
| "learning_rate": 0.00016959838995524317, |
| "epoch": 0.15, |
| "step": 10125 |
| }, |
| { |
| "loss": 1.2362, |
| "grad_norm": 0.9299131035804749, |
| "learning_rate": 0.00016952329458412184, |
| "epoch": 0.15, |
| "step": 10150 |
| }, |
| { |
| "loss": 1.212, |
| "grad_norm": 2.036597490310669, |
| "learning_rate": 0.00016944819921300053, |
| "epoch": 0.15, |
| "step": 10175 |
| }, |
| { |
| "loss": 1.1789, |
| "grad_norm": 0.9963513016700745, |
| "learning_rate": 0.0001693731038418792, |
| "epoch": 0.15, |
| "step": 10200 |
| }, |
| { |
| "loss": 1.2206, |
| "grad_norm": 1.2980750799179077, |
| "learning_rate": 0.00016929800847075789, |
| "epoch": 0.15, |
| "step": 10225 |
| }, |
| { |
| "loss": 1.2015, |
| "grad_norm": 2.1614062786102295, |
| "learning_rate": 0.00016922291309963652, |
| "epoch": 0.15, |
| "step": 10250 |
| }, |
| { |
| "loss": 1.2411, |
| "grad_norm": 2.045715093612671, |
| "learning_rate": 0.00016914781772851522, |
| "epoch": 0.15, |
| "step": 10275 |
| }, |
| { |
| "loss": 1.2117, |
| "grad_norm": 1.5198246240615845, |
| "learning_rate": 0.0001690727223573939, |
| "epoch": 0.15, |
| "step": 10300 |
| }, |
| { |
| "loss": 1.2269, |
| "grad_norm": 1.563063383102417, |
| "learning_rate": 0.00016900063080111744, |
| "epoch": 0.16, |
| "step": 10325 |
| }, |
| { |
| "loss": 1.2857, |
| "grad_norm": 1.2115886211395264, |
| "learning_rate": 0.0001689255354299961, |
| "epoch": 0.16, |
| "step": 10350 |
| }, |
| { |
| "loss": 1.2339, |
| "grad_norm": 1.6522163152694702, |
| "learning_rate": 0.00016885044005887477, |
| "epoch": 0.16, |
| "step": 10375 |
| }, |
| { |
| "loss": 1.2416, |
| "grad_norm": 1.334186315536499, |
| "learning_rate": 0.00016877534468775343, |
| "epoch": 0.16, |
| "step": 10400 |
| }, |
| { |
| "loss": 1.1811, |
| "grad_norm": 2.520540475845337, |
| "learning_rate": 0.00016870024931663213, |
| "epoch": 0.16, |
| "step": 10425 |
| }, |
| { |
| "loss": 1.2504, |
| "grad_norm": 1.4244968891143799, |
| "learning_rate": 0.00016862515394551082, |
| "epoch": 0.16, |
| "step": 10450 |
| }, |
| { |
| "loss": 1.3024, |
| "grad_norm": 1.7212327718734741, |
| "learning_rate": 0.00016855005857438948, |
| "epoch": 0.16, |
| "step": 10475 |
| }, |
| { |
| "loss": 1.2481, |
| "grad_norm": 1.369234323501587, |
| "learning_rate": 0.00016847496320326818, |
| "epoch": 0.16, |
| "step": 10500 |
| }, |
| { |
| "loss": 1.2456, |
| "grad_norm": 1.2592421770095825, |
| "learning_rate": 0.00016839986783214684, |
| "epoch": 0.16, |
| "step": 10525 |
| }, |
| { |
| "loss": 1.2845, |
| "grad_norm": 1.891320824623108, |
| "learning_rate": 0.0001683247724610255, |
| "epoch": 0.16, |
| "step": 10550 |
| }, |
| { |
| "loss": 1.1581, |
| "grad_norm": 1.653385877609253, |
| "learning_rate": 0.00016824967708990417, |
| "epoch": 0.16, |
| "step": 10575 |
| }, |
| { |
| "loss": 1.2469, |
| "grad_norm": 1.4522532224655151, |
| "learning_rate": 0.00016817458171878286, |
| "epoch": 0.16, |
| "step": 10600 |
| }, |
| { |
| "loss": 1.1964, |
| "grad_norm": 2.0278687477111816, |
| "learning_rate": 0.00016809948634766153, |
| "epoch": 0.16, |
| "step": 10625 |
| }, |
| { |
| "loss": 1.1826, |
| "grad_norm": 7.241672039031982, |
| "learning_rate": 0.00016802439097654022, |
| "epoch": 0.16, |
| "step": 10650 |
| }, |
| { |
| "loss": 1.2321, |
| "grad_norm": 1.5438281297683716, |
| "learning_rate": 0.0001679553032351086, |
| "epoch": 0.16, |
| "step": 10675 |
| }, |
| { |
| "loss": 1.1776, |
| "grad_norm": 1.0334819555282593, |
| "learning_rate": 0.00016788020786398728, |
| "epoch": 0.16, |
| "step": 10700 |
| }, |
| { |
| "loss": 1.2905, |
| "grad_norm": 1.578046202659607, |
| "learning_rate": 0.0001678081163077108, |
| "epoch": 0.16, |
| "step": 10725 |
| }, |
| { |
| "loss": 1.1721, |
| "grad_norm": 1.1447938680648804, |
| "learning_rate": 0.00016773302093658947, |
| "epoch": 0.16, |
| "step": 10750 |
| }, |
| { |
| "loss": 1.1305, |
| "grad_norm": 1.328674554824829, |
| "learning_rate": 0.00016765792556546817, |
| "epoch": 0.16, |
| "step": 10775 |
| }, |
| { |
| "loss": 1.1729, |
| "grad_norm": 1.5958043336868286, |
| "learning_rate": 0.00016758283019434683, |
| "epoch": 0.16, |
| "step": 10800 |
| }, |
| { |
| "loss": 1.1459, |
| "grad_norm": 1.4962025880813599, |
| "learning_rate": 0.0001675077348232255, |
| "epoch": 0.16, |
| "step": 10825 |
| }, |
| { |
| "loss": 1.1864, |
| "grad_norm": 1.540279507637024, |
| "learning_rate": 0.0001674326394521042, |
| "epoch": 0.16, |
| "step": 10850 |
| }, |
| { |
| "loss": 1.2842, |
| "grad_norm": 1.6456973552703857, |
| "learning_rate": 0.00016735754408098285, |
| "epoch": 0.16, |
| "step": 10875 |
| }, |
| { |
| "loss": 1.2236, |
| "grad_norm": 1.9610776901245117, |
| "learning_rate": 0.00016728244870986155, |
| "epoch": 0.16, |
| "step": 10900 |
| }, |
| { |
| "loss": 1.1825, |
| "grad_norm": 1.4995285272598267, |
| "learning_rate": 0.0001672073533387402, |
| "epoch": 0.16, |
| "step": 10925 |
| }, |
| { |
| "loss": 1.2341, |
| "grad_norm": 1.0755623579025269, |
| "learning_rate": 0.00016713225796761888, |
| "epoch": 0.16, |
| "step": 10950 |
| }, |
| { |
| "loss": 1.2119, |
| "grad_norm": 1.8127145767211914, |
| "learning_rate": 0.00016705716259649754, |
| "epoch": 0.16, |
| "step": 10975 |
| }, |
| { |
| "loss": 1.2211, |
| "grad_norm": 1.8502295017242432, |
| "learning_rate": 0.00016698206722537623, |
| "epoch": 0.17, |
| "step": 11000 |
| }, |
| { |
| "loss": 1.2158, |
| "grad_norm": 1.6311461925506592, |
| "learning_rate": 0.0001669069718542549, |
| "epoch": 0.17, |
| "step": 11025 |
| }, |
| { |
| "loss": 1.2579, |
| "grad_norm": 1.3985036611557007, |
| "learning_rate": 0.0001668318764831336, |
| "epoch": 0.17, |
| "step": 11050 |
| }, |
| { |
| "loss": 1.1595, |
| "grad_norm": 2.4565913677215576, |
| "learning_rate": 0.00016675678111201228, |
| "epoch": 0.17, |
| "step": 11075 |
| }, |
| { |
| "loss": 1.2151, |
| "grad_norm": 1.9943021535873413, |
| "learning_rate": 0.00016668168574089092, |
| "epoch": 0.17, |
| "step": 11100 |
| }, |
| { |
| "loss": 1.2253, |
| "grad_norm": 1.246576189994812, |
| "learning_rate": 0.00016660659036976962, |
| "epoch": 0.17, |
| "step": 11125 |
| }, |
| { |
| "loss": 1.1946, |
| "grad_norm": 1.1769171953201294, |
| "learning_rate": 0.00016653149499864828, |
| "epoch": 0.17, |
| "step": 11150 |
| }, |
| { |
| "loss": 1.2189, |
| "grad_norm": 1.2264093160629272, |
| "learning_rate": 0.00016645639962752697, |
| "epoch": 0.17, |
| "step": 11175 |
| }, |
| { |
| "loss": 1.1773, |
| "grad_norm": 1.0736924409866333, |
| "learning_rate": 0.00016638130425640564, |
| "epoch": 0.17, |
| "step": 11200 |
| }, |
| { |
| "loss": 1.2057, |
| "grad_norm": 1.527783751487732, |
| "learning_rate": 0.00016630620888528433, |
| "epoch": 0.17, |
| "step": 11225 |
| }, |
| { |
| "loss": 1.2292, |
| "grad_norm": 1.3747711181640625, |
| "learning_rate": 0.000166231113514163, |
| "epoch": 0.17, |
| "step": 11250 |
| }, |
| { |
| "loss": 1.2385, |
| "grad_norm": 1.5345367193222046, |
| "learning_rate": 0.00016615601814304166, |
| "epoch": 0.17, |
| "step": 11275 |
| }, |
| { |
| "loss": 1.2456, |
| "grad_norm": 1.1881415843963623, |
| "learning_rate": 0.00016608092277192035, |
| "epoch": 0.17, |
| "step": 11300 |
| }, |
| { |
| "loss": 1.2099, |
| "grad_norm": 1.1072256565093994, |
| "learning_rate": 0.00016600582740079902, |
| "epoch": 0.17, |
| "step": 11325 |
| }, |
| { |
| "loss": 1.2128, |
| "grad_norm": 2.2356455326080322, |
| "learning_rate": 0.0001659307320296777, |
| "epoch": 0.17, |
| "step": 11350 |
| }, |
| { |
| "loss": 1.1638, |
| "grad_norm": 3.343397855758667, |
| "learning_rate": 0.00016585563665855638, |
| "epoch": 0.17, |
| "step": 11375 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 1.5066440105438232, |
| "learning_rate": 0.00016578054128743504, |
| "epoch": 0.17, |
| "step": 11400 |
| }, |
| { |
| "loss": 1.1868, |
| "grad_norm": 1.4099555015563965, |
| "learning_rate": 0.0001657054459163137, |
| "epoch": 0.17, |
| "step": 11425 |
| }, |
| { |
| "loss": 1.1882, |
| "grad_norm": 1.6867519617080688, |
| "learning_rate": 0.0001656303505451924, |
| "epoch": 0.17, |
| "step": 11450 |
| }, |
| { |
| "loss": 1.1986, |
| "grad_norm": 1.4436876773834229, |
| "learning_rate": 0.0001655552551740711, |
| "epoch": 0.17, |
| "step": 11475 |
| }, |
| { |
| "loss": 1.2023, |
| "grad_norm": 1.2447092533111572, |
| "learning_rate": 0.00016548015980294976, |
| "epoch": 0.17, |
| "step": 11500 |
| }, |
| { |
| "loss": 1.1136, |
| "grad_norm": 2.2803616523742676, |
| "learning_rate": 0.00016540506443182845, |
| "epoch": 0.17, |
| "step": 11525 |
| }, |
| { |
| "loss": 1.2135, |
| "grad_norm": 2.992870807647705, |
| "learning_rate": 0.00016532996906070712, |
| "epoch": 0.17, |
| "step": 11550 |
| }, |
| { |
| "loss": 1.1864, |
| "grad_norm": 1.6845029592514038, |
| "learning_rate": 0.00016525487368958578, |
| "epoch": 0.17, |
| "step": 11575 |
| }, |
| { |
| "loss": 1.1924, |
| "grad_norm": 1.52716863155365, |
| "learning_rate": 0.00016517977831846445, |
| "epoch": 0.17, |
| "step": 11600 |
| }, |
| { |
| "loss": 1.2462, |
| "grad_norm": 1.1273847818374634, |
| "learning_rate": 0.00016510468294734314, |
| "epoch": 0.17, |
| "step": 11625 |
| }, |
| { |
| "loss": 1.2411, |
| "grad_norm": 1.472161054611206, |
| "learning_rate": 0.0001650295875762218, |
| "epoch": 0.17, |
| "step": 11650 |
| }, |
| { |
| "loss": 1.2534, |
| "grad_norm": 1.0381845235824585, |
| "learning_rate": 0.0001649544922051005, |
| "epoch": 0.18, |
| "step": 11675 |
| }, |
| { |
| "loss": 1.1666, |
| "grad_norm": 1.7663735151290894, |
| "learning_rate": 0.00016487939683397916, |
| "epoch": 0.18, |
| "step": 11700 |
| }, |
| { |
| "loss": 1.1811, |
| "grad_norm": 1.8977352380752563, |
| "learning_rate": 0.00016480430146285783, |
| "epoch": 0.18, |
| "step": 11725 |
| }, |
| { |
| "loss": 1.2674, |
| "grad_norm": 1.2944955825805664, |
| "learning_rate": 0.00016472920609173652, |
| "epoch": 0.18, |
| "step": 11750 |
| }, |
| { |
| "loss": 1.259, |
| "grad_norm": 1.2735075950622559, |
| "learning_rate": 0.00016465411072061518, |
| "epoch": 0.18, |
| "step": 11775 |
| }, |
| { |
| "loss": 1.1718, |
| "grad_norm": 1.3027160167694092, |
| "learning_rate": 0.00016457901534949388, |
| "epoch": 0.18, |
| "step": 11800 |
| }, |
| { |
| "loss": 1.2034, |
| "grad_norm": 1.0722211599349976, |
| "learning_rate": 0.00016450391997837254, |
| "epoch": 0.18, |
| "step": 11825 |
| }, |
| { |
| "loss": 1.1761, |
| "grad_norm": 2.5194356441497803, |
| "learning_rate": 0.0001644288246072512, |
| "epoch": 0.18, |
| "step": 11850 |
| }, |
| { |
| "loss": 1.213, |
| "grad_norm": 1.5070539712905884, |
| "learning_rate": 0.00016435372923612987, |
| "epoch": 0.18, |
| "step": 11875 |
| }, |
| { |
| "loss": 1.1899, |
| "grad_norm": 2.126924991607666, |
| "learning_rate": 0.00016427863386500857, |
| "epoch": 0.18, |
| "step": 11900 |
| }, |
| { |
| "loss": 1.2114, |
| "grad_norm": 1.6474621295928955, |
| "learning_rate": 0.00016420353849388726, |
| "epoch": 0.18, |
| "step": 11925 |
| }, |
| { |
| "loss": 1.2885, |
| "grad_norm": 1.4247677326202393, |
| "learning_rate": 0.00016412844312276592, |
| "epoch": 0.18, |
| "step": 11950 |
| }, |
| { |
| "loss": 1.1922, |
| "grad_norm": 1.7299450635910034, |
| "learning_rate": 0.00016405334775164462, |
| "epoch": 0.18, |
| "step": 11975 |
| }, |
| { |
| "loss": 1.255, |
| "grad_norm": 1.1741243600845337, |
| "learning_rate": 0.00016397825238052328, |
| "epoch": 0.18, |
| "step": 12000 |
| }, |
| { |
| "loss": 1.1358, |
| "grad_norm": 3.301985502243042, |
| "learning_rate": 0.00016390315700940195, |
| "epoch": 0.18, |
| "step": 12025 |
| }, |
| { |
| "loss": 1.2252, |
| "grad_norm": 1.730089783668518, |
| "learning_rate": 0.0001638280616382806, |
| "epoch": 0.18, |
| "step": 12050 |
| }, |
| { |
| "loss": 1.2015, |
| "grad_norm": 0.9660411477088928, |
| "learning_rate": 0.0001637529662671593, |
| "epoch": 0.18, |
| "step": 12075 |
| }, |
| { |
| "loss": 1.1952, |
| "grad_norm": 1.2349923849105835, |
| "learning_rate": 0.00016367787089603797, |
| "epoch": 0.18, |
| "step": 12100 |
| }, |
| { |
| "loss": 1.1539, |
| "grad_norm": 1.5074914693832397, |
| "learning_rate": 0.00016360277552491666, |
| "epoch": 0.18, |
| "step": 12125 |
| }, |
| { |
| "loss": 1.2497, |
| "grad_norm": 1.2159485816955566, |
| "learning_rate": 0.00016352768015379533, |
| "epoch": 0.18, |
| "step": 12150 |
| }, |
| { |
| "loss": 1.2624, |
| "grad_norm": 1.7598042488098145, |
| "learning_rate": 0.000163452584782674, |
| "epoch": 0.18, |
| "step": 12175 |
| }, |
| { |
| "loss": 1.2243, |
| "grad_norm": 1.2727563381195068, |
| "learning_rate": 0.00016337748941155268, |
| "epoch": 0.18, |
| "step": 12200 |
| }, |
| { |
| "loss": 1.2093, |
| "grad_norm": 1.205769658088684, |
| "learning_rate": 0.00016330239404043135, |
| "epoch": 0.18, |
| "step": 12225 |
| }, |
| { |
| "loss": 1.1866, |
| "grad_norm": 5.114007949829102, |
| "learning_rate": 0.00016322729866931004, |
| "epoch": 0.18, |
| "step": 12250 |
| }, |
| { |
| "loss": 1.2824, |
| "grad_norm": 2.016160488128662, |
| "learning_rate": 0.0001631522032981887, |
| "epoch": 0.18, |
| "step": 12275 |
| }, |
| { |
| "loss": 1.1501, |
| "grad_norm": 1.1405665874481201, |
| "learning_rate": 0.00016307710792706737, |
| "epoch": 0.18, |
| "step": 12300 |
| }, |
| { |
| "loss": 1.1795, |
| "grad_norm": 2.2503092288970947, |
| "learning_rate": 0.00016300201255594604, |
| "epoch": 0.19, |
| "step": 12325 |
| }, |
| { |
| "loss": 1.2146, |
| "grad_norm": 1.0414721965789795, |
| "learning_rate": 0.00016292691718482473, |
| "epoch": 0.19, |
| "step": 12350 |
| }, |
| { |
| "loss": 1.2338, |
| "grad_norm": 1.7036515474319458, |
| "learning_rate": 0.00016285182181370342, |
| "epoch": 0.19, |
| "step": 12375 |
| }, |
| { |
| "loss": 1.2638, |
| "grad_norm": 1.2566134929656982, |
| "learning_rate": 0.0001627767264425821, |
| "epoch": 0.19, |
| "step": 12400 |
| }, |
| { |
| "loss": 1.1694, |
| "grad_norm": 1.4524366855621338, |
| "learning_rate": 0.00016270163107146078, |
| "epoch": 0.19, |
| "step": 12425 |
| }, |
| { |
| "loss": 1.1826, |
| "grad_norm": 1.2547303438186646, |
| "learning_rate": 0.00016262653570033945, |
| "epoch": 0.19, |
| "step": 12450 |
| }, |
| { |
| "loss": 1.1885, |
| "grad_norm": 3.284105062484741, |
| "learning_rate": 0.0001625514403292181, |
| "epoch": 0.19, |
| "step": 12475 |
| }, |
| { |
| "loss": 1.1785, |
| "grad_norm": 1.14161217212677, |
| "learning_rate": 0.00016247634495809678, |
| "epoch": 0.19, |
| "step": 12500 |
| }, |
| { |
| "loss": 1.156, |
| "grad_norm": 1.9379956722259521, |
| "learning_rate": 0.00016240124958697547, |
| "epoch": 0.19, |
| "step": 12525 |
| }, |
| { |
| "loss": 1.1911, |
| "grad_norm": 1.1594531536102295, |
| "learning_rate": 0.00016232615421585413, |
| "epoch": 0.19, |
| "step": 12550 |
| }, |
| { |
| "loss": 1.1905, |
| "grad_norm": 1.3584635257720947, |
| "learning_rate": 0.00016225105884473283, |
| "epoch": 0.19, |
| "step": 12575 |
| }, |
| { |
| "loss": 1.2023, |
| "grad_norm": 1.402160406112671, |
| "learning_rate": 0.0001621759634736115, |
| "epoch": 0.19, |
| "step": 12600 |
| }, |
| { |
| "loss": 1.235, |
| "grad_norm": 1.3611042499542236, |
| "learning_rate": 0.00016210086810249016, |
| "epoch": 0.19, |
| "step": 12625 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 1.1458463668823242, |
| "learning_rate": 0.00016202577273136885, |
| "epoch": 0.19, |
| "step": 12650 |
| }, |
| { |
| "loss": 1.1829, |
| "grad_norm": 0.8500710725784302, |
| "learning_rate": 0.00016195067736024752, |
| "epoch": 0.19, |
| "step": 12675 |
| }, |
| { |
| "loss": 1.1632, |
| "grad_norm": 1.5723693370819092, |
| "learning_rate": 0.0001618755819891262, |
| "epoch": 0.19, |
| "step": 12700 |
| }, |
| { |
| "loss": 1.1982, |
| "grad_norm": 1.399224042892456, |
| "learning_rate": 0.00016180048661800487, |
| "epoch": 0.19, |
| "step": 12725 |
| }, |
| { |
| "loss": 1.2511, |
| "grad_norm": 2.703968048095703, |
| "learning_rate": 0.00016172539124688354, |
| "epoch": 0.19, |
| "step": 12750 |
| }, |
| { |
| "loss": 1.1905, |
| "grad_norm": 1.6090725660324097, |
| "learning_rate": 0.00016165029587576223, |
| "epoch": 0.19, |
| "step": 12775 |
| }, |
| { |
| "loss": 1.2074, |
| "grad_norm": 2.323432207107544, |
| "learning_rate": 0.0001615752005046409, |
| "epoch": 0.19, |
| "step": 12800 |
| }, |
| { |
| "loss": 1.2514, |
| "grad_norm": 1.0441837310791016, |
| "learning_rate": 0.0001615001051335196, |
| "epoch": 0.19, |
| "step": 12825 |
| }, |
| { |
| "loss": 1.2018, |
| "grad_norm": 1.3072987794876099, |
| "learning_rate": 0.00016142500976239825, |
| "epoch": 0.19, |
| "step": 12850 |
| }, |
| { |
| "loss": 1.169, |
| "grad_norm": 2.1105244159698486, |
| "learning_rate": 0.00016134991439127695, |
| "epoch": 0.19, |
| "step": 12875 |
| }, |
| { |
| "loss": 1.2361, |
| "grad_norm": 1.4109976291656494, |
| "learning_rate": 0.0001612748190201556, |
| "epoch": 0.19, |
| "step": 12900 |
| }, |
| { |
| "loss": 1.2543, |
| "grad_norm": 1.5119200944900513, |
| "learning_rate": 0.00016119972364903428, |
| "epoch": 0.19, |
| "step": 12925 |
| }, |
| { |
| "loss": 1.2326, |
| "grad_norm": 1.3456885814666748, |
| "learning_rate": 0.00016112462827791294, |
| "epoch": 0.19, |
| "step": 12950 |
| }, |
| { |
| "loss": 1.1761, |
| "grad_norm": 2.7535812854766846, |
| "learning_rate": 0.00016104953290679163, |
| "epoch": 0.19, |
| "step": 12975 |
| }, |
| { |
| "loss": 1.1413, |
| "grad_norm": 1.665337085723877, |
| "learning_rate": 0.00016097443753567033, |
| "epoch": 0.2, |
| "step": 13000 |
| }, |
| { |
| "loss": 1.1836, |
| "grad_norm": 1.1174890995025635, |
| "learning_rate": 0.000160899342164549, |
| "epoch": 0.2, |
| "step": 13025 |
| }, |
| { |
| "loss": 1.1405, |
| "grad_norm": 2.4042136669158936, |
| "learning_rate": 0.00016082424679342766, |
| "epoch": 0.2, |
| "step": 13050 |
| }, |
| { |
| "loss": 1.2339, |
| "grad_norm": 2.3713090419769287, |
| "learning_rate": 0.00016074915142230632, |
| "epoch": 0.2, |
| "step": 13075 |
| }, |
| { |
| "loss": 1.2351, |
| "grad_norm": 1.7716904878616333, |
| "learning_rate": 0.00016067405605118502, |
| "epoch": 0.2, |
| "step": 13100 |
| }, |
| { |
| "loss": 1.194, |
| "grad_norm": 1.2277339696884155, |
| "learning_rate": 0.00016059896068006368, |
| "epoch": 0.2, |
| "step": 13125 |
| }, |
| { |
| "loss": 1.2429, |
| "grad_norm": 1.2725192308425903, |
| "learning_rate": 0.00016052386530894237, |
| "epoch": 0.2, |
| "step": 13150 |
| }, |
| { |
| "loss": 1.1837, |
| "grad_norm": 1.4028089046478271, |
| "learning_rate": 0.00016044876993782104, |
| "epoch": 0.2, |
| "step": 13175 |
| }, |
| { |
| "loss": 1.2633, |
| "grad_norm": 3.1674065589904785, |
| "learning_rate": 0.0001603736745666997, |
| "epoch": 0.2, |
| "step": 13200 |
| }, |
| { |
| "loss": 1.2575, |
| "grad_norm": 1.3717881441116333, |
| "learning_rate": 0.0001602985791955784, |
| "epoch": 0.2, |
| "step": 13225 |
| }, |
| { |
| "loss": 1.2385, |
| "grad_norm": 1.5640596151351929, |
| "learning_rate": 0.00016022348382445706, |
| "epoch": 0.2, |
| "step": 13250 |
| }, |
| { |
| "loss": 1.231, |
| "grad_norm": 1.336003303527832, |
| "learning_rate": 0.00016014838845333575, |
| "epoch": 0.2, |
| "step": 13275 |
| }, |
| { |
| "loss": 1.1247, |
| "grad_norm": 1.0398321151733398, |
| "learning_rate": 0.00016007329308221442, |
| "epoch": 0.2, |
| "step": 13300 |
| }, |
| { |
| "loss": 1.1848, |
| "grad_norm": 1.5215067863464355, |
| "learning_rate": 0.0001599981977110931, |
| "epoch": 0.2, |
| "step": 13325 |
| }, |
| { |
| "loss": 1.2053, |
| "grad_norm": 1.184665560722351, |
| "learning_rate": 0.00015992310233997178, |
| "epoch": 0.2, |
| "step": 13350 |
| }, |
| { |
| "loss": 1.2213, |
| "grad_norm": 3.2756311893463135, |
| "learning_rate": 0.00015984800696885044, |
| "epoch": 0.2, |
| "step": 13375 |
| }, |
| { |
| "loss": 1.1623, |
| "grad_norm": 2.2092206478118896, |
| "learning_rate": 0.0001597729115977291, |
| "epoch": 0.2, |
| "step": 13400 |
| }, |
| { |
| "loss": 1.1939, |
| "grad_norm": 1.701504111289978, |
| "learning_rate": 0.0001596978162266078, |
| "epoch": 0.2, |
| "step": 13425 |
| }, |
| { |
| "loss": 1.194, |
| "grad_norm": 1.0575650930404663, |
| "learning_rate": 0.0001596227208554865, |
| "epoch": 0.2, |
| "step": 13450 |
| }, |
| { |
| "loss": 1.1561, |
| "grad_norm": 2.7198948860168457, |
| "learning_rate": 0.00015954762548436516, |
| "epoch": 0.2, |
| "step": 13475 |
| }, |
| { |
| "loss": 1.1449, |
| "grad_norm": 1.2031759023666382, |
| "learning_rate": 0.00015947253011324382, |
| "epoch": 0.2, |
| "step": 13500 |
| }, |
| { |
| "loss": 1.195, |
| "grad_norm": 1.3267816305160522, |
| "learning_rate": 0.0001593974347421225, |
| "epoch": 0.2, |
| "step": 13525 |
| }, |
| { |
| "loss": 1.1566, |
| "grad_norm": 1.4941660165786743, |
| "learning_rate": 0.00015932233937100118, |
| "epoch": 0.2, |
| "step": 13550 |
| }, |
| { |
| "loss": 1.1218, |
| "grad_norm": 0.9819481372833252, |
| "learning_rate": 0.00015924724399987985, |
| "epoch": 0.2, |
| "step": 13575 |
| }, |
| { |
| "loss": 1.2457, |
| "grad_norm": 1.1329920291900635, |
| "learning_rate": 0.00015917214862875854, |
| "epoch": 0.2, |
| "step": 13600 |
| }, |
| { |
| "loss": 1.2218, |
| "grad_norm": 1.0208684206008911, |
| "learning_rate": 0.0001590970532576372, |
| "epoch": 0.2, |
| "step": 13625 |
| }, |
| { |
| "loss": 1.3095, |
| "grad_norm": 1.9692599773406982, |
| "learning_rate": 0.00015902195788651587, |
| "epoch": 0.21, |
| "step": 13650 |
| }, |
| { |
| "loss": 1.1426, |
| "grad_norm": 1.1488243341445923, |
| "learning_rate": 0.00015894686251539456, |
| "epoch": 0.21, |
| "step": 13675 |
| }, |
| { |
| "loss": 1.1786, |
| "grad_norm": 2.137523651123047, |
| "learning_rate": 0.00015887176714427323, |
| "epoch": 0.21, |
| "step": 13700 |
| }, |
| { |
| "loss": 1.2123, |
| "grad_norm": 1.74925696849823, |
| "learning_rate": 0.00015879667177315192, |
| "epoch": 0.21, |
| "step": 13725 |
| }, |
| { |
| "loss": 1.2237, |
| "grad_norm": 1.931201457977295, |
| "learning_rate": 0.00015872157640203058, |
| "epoch": 0.21, |
| "step": 13750 |
| }, |
| { |
| "loss": 1.1822, |
| "grad_norm": 1.3742233514785767, |
| "learning_rate": 0.00015864648103090928, |
| "epoch": 0.21, |
| "step": 13775 |
| }, |
| { |
| "loss": 1.2393, |
| "grad_norm": 1.860449194908142, |
| "learning_rate": 0.00015857138565978794, |
| "epoch": 0.21, |
| "step": 13800 |
| }, |
| { |
| "loss": 1.16, |
| "grad_norm": 2.664776086807251, |
| "learning_rate": 0.0001584962902886666, |
| "epoch": 0.21, |
| "step": 13825 |
| }, |
| { |
| "loss": 1.172, |
| "grad_norm": 2.5164761543273926, |
| "learning_rate": 0.00015842119491754527, |
| "epoch": 0.21, |
| "step": 13850 |
| }, |
| { |
| "loss": 1.1531, |
| "grad_norm": 1.644278645515442, |
| "learning_rate": 0.00015834609954642397, |
| "epoch": 0.21, |
| "step": 13875 |
| }, |
| { |
| "loss": 1.2801, |
| "grad_norm": 1.2100858688354492, |
| "learning_rate": 0.00015827100417530266, |
| "epoch": 0.21, |
| "step": 13900 |
| }, |
| { |
| "loss": 1.2011, |
| "grad_norm": 1.9542933702468872, |
| "learning_rate": 0.00015819590880418132, |
| "epoch": 0.21, |
| "step": 13925 |
| }, |
| { |
| "loss": 1.2344, |
| "grad_norm": 1.1991852521896362, |
| "learning_rate": 0.00015812081343306, |
| "epoch": 0.21, |
| "step": 13950 |
| }, |
| { |
| "loss": 1.1884, |
| "grad_norm": 1.9113025665283203, |
| "learning_rate": 0.00015804571806193865, |
| "epoch": 0.21, |
| "step": 13975 |
| }, |
| { |
| "loss": 1.242, |
| "grad_norm": 1.4621787071228027, |
| "learning_rate": 0.00015797062269081735, |
| "epoch": 0.21, |
| "step": 14000 |
| }, |
| { |
| "loss": 1.1961, |
| "grad_norm": 1.9302442073822021, |
| "learning_rate": 0.000157895527319696, |
| "epoch": 0.21, |
| "step": 14025 |
| }, |
| { |
| "loss": 1.2159, |
| "grad_norm": 1.3267945051193237, |
| "learning_rate": 0.0001578204319485747, |
| "epoch": 0.21, |
| "step": 14050 |
| }, |
| { |
| "loss": 1.1573, |
| "grad_norm": 1.2569104433059692, |
| "learning_rate": 0.0001577453365774534, |
| "epoch": 0.21, |
| "step": 14075 |
| }, |
| { |
| "loss": 1.2149, |
| "grad_norm": 1.3353804349899292, |
| "learning_rate": 0.00015767024120633203, |
| "epoch": 0.21, |
| "step": 14100 |
| }, |
| { |
| "loss": 1.198, |
| "grad_norm": 1.9309898614883423, |
| "learning_rate": 0.00015759514583521073, |
| "epoch": 0.21, |
| "step": 14125 |
| }, |
| { |
| "loss": 1.1742, |
| "grad_norm": 1.2149921655654907, |
| "learning_rate": 0.0001575200504640894, |
| "epoch": 0.21, |
| "step": 14150 |
| }, |
| { |
| "loss": 1.1855, |
| "grad_norm": 1.9573317766189575, |
| "learning_rate": 0.00015744495509296808, |
| "epoch": 0.21, |
| "step": 14175 |
| }, |
| { |
| "loss": 1.2459, |
| "grad_norm": 1.384567379951477, |
| "learning_rate": 0.00015736985972184675, |
| "epoch": 0.21, |
| "step": 14200 |
| }, |
| { |
| "loss": 1.1853, |
| "grad_norm": 1.7285842895507812, |
| "learning_rate": 0.00015729476435072544, |
| "epoch": 0.21, |
| "step": 14225 |
| }, |
| { |
| "loss": 1.1728, |
| "grad_norm": 2.050541877746582, |
| "learning_rate": 0.0001572196689796041, |
| "epoch": 0.21, |
| "step": 14250 |
| }, |
| { |
| "loss": 1.2248, |
| "grad_norm": 1.735643744468689, |
| "learning_rate": 0.00015714457360848277, |
| "epoch": 0.21, |
| "step": 14275 |
| }, |
| { |
| "loss": 1.1792, |
| "grad_norm": 1.511836290359497, |
| "learning_rate": 0.00015706947823736147, |
| "epoch": 0.21, |
| "step": 14300 |
| }, |
| { |
| "loss": 1.1978, |
| "grad_norm": 1.1453663110733032, |
| "learning_rate": 0.00015699438286624013, |
| "epoch": 0.22, |
| "step": 14325 |
| }, |
| { |
| "loss": 1.1747, |
| "grad_norm": 1.8787868022918701, |
| "learning_rate": 0.00015691928749511882, |
| "epoch": 0.22, |
| "step": 14350 |
| }, |
| { |
| "loss": 1.1946, |
| "grad_norm": 2.0433459281921387, |
| "learning_rate": 0.0001568441921239975, |
| "epoch": 0.22, |
| "step": 14375 |
| }, |
| { |
| "loss": 1.1676, |
| "grad_norm": 1.6258106231689453, |
| "learning_rate": 0.00015676909675287615, |
| "epoch": 0.22, |
| "step": 14400 |
| }, |
| { |
| "loss": 1.1486, |
| "grad_norm": 1.0429004430770874, |
| "learning_rate": 0.00015669400138175482, |
| "epoch": 0.22, |
| "step": 14425 |
| }, |
| { |
| "loss": 1.2211, |
| "grad_norm": 1.5074403285980225, |
| "learning_rate": 0.0001566189060106335, |
| "epoch": 0.22, |
| "step": 14450 |
| }, |
| { |
| "loss": 1.2161, |
| "grad_norm": 1.4326659440994263, |
| "learning_rate": 0.00015654381063951218, |
| "epoch": 0.22, |
| "step": 14475 |
| }, |
| { |
| "loss": 1.2538, |
| "grad_norm": 1.8539921045303345, |
| "learning_rate": 0.00015646871526839087, |
| "epoch": 0.22, |
| "step": 14500 |
| }, |
| { |
| "loss": 1.1929, |
| "grad_norm": 1.7635362148284912, |
| "learning_rate": 0.00015639361989726956, |
| "epoch": 0.22, |
| "step": 14525 |
| }, |
| { |
| "loss": 1.2115, |
| "grad_norm": 1.3895171880722046, |
| "learning_rate": 0.00015631852452614823, |
| "epoch": 0.22, |
| "step": 14550 |
| }, |
| { |
| "loss": 1.1723, |
| "grad_norm": 1.5900187492370605, |
| "learning_rate": 0.0001562434291550269, |
| "epoch": 0.22, |
| "step": 14575 |
| }, |
| { |
| "loss": 1.186, |
| "grad_norm": 1.7074415683746338, |
| "learning_rate": 0.00015616833378390556, |
| "epoch": 0.22, |
| "step": 14600 |
| }, |
| { |
| "loss": 1.187, |
| "grad_norm": 1.3961682319641113, |
| "learning_rate": 0.00015609323841278425, |
| "epoch": 0.22, |
| "step": 14625 |
| }, |
| { |
| "loss": 1.1981, |
| "grad_norm": 1.4976271390914917, |
| "learning_rate": 0.00015601814304166292, |
| "epoch": 0.22, |
| "step": 14650 |
| }, |
| { |
| "loss": 1.1749, |
| "grad_norm": 1.286617398262024, |
| "learning_rate": 0.0001559430476705416, |
| "epoch": 0.22, |
| "step": 14675 |
| }, |
| { |
| "loss": 1.1506, |
| "grad_norm": 1.8841774463653564, |
| "learning_rate": 0.00015586795229942027, |
| "epoch": 0.22, |
| "step": 14700 |
| }, |
| { |
| "loss": 1.1846, |
| "grad_norm": 2.3921959400177, |
| "learning_rate": 0.00015579285692829894, |
| "epoch": 0.22, |
| "step": 14725 |
| }, |
| { |
| "loss": 1.1553, |
| "grad_norm": 1.139286756515503, |
| "learning_rate": 0.00015571776155717763, |
| "epoch": 0.22, |
| "step": 14750 |
| }, |
| { |
| "loss": 1.213, |
| "grad_norm": 1.5389468669891357, |
| "learning_rate": 0.0001556426661860563, |
| "epoch": 0.22, |
| "step": 14775 |
| }, |
| { |
| "loss": 1.2504, |
| "grad_norm": 1.1002377271652222, |
| "learning_rate": 0.000155567570814935, |
| "epoch": 0.22, |
| "step": 14800 |
| }, |
| { |
| "loss": 1.2369, |
| "grad_norm": 1.2907332181930542, |
| "learning_rate": 0.00015549247544381365, |
| "epoch": 0.22, |
| "step": 14825 |
| }, |
| { |
| "loss": 1.2327, |
| "grad_norm": 2.8189125061035156, |
| "learning_rate": 0.00015541738007269232, |
| "epoch": 0.22, |
| "step": 14850 |
| }, |
| { |
| "loss": 1.2142, |
| "grad_norm": 1.4760026931762695, |
| "learning_rate": 0.00015534228470157098, |
| "epoch": 0.22, |
| "step": 14875 |
| }, |
| { |
| "loss": 1.2538, |
| "grad_norm": 1.4497836828231812, |
| "learning_rate": 0.00015526718933044968, |
| "epoch": 0.22, |
| "step": 14900 |
| }, |
| { |
| "loss": 1.2757, |
| "grad_norm": 1.2099194526672363, |
| "learning_rate": 0.00015519209395932834, |
| "epoch": 0.22, |
| "step": 14925 |
| }, |
| { |
| "loss": 1.2636, |
| "grad_norm": 1.2008768320083618, |
| "learning_rate": 0.00015511699858820703, |
| "epoch": 0.22, |
| "step": 14950 |
| }, |
| { |
| "loss": 1.165, |
| "grad_norm": 4.421905040740967, |
| "learning_rate": 0.00015504190321708573, |
| "epoch": 0.22, |
| "step": 14975 |
| }, |
| { |
| "loss": 1.164, |
| "grad_norm": 1.2725390195846558, |
| "learning_rate": 0.0001549668078459644, |
| "epoch": 0.23, |
| "step": 15000 |
| }, |
| { |
| "loss": 1.2026, |
| "grad_norm": 2.9403913021087646, |
| "learning_rate": 0.00015489171247484306, |
| "epoch": 0.23, |
| "step": 15025 |
| }, |
| { |
| "loss": 1.1938, |
| "grad_norm": 1.8553730249404907, |
| "learning_rate": 0.00015481661710372172, |
| "epoch": 0.23, |
| "step": 15050 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 1.242799162864685, |
| "learning_rate": 0.00015474152173260042, |
| "epoch": 0.23, |
| "step": 15075 |
| }, |
| { |
| "loss": 1.1512, |
| "grad_norm": 1.5785107612609863, |
| "learning_rate": 0.00015466642636147908, |
| "epoch": 0.23, |
| "step": 15100 |
| }, |
| { |
| "loss": 1.1802, |
| "grad_norm": 2.665036916732788, |
| "learning_rate": 0.00015459133099035777, |
| "epoch": 0.23, |
| "step": 15125 |
| }, |
| { |
| "loss": 1.1603, |
| "grad_norm": 1.8509407043457031, |
| "learning_rate": 0.00015451623561923644, |
| "epoch": 0.23, |
| "step": 15150 |
| }, |
| { |
| "loss": 1.1711, |
| "grad_norm": 1.2315629720687866, |
| "learning_rate": 0.0001544411402481151, |
| "epoch": 0.23, |
| "step": 15175 |
| }, |
| { |
| "loss": 1.1784, |
| "grad_norm": 1.6980071067810059, |
| "learning_rate": 0.0001543660448769938, |
| "epoch": 0.23, |
| "step": 15200 |
| }, |
| { |
| "loss": 1.2922, |
| "grad_norm": 1.1929773092269897, |
| "learning_rate": 0.00015429094950587246, |
| "epoch": 0.23, |
| "step": 15225 |
| }, |
| { |
| "loss": 1.1272, |
| "grad_norm": 1.722090244293213, |
| "learning_rate": 0.00015421585413475115, |
| "epoch": 0.23, |
| "step": 15250 |
| }, |
| { |
| "loss": 1.2982, |
| "grad_norm": 1.712141990661621, |
| "learning_rate": 0.00015414075876362982, |
| "epoch": 0.23, |
| "step": 15275 |
| }, |
| { |
| "loss": 1.237, |
| "grad_norm": 2.6743271350860596, |
| "learning_rate": 0.00015406566339250848, |
| "epoch": 0.23, |
| "step": 15300 |
| }, |
| { |
| "loss": 1.1982, |
| "grad_norm": 1.842942714691162, |
| "learning_rate": 0.00015399056802138715, |
| "epoch": 0.23, |
| "step": 15325 |
| }, |
| { |
| "loss": 1.2102, |
| "grad_norm": 1.8020812273025513, |
| "learning_rate": 0.00015391547265026584, |
| "epoch": 0.23, |
| "step": 15350 |
| }, |
| { |
| "loss": 1.2009, |
| "grad_norm": 1.4913078546524048, |
| "learning_rate": 0.00015384037727914453, |
| "epoch": 0.23, |
| "step": 15375 |
| }, |
| { |
| "loss": 1.2133, |
| "grad_norm": 1.1852643489837646, |
| "learning_rate": 0.0001537652819080232, |
| "epoch": 0.23, |
| "step": 15400 |
| }, |
| { |
| "loss": 1.2375, |
| "grad_norm": 1.9560911655426025, |
| "learning_rate": 0.0001536901865369019, |
| "epoch": 0.23, |
| "step": 15425 |
| }, |
| { |
| "loss": 1.2484, |
| "grad_norm": 1.743415355682373, |
| "learning_rate": 0.00015361509116578056, |
| "epoch": 0.23, |
| "step": 15450 |
| }, |
| { |
| "loss": 1.1939, |
| "grad_norm": 2.6720640659332275, |
| "learning_rate": 0.00015353999579465922, |
| "epoch": 0.23, |
| "step": 15475 |
| }, |
| { |
| "loss": 1.2031, |
| "grad_norm": 1.5238986015319824, |
| "learning_rate": 0.0001534649004235379, |
| "epoch": 0.23, |
| "step": 15500 |
| }, |
| { |
| "loss": 1.2155, |
| "grad_norm": 1.7103843688964844, |
| "learning_rate": 0.00015338980505241658, |
| "epoch": 0.23, |
| "step": 15525 |
| }, |
| { |
| "loss": 1.2001, |
| "grad_norm": 1.6735540628433228, |
| "learning_rate": 0.00015331470968129525, |
| "epoch": 0.23, |
| "step": 15550 |
| }, |
| { |
| "loss": 1.1737, |
| "grad_norm": 1.4866646528244019, |
| "learning_rate": 0.00015323961431017394, |
| "epoch": 0.23, |
| "step": 15575 |
| }, |
| { |
| "loss": 1.2778, |
| "grad_norm": 1.4038907289505005, |
| "learning_rate": 0.0001531645189390526, |
| "epoch": 0.23, |
| "step": 15600 |
| }, |
| { |
| "loss": 1.1966, |
| "grad_norm": 2.238800048828125, |
| "learning_rate": 0.00015308942356793127, |
| "epoch": 0.23, |
| "step": 15625 |
| }, |
| { |
| "loss": 1.2119, |
| "grad_norm": 1.6463327407836914, |
| "learning_rate": 0.00015301432819680996, |
| "epoch": 0.24, |
| "step": 15650 |
| }, |
| { |
| "loss": 1.2049, |
| "grad_norm": 1.1655962467193604, |
| "learning_rate": 0.00015293923282568863, |
| "epoch": 0.24, |
| "step": 15675 |
| }, |
| { |
| "loss": 1.1357, |
| "grad_norm": 1.2663848400115967, |
| "learning_rate": 0.00015286413745456732, |
| "epoch": 0.24, |
| "step": 15700 |
| }, |
| { |
| "loss": 1.2133, |
| "grad_norm": 1.140039324760437, |
| "learning_rate": 0.00015278904208344598, |
| "epoch": 0.24, |
| "step": 15725 |
| }, |
| { |
| "loss": 1.174, |
| "grad_norm": 2.119586944580078, |
| "learning_rate": 0.00015271394671232465, |
| "epoch": 0.24, |
| "step": 15750 |
| }, |
| { |
| "loss": 1.2107, |
| "grad_norm": 1.7722172737121582, |
| "learning_rate": 0.00015263885134120332, |
| "epoch": 0.24, |
| "step": 15775 |
| }, |
| { |
| "loss": 1.2139, |
| "grad_norm": 1.7310364246368408, |
| "learning_rate": 0.000152563755970082, |
| "epoch": 0.24, |
| "step": 15800 |
| }, |
| { |
| "loss": 1.126, |
| "grad_norm": 0.9670734405517578, |
| "learning_rate": 0.0001524886605989607, |
| "epoch": 0.24, |
| "step": 15825 |
| }, |
| { |
| "loss": 1.2521, |
| "grad_norm": 2.075798511505127, |
| "learning_rate": 0.00015241356522783937, |
| "epoch": 0.24, |
| "step": 15850 |
| }, |
| { |
| "loss": 1.2131, |
| "grad_norm": 1.7291430234909058, |
| "learning_rate": 0.00015233846985671806, |
| "epoch": 0.24, |
| "step": 15875 |
| }, |
| { |
| "loss": 1.2042, |
| "grad_norm": 2.976837635040283, |
| "learning_rate": 0.00015226337448559672, |
| "epoch": 0.24, |
| "step": 15900 |
| }, |
| { |
| "loss": 1.2391, |
| "grad_norm": 1.3992162942886353, |
| "learning_rate": 0.0001521882791144754, |
| "epoch": 0.24, |
| "step": 15925 |
| }, |
| { |
| "loss": 1.1702, |
| "grad_norm": 0.8179588317871094, |
| "learning_rate": 0.00015211618755819892, |
| "epoch": 0.24, |
| "step": 15950 |
| }, |
| { |
| "loss": 1.1432, |
| "grad_norm": 1.6531869173049927, |
| "learning_rate": 0.0001520410921870776, |
| "epoch": 0.24, |
| "step": 15975 |
| }, |
| { |
| "loss": 1.1531, |
| "grad_norm": 2.893293857574463, |
| "learning_rate": 0.00015196599681595627, |
| "epoch": 0.24, |
| "step": 16000 |
| }, |
| { |
| "loss": 1.1839, |
| "grad_norm": 1.686982274055481, |
| "learning_rate": 0.00015189090144483497, |
| "epoch": 0.24, |
| "step": 16025 |
| }, |
| { |
| "loss": 1.1529, |
| "grad_norm": 1.0813180208206177, |
| "learning_rate": 0.0001518158060737136, |
| "epoch": 0.24, |
| "step": 16050 |
| }, |
| { |
| "loss": 1.2914, |
| "grad_norm": 1.8390347957611084, |
| "learning_rate": 0.0001517407107025923, |
| "epoch": 0.24, |
| "step": 16075 |
| }, |
| { |
| "loss": 1.2263, |
| "grad_norm": 1.4947305917739868, |
| "learning_rate": 0.00015166561533147096, |
| "epoch": 0.24, |
| "step": 16100 |
| }, |
| { |
| "loss": 1.2098, |
| "grad_norm": 1.0743931531906128, |
| "learning_rate": 0.00015159051996034966, |
| "epoch": 0.24, |
| "step": 16125 |
| }, |
| { |
| "loss": 1.1824, |
| "grad_norm": 1.6704978942871094, |
| "learning_rate": 0.00015151542458922832, |
| "epoch": 0.24, |
| "step": 16150 |
| }, |
| { |
| "loss": 1.1727, |
| "grad_norm": 1.23310387134552, |
| "learning_rate": 0.000151440329218107, |
| "epoch": 0.24, |
| "step": 16175 |
| }, |
| { |
| "loss": 1.1947, |
| "grad_norm": 1.678554892539978, |
| "learning_rate": 0.00015136523384698568, |
| "epoch": 0.24, |
| "step": 16200 |
| }, |
| { |
| "loss": 1.2033, |
| "grad_norm": 1.4678512811660767, |
| "learning_rate": 0.00015129013847586434, |
| "epoch": 0.24, |
| "step": 16225 |
| }, |
| { |
| "loss": 1.2855, |
| "grad_norm": 2.2149295806884766, |
| "learning_rate": 0.00015121504310474304, |
| "epoch": 0.24, |
| "step": 16250 |
| }, |
| { |
| "loss": 1.1601, |
| "grad_norm": 0.9399513006210327, |
| "learning_rate": 0.0001511399477336217, |
| "epoch": 0.24, |
| "step": 16275 |
| }, |
| { |
| "loss": 1.1618, |
| "grad_norm": 1.5738555192947388, |
| "learning_rate": 0.0001510648523625004, |
| "epoch": 0.24, |
| "step": 16300 |
| }, |
| { |
| "loss": 1.1984, |
| "grad_norm": 2.3447060585021973, |
| "learning_rate": 0.00015098975699137906, |
| "epoch": 0.25, |
| "step": 16325 |
| }, |
| { |
| "loss": 1.2129, |
| "grad_norm": 2.5573129653930664, |
| "learning_rate": 0.00015091466162025772, |
| "epoch": 0.25, |
| "step": 16350 |
| }, |
| { |
| "loss": 1.2152, |
| "grad_norm": 1.161568284034729, |
| "learning_rate": 0.00015083956624913642, |
| "epoch": 0.25, |
| "step": 16375 |
| }, |
| { |
| "loss": 1.1788, |
| "grad_norm": 1.2641152143478394, |
| "learning_rate": 0.00015076447087801508, |
| "epoch": 0.25, |
| "step": 16400 |
| }, |
| { |
| "loss": 1.2635, |
| "grad_norm": 1.1497838497161865, |
| "learning_rate": 0.00015068937550689377, |
| "epoch": 0.25, |
| "step": 16425 |
| }, |
| { |
| "loss": 1.2427, |
| "grad_norm": 1.777820110321045, |
| "learning_rate": 0.00015061428013577244, |
| "epoch": 0.25, |
| "step": 16450 |
| }, |
| { |
| "loss": 1.2167, |
| "grad_norm": 1.704571008682251, |
| "learning_rate": 0.00015053918476465113, |
| "epoch": 0.25, |
| "step": 16475 |
| }, |
| { |
| "loss": 1.1348, |
| "grad_norm": 1.2531949281692505, |
| "learning_rate": 0.00015046408939352977, |
| "epoch": 0.25, |
| "step": 16500 |
| }, |
| { |
| "loss": 1.2118, |
| "grad_norm": 2.0152504444122314, |
| "learning_rate": 0.00015038899402240846, |
| "epoch": 0.25, |
| "step": 16525 |
| }, |
| { |
| "loss": 1.2169, |
| "grad_norm": 1.327596664428711, |
| "learning_rate": 0.00015031389865128713, |
| "epoch": 0.25, |
| "step": 16550 |
| }, |
| { |
| "loss": 1.1057, |
| "grad_norm": 2.2122318744659424, |
| "learning_rate": 0.00015023880328016582, |
| "epoch": 0.25, |
| "step": 16575 |
| }, |
| { |
| "loss": 1.1939, |
| "grad_norm": 1.4037036895751953, |
| "learning_rate": 0.0001501637079090445, |
| "epoch": 0.25, |
| "step": 16600 |
| }, |
| { |
| "loss": 1.1178, |
| "grad_norm": 1.947090983390808, |
| "learning_rate": 0.00015008861253792318, |
| "epoch": 0.25, |
| "step": 16625 |
| }, |
| { |
| "loss": 1.2499, |
| "grad_norm": 1.9275078773498535, |
| "learning_rate": 0.00015001351716680184, |
| "epoch": 0.25, |
| "step": 16650 |
| }, |
| { |
| "loss": 1.203, |
| "grad_norm": 1.6140542030334473, |
| "learning_rate": 0.0001499384217956805, |
| "epoch": 0.25, |
| "step": 16675 |
| }, |
| { |
| "loss": 1.1617, |
| "grad_norm": 1.370875358581543, |
| "learning_rate": 0.0001498633264245592, |
| "epoch": 0.25, |
| "step": 16700 |
| }, |
| { |
| "loss": 1.1351, |
| "grad_norm": 2.523732900619507, |
| "learning_rate": 0.00014978823105343787, |
| "epoch": 0.25, |
| "step": 16725 |
| }, |
| { |
| "loss": 1.1793, |
| "grad_norm": 1.3012944459915161, |
| "learning_rate": 0.00014971313568231656, |
| "epoch": 0.25, |
| "step": 16750 |
| }, |
| { |
| "loss": 1.1834, |
| "grad_norm": 1.382142424583435, |
| "learning_rate": 0.00014963804031119522, |
| "epoch": 0.25, |
| "step": 16775 |
| }, |
| { |
| "loss": 1.1841, |
| "grad_norm": 3.1386773586273193, |
| "learning_rate": 0.0001495629449400739, |
| "epoch": 0.25, |
| "step": 16800 |
| }, |
| { |
| "loss": 1.1846, |
| "grad_norm": 1.6328222751617432, |
| "learning_rate": 0.00014948784956895258, |
| "epoch": 0.25, |
| "step": 16825 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 1.3339941501617432, |
| "learning_rate": 0.00014941275419783125, |
| "epoch": 0.25, |
| "step": 16850 |
| }, |
| { |
| "loss": 1.1679, |
| "grad_norm": 2.250485897064209, |
| "learning_rate": 0.00014933765882670994, |
| "epoch": 0.25, |
| "step": 16875 |
| }, |
| { |
| "loss": 1.1362, |
| "grad_norm": 2.045668363571167, |
| "learning_rate": 0.0001492625634555886, |
| "epoch": 0.25, |
| "step": 16900 |
| }, |
| { |
| "loss": 1.1654, |
| "grad_norm": 1.1913504600524902, |
| "learning_rate": 0.0001491874680844673, |
| "epoch": 0.25, |
| "step": 16925 |
| }, |
| { |
| "loss": 1.2208, |
| "grad_norm": 1.6065621376037598, |
| "learning_rate": 0.00014911237271334594, |
| "epoch": 0.25, |
| "step": 16950 |
| }, |
| { |
| "loss": 1.1542, |
| "grad_norm": 1.5805847644805908, |
| "learning_rate": 0.00014903727734222463, |
| "epoch": 0.25, |
| "step": 16975 |
| }, |
| { |
| "loss": 1.2015, |
| "grad_norm": 5.944768905639648, |
| "learning_rate": 0.0001489621819711033, |
| "epoch": 0.26, |
| "step": 17000 |
| }, |
| { |
| "loss": 1.1992, |
| "grad_norm": 3.976229667663574, |
| "learning_rate": 0.00014888708659998199, |
| "epoch": 0.26, |
| "step": 17025 |
| }, |
| { |
| "loss": 1.1746, |
| "grad_norm": 2.31911301612854, |
| "learning_rate": 0.00014881199122886068, |
| "epoch": 0.26, |
| "step": 17050 |
| }, |
| { |
| "loss": 1.1205, |
| "grad_norm": 1.8674370050430298, |
| "learning_rate": 0.00014873689585773934, |
| "epoch": 0.26, |
| "step": 17075 |
| }, |
| { |
| "loss": 1.2318, |
| "grad_norm": 1.6549973487854004, |
| "learning_rate": 0.000148661800486618, |
| "epoch": 0.26, |
| "step": 17100 |
| }, |
| { |
| "loss": 1.2004, |
| "grad_norm": 1.3497843742370605, |
| "learning_rate": 0.00014858670511549667, |
| "epoch": 0.26, |
| "step": 17125 |
| }, |
| { |
| "loss": 1.2421, |
| "grad_norm": 1.8397778272628784, |
| "learning_rate": 0.00014851160974437537, |
| "epoch": 0.26, |
| "step": 17150 |
| }, |
| { |
| "loss": 1.1316, |
| "grad_norm": 0.9151533842086792, |
| "learning_rate": 0.00014843651437325403, |
| "epoch": 0.26, |
| "step": 17175 |
| }, |
| { |
| "loss": 1.1847, |
| "grad_norm": 1.389743447303772, |
| "learning_rate": 0.00014836141900213272, |
| "epoch": 0.26, |
| "step": 17200 |
| }, |
| { |
| "loss": 1.1785, |
| "grad_norm": 0.9278027415275574, |
| "learning_rate": 0.0001482863236310114, |
| "epoch": 0.26, |
| "step": 17225 |
| }, |
| { |
| "loss": 1.1768, |
| "grad_norm": 1.018211841583252, |
| "learning_rate": 0.00014821122825989006, |
| "epoch": 0.26, |
| "step": 17250 |
| }, |
| { |
| "loss": 1.1549, |
| "grad_norm": 1.9112569093704224, |
| "learning_rate": 0.00014813613288876875, |
| "epoch": 0.26, |
| "step": 17275 |
| }, |
| { |
| "loss": 1.1876, |
| "grad_norm": 1.2178176641464233, |
| "learning_rate": 0.0001480610375176474, |
| "epoch": 0.26, |
| "step": 17300 |
| }, |
| { |
| "loss": 1.2158, |
| "grad_norm": 1.7924511432647705, |
| "learning_rate": 0.0001479859421465261, |
| "epoch": 0.26, |
| "step": 17325 |
| }, |
| { |
| "loss": 1.2083, |
| "grad_norm": 2.1684257984161377, |
| "learning_rate": 0.00014791084677540477, |
| "epoch": 0.26, |
| "step": 17350 |
| }, |
| { |
| "loss": 1.1649, |
| "grad_norm": 1.368639349937439, |
| "learning_rate": 0.00014783575140428346, |
| "epoch": 0.26, |
| "step": 17375 |
| }, |
| { |
| "loss": 1.2448, |
| "grad_norm": 1.5606473684310913, |
| "learning_rate": 0.0001477606560331621, |
| "epoch": 0.26, |
| "step": 17400 |
| }, |
| { |
| "loss": 1.2516, |
| "grad_norm": 1.3743770122528076, |
| "learning_rate": 0.0001476855606620408, |
| "epoch": 0.26, |
| "step": 17425 |
| }, |
| { |
| "loss": 1.1748, |
| "grad_norm": 1.4341908693313599, |
| "learning_rate": 0.00014761046529091946, |
| "epoch": 0.26, |
| "step": 17450 |
| }, |
| { |
| "loss": 1.1752, |
| "grad_norm": 2.299916982650757, |
| "learning_rate": 0.00014753536991979815, |
| "epoch": 0.26, |
| "step": 17475 |
| }, |
| { |
| "loss": 1.2068, |
| "grad_norm": 2.3646254539489746, |
| "learning_rate": 0.00014746027454867684, |
| "epoch": 0.26, |
| "step": 17500 |
| }, |
| { |
| "loss": 1.171, |
| "grad_norm": 2.4026846885681152, |
| "learning_rate": 0.0001473851791775555, |
| "epoch": 0.26, |
| "step": 17525 |
| }, |
| { |
| "loss": 1.2248, |
| "grad_norm": 1.358500599861145, |
| "learning_rate": 0.00014731008380643417, |
| "epoch": 0.26, |
| "step": 17550 |
| }, |
| { |
| "loss": 1.2743, |
| "grad_norm": 2.302159547805786, |
| "learning_rate": 0.00014723498843531284, |
| "epoch": 0.26, |
| "step": 17575 |
| }, |
| { |
| "loss": 1.1939, |
| "grad_norm": 1.4632925987243652, |
| "learning_rate": 0.00014715989306419153, |
| "epoch": 0.26, |
| "step": 17600 |
| }, |
| { |
| "loss": 1.1962, |
| "grad_norm": 3.442080020904541, |
| "learning_rate": 0.0001470847976930702, |
| "epoch": 0.26, |
| "step": 17625 |
| }, |
| { |
| "loss": 1.1649, |
| "grad_norm": 0.879815936088562, |
| "learning_rate": 0.0001470097023219489, |
| "epoch": 0.27, |
| "step": 17650 |
| }, |
| { |
| "loss": 1.2207, |
| "grad_norm": 1.877156376838684, |
| "learning_rate": 0.00014693460695082758, |
| "epoch": 0.27, |
| "step": 17675 |
| }, |
| { |
| "loss": 1.2056, |
| "grad_norm": 1.6536662578582764, |
| "learning_rate": 0.00014685951157970622, |
| "epoch": 0.27, |
| "step": 17700 |
| }, |
| { |
| "loss": 1.1719, |
| "grad_norm": 1.321970820426941, |
| "learning_rate": 0.0001467844162085849, |
| "epoch": 0.27, |
| "step": 17725 |
| }, |
| { |
| "loss": 1.2081, |
| "grad_norm": 1.4853167533874512, |
| "learning_rate": 0.00014670932083746358, |
| "epoch": 0.27, |
| "step": 17750 |
| }, |
| { |
| "loss": 1.1692, |
| "grad_norm": 1.9838991165161133, |
| "learning_rate": 0.00014663422546634227, |
| "epoch": 0.27, |
| "step": 17775 |
| }, |
| { |
| "loss": 1.1826, |
| "grad_norm": 2.436300039291382, |
| "learning_rate": 0.00014655913009522094, |
| "epoch": 0.27, |
| "step": 17800 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 1.899038314819336, |
| "learning_rate": 0.00014648403472409963, |
| "epoch": 0.27, |
| "step": 17825 |
| }, |
| { |
| "loss": 1.2291, |
| "grad_norm": 1.3306931257247925, |
| "learning_rate": 0.00014640893935297827, |
| "epoch": 0.27, |
| "step": 17850 |
| }, |
| { |
| "loss": 1.1888, |
| "grad_norm": 1.6196904182434082, |
| "learning_rate": 0.00014633384398185696, |
| "epoch": 0.27, |
| "step": 17875 |
| }, |
| { |
| "loss": 1.2531, |
| "grad_norm": 1.9150115251541138, |
| "learning_rate": 0.00014625874861073565, |
| "epoch": 0.27, |
| "step": 17900 |
| }, |
| { |
| "loss": 1.1236, |
| "grad_norm": 1.7596296072006226, |
| "learning_rate": 0.00014618365323961432, |
| "epoch": 0.27, |
| "step": 17925 |
| }, |
| { |
| "loss": 1.264, |
| "grad_norm": 2.536665678024292, |
| "learning_rate": 0.000146108557868493, |
| "epoch": 0.27, |
| "step": 17950 |
| }, |
| { |
| "loss": 1.2295, |
| "grad_norm": 1.5203639268875122, |
| "learning_rate": 0.00014603346249737167, |
| "epoch": 0.27, |
| "step": 17975 |
| }, |
| { |
| "loss": 1.1534, |
| "grad_norm": 1.316978931427002, |
| "learning_rate": 0.00014595836712625034, |
| "epoch": 0.27, |
| "step": 18000 |
| }, |
| { |
| "loss": 1.2754, |
| "grad_norm": 1.4424588680267334, |
| "learning_rate": 0.000145883271755129, |
| "epoch": 0.27, |
| "step": 18025 |
| }, |
| { |
| "loss": 1.2349, |
| "grad_norm": 2.4499781131744385, |
| "learning_rate": 0.0001458081763840077, |
| "epoch": 0.27, |
| "step": 18050 |
| }, |
| { |
| "loss": 1.1908, |
| "grad_norm": 1.3816992044448853, |
| "learning_rate": 0.00014573308101288636, |
| "epoch": 0.27, |
| "step": 18075 |
| }, |
| { |
| "loss": 1.2685, |
| "grad_norm": 1.1324695348739624, |
| "learning_rate": 0.00014565798564176506, |
| "epoch": 0.27, |
| "step": 18100 |
| }, |
| { |
| "loss": 1.1553, |
| "grad_norm": 1.7215017080307007, |
| "learning_rate": 0.00014558289027064375, |
| "epoch": 0.27, |
| "step": 18125 |
| }, |
| { |
| "loss": 1.153, |
| "grad_norm": 0.9789482355117798, |
| "learning_rate": 0.00014550779489952239, |
| "epoch": 0.27, |
| "step": 18150 |
| }, |
| { |
| "loss": 1.2484, |
| "grad_norm": 3.6144516468048096, |
| "learning_rate": 0.00014543269952840108, |
| "epoch": 0.27, |
| "step": 18175 |
| }, |
| { |
| "loss": 1.1652, |
| "grad_norm": 5.405023574829102, |
| "learning_rate": 0.00014535760415727974, |
| "epoch": 0.27, |
| "step": 18200 |
| }, |
| { |
| "loss": 1.1736, |
| "grad_norm": 1.360303521156311, |
| "learning_rate": 0.00014528250878615844, |
| "epoch": 0.27, |
| "step": 18225 |
| }, |
| { |
| "loss": 1.1258, |
| "grad_norm": 2.1543657779693604, |
| "learning_rate": 0.0001452074134150371, |
| "epoch": 0.27, |
| "step": 18250 |
| }, |
| { |
| "loss": 1.2295, |
| "grad_norm": 1.6289156675338745, |
| "learning_rate": 0.0001451323180439158, |
| "epoch": 0.27, |
| "step": 18275 |
| }, |
| { |
| "loss": 1.1509, |
| "grad_norm": 1.6996594667434692, |
| "learning_rate": 0.00014505722267279446, |
| "epoch": 0.27, |
| "step": 18300 |
| }, |
| { |
| "loss": 1.1466, |
| "grad_norm": 1.9973461627960205, |
| "learning_rate": 0.00014498212730167312, |
| "epoch": 0.28, |
| "step": 18325 |
| }, |
| { |
| "loss": 1.1387, |
| "grad_norm": 1.3268439769744873, |
| "learning_rate": 0.00014490703193055182, |
| "epoch": 0.28, |
| "step": 18350 |
| }, |
| { |
| "loss": 1.2239, |
| "grad_norm": 1.3260868787765503, |
| "learning_rate": 0.00014483193655943048, |
| "epoch": 0.28, |
| "step": 18375 |
| }, |
| { |
| "loss": 1.2155, |
| "grad_norm": 1.745481014251709, |
| "learning_rate": 0.00014475684118830917, |
| "epoch": 0.28, |
| "step": 18400 |
| }, |
| { |
| "loss": 1.1715, |
| "grad_norm": 1.1252262592315674, |
| "learning_rate": 0.00014468174581718784, |
| "epoch": 0.28, |
| "step": 18425 |
| }, |
| { |
| "loss": 1.1727, |
| "grad_norm": 2.9935803413391113, |
| "learning_rate": 0.0001446066504460665, |
| "epoch": 0.28, |
| "step": 18450 |
| }, |
| { |
| "loss": 1.1934, |
| "grad_norm": 3.0998411178588867, |
| "learning_rate": 0.00014453155507494517, |
| "epoch": 0.28, |
| "step": 18475 |
| }, |
| { |
| "loss": 1.19, |
| "grad_norm": 2.01745343208313, |
| "learning_rate": 0.00014445645970382386, |
| "epoch": 0.28, |
| "step": 18500 |
| }, |
| { |
| "loss": 1.1656, |
| "grad_norm": 1.6752148866653442, |
| "learning_rate": 0.00014438136433270253, |
| "epoch": 0.28, |
| "step": 18525 |
| }, |
| { |
| "loss": 1.1701, |
| "grad_norm": 1.126939058303833, |
| "learning_rate": 0.00014430626896158122, |
| "epoch": 0.28, |
| "step": 18550 |
| }, |
| { |
| "loss": 1.1228, |
| "grad_norm": 1.5768241882324219, |
| "learning_rate": 0.0001442311735904599, |
| "epoch": 0.28, |
| "step": 18575 |
| }, |
| { |
| "loss": 1.1935, |
| "grad_norm": 1.1016457080841064, |
| "learning_rate": 0.00014415607821933855, |
| "epoch": 0.28, |
| "step": 18600 |
| }, |
| { |
| "loss": 1.2472, |
| "grad_norm": 2.9630792140960693, |
| "learning_rate": 0.00014408098284821724, |
| "epoch": 0.28, |
| "step": 18625 |
| }, |
| { |
| "loss": 1.191, |
| "grad_norm": 1.2299975156784058, |
| "learning_rate": 0.0001440058874770959, |
| "epoch": 0.28, |
| "step": 18650 |
| }, |
| { |
| "loss": 1.1604, |
| "grad_norm": 1.3096675872802734, |
| "learning_rate": 0.0001439307921059746, |
| "epoch": 0.28, |
| "step": 18675 |
| }, |
| { |
| "loss": 1.1423, |
| "grad_norm": 2.186399459838867, |
| "learning_rate": 0.00014385569673485327, |
| "epoch": 0.28, |
| "step": 18700 |
| }, |
| { |
| "loss": 1.1783, |
| "grad_norm": 1.5450773239135742, |
| "learning_rate": 0.00014378060136373196, |
| "epoch": 0.28, |
| "step": 18725 |
| }, |
| { |
| "loss": 1.2721, |
| "grad_norm": 1.384564757347107, |
| "learning_rate": 0.00014370550599261062, |
| "epoch": 0.28, |
| "step": 18750 |
| }, |
| { |
| "loss": 1.2521, |
| "grad_norm": 2.277376174926758, |
| "learning_rate": 0.0001436304106214893, |
| "epoch": 0.28, |
| "step": 18775 |
| }, |
| { |
| "loss": 1.2283, |
| "grad_norm": 1.0917941331863403, |
| "learning_rate": 0.00014355531525036798, |
| "epoch": 0.28, |
| "step": 18800 |
| }, |
| { |
| "loss": 1.2139, |
| "grad_norm": 2.3607280254364014, |
| "learning_rate": 0.00014348021987924665, |
| "epoch": 0.28, |
| "step": 18825 |
| }, |
| { |
| "loss": 1.2017, |
| "grad_norm": 1.4834787845611572, |
| "learning_rate": 0.00014340512450812534, |
| "epoch": 0.28, |
| "step": 18850 |
| }, |
| { |
| "loss": 1.1556, |
| "grad_norm": 1.913205623626709, |
| "learning_rate": 0.000143330029137004, |
| "epoch": 0.28, |
| "step": 18875 |
| }, |
| { |
| "loss": 1.1796, |
| "grad_norm": 1.4506784677505493, |
| "learning_rate": 0.00014325493376588267, |
| "epoch": 0.28, |
| "step": 18900 |
| }, |
| { |
| "loss": 1.1792, |
| "grad_norm": 1.0843782424926758, |
| "learning_rate": 0.00014317983839476134, |
| "epoch": 0.28, |
| "step": 18925 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 1.2553937435150146, |
| "learning_rate": 0.00014310474302364003, |
| "epoch": 0.28, |
| "step": 18950 |
| }, |
| { |
| "loss": 1.1944, |
| "grad_norm": 0.9680384397506714, |
| "learning_rate": 0.0001430296476525187, |
| "epoch": 0.28, |
| "step": 18975 |
| }, |
| { |
| "loss": 1.2441, |
| "grad_norm": 1.4088304042816162, |
| "learning_rate": 0.00014295455228139739, |
| "epoch": 0.29, |
| "step": 19000 |
| }, |
| { |
| "loss": 1.1978, |
| "grad_norm": 1.0669535398483276, |
| "learning_rate": 0.00014287945691027608, |
| "epoch": 0.29, |
| "step": 19025 |
| }, |
| { |
| "loss": 1.2014, |
| "grad_norm": 1.6889104843139648, |
| "learning_rate": 0.00014280436153915472, |
| "epoch": 0.29, |
| "step": 19050 |
| }, |
| { |
| "loss": 1.2006, |
| "grad_norm": 1.6797627210617065, |
| "learning_rate": 0.0001427292661680334, |
| "epoch": 0.29, |
| "step": 19075 |
| }, |
| { |
| "loss": 1.203, |
| "grad_norm": 1.4236091375350952, |
| "learning_rate": 0.00014265417079691207, |
| "epoch": 0.29, |
| "step": 19100 |
| }, |
| { |
| "loss": 1.1643, |
| "grad_norm": 1.0303690433502197, |
| "learning_rate": 0.00014257907542579077, |
| "epoch": 0.29, |
| "step": 19125 |
| }, |
| { |
| "loss": 1.1999, |
| "grad_norm": 1.8537395000457764, |
| "learning_rate": 0.00014250398005466943, |
| "epoch": 0.29, |
| "step": 19150 |
| }, |
| { |
| "loss": 1.123, |
| "grad_norm": 1.440233588218689, |
| "learning_rate": 0.00014242888468354812, |
| "epoch": 0.29, |
| "step": 19175 |
| }, |
| { |
| "loss": 1.1654, |
| "grad_norm": 2.0533230304718018, |
| "learning_rate": 0.0001423537893124268, |
| "epoch": 0.29, |
| "step": 19200 |
| }, |
| { |
| "loss": 1.1724, |
| "grad_norm": 1.7699745893478394, |
| "learning_rate": 0.00014227869394130546, |
| "epoch": 0.29, |
| "step": 19225 |
| }, |
| { |
| "loss": 1.1701, |
| "grad_norm": 1.248593807220459, |
| "learning_rate": 0.00014220359857018415, |
| "epoch": 0.29, |
| "step": 19250 |
| }, |
| { |
| "loss": 1.2097, |
| "grad_norm": 1.6481257677078247, |
| "learning_rate": 0.0001421285031990628, |
| "epoch": 0.29, |
| "step": 19275 |
| }, |
| { |
| "loss": 1.1776, |
| "grad_norm": 1.5135223865509033, |
| "learning_rate": 0.0001420534078279415, |
| "epoch": 0.29, |
| "step": 19300 |
| }, |
| { |
| "loss": 1.166, |
| "grad_norm": 1.790306568145752, |
| "learning_rate": 0.00014197831245682017, |
| "epoch": 0.29, |
| "step": 19325 |
| }, |
| { |
| "loss": 1.1318, |
| "grad_norm": 2.1356446743011475, |
| "learning_rate": 0.00014190321708569884, |
| "epoch": 0.29, |
| "step": 19350 |
| }, |
| { |
| "loss": 1.178, |
| "grad_norm": 1.4826107025146484, |
| "learning_rate": 0.0001418281217145775, |
| "epoch": 0.29, |
| "step": 19375 |
| }, |
| { |
| "loss": 1.1652, |
| "grad_norm": 1.3520580530166626, |
| "learning_rate": 0.0001417530263434562, |
| "epoch": 0.29, |
| "step": 19400 |
| }, |
| { |
| "loss": 1.2568, |
| "grad_norm": 1.3266022205352783, |
| "learning_rate": 0.0001416779309723349, |
| "epoch": 0.29, |
| "step": 19425 |
| }, |
| { |
| "loss": 1.1697, |
| "grad_norm": 1.5133330821990967, |
| "learning_rate": 0.00014160283560121355, |
| "epoch": 0.29, |
| "step": 19450 |
| }, |
| { |
| "loss": 1.1317, |
| "grad_norm": 1.729530692100525, |
| "learning_rate": 0.00014152774023009224, |
| "epoch": 0.29, |
| "step": 19475 |
| }, |
| { |
| "loss": 1.1676, |
| "grad_norm": 1.2013927698135376, |
| "learning_rate": 0.00014145264485897088, |
| "epoch": 0.29, |
| "step": 19500 |
| }, |
| { |
| "loss": 1.2311, |
| "grad_norm": 1.1489402055740356, |
| "learning_rate": 0.00014137754948784957, |
| "epoch": 0.29, |
| "step": 19525 |
| }, |
| { |
| "loss": 1.1642, |
| "grad_norm": 1.405923843383789, |
| "learning_rate": 0.00014130245411672824, |
| "epoch": 0.29, |
| "step": 19550 |
| }, |
| { |
| "loss": 1.1818, |
| "grad_norm": 1.4068244695663452, |
| "learning_rate": 0.00014122735874560693, |
| "epoch": 0.29, |
| "step": 19575 |
| }, |
| { |
| "loss": 1.228, |
| "grad_norm": 1.8172351121902466, |
| "learning_rate": 0.0001411522633744856, |
| "epoch": 0.29, |
| "step": 19600 |
| }, |
| { |
| "loss": 1.1981, |
| "grad_norm": 2.907489776611328, |
| "learning_rate": 0.0001410771680033643, |
| "epoch": 0.29, |
| "step": 19625 |
| }, |
| { |
| "loss": 1.1957, |
| "grad_norm": 2.162321090698242, |
| "learning_rate": 0.00014100207263224296, |
| "epoch": 0.3, |
| "step": 19650 |
| }, |
| { |
| "loss": 1.1492, |
| "grad_norm": 1.433248519897461, |
| "learning_rate": 0.00014092697726112162, |
| "epoch": 0.3, |
| "step": 19675 |
| }, |
| { |
| "loss": 1.16, |
| "grad_norm": 1.9054490327835083, |
| "learning_rate": 0.0001408518818900003, |
| "epoch": 0.3, |
| "step": 19700 |
| }, |
| { |
| "loss": 1.1988, |
| "grad_norm": 1.7673982381820679, |
| "learning_rate": 0.00014077678651887898, |
| "epoch": 0.3, |
| "step": 19725 |
| }, |
| { |
| "loss": 1.2049, |
| "grad_norm": 1.3216012716293335, |
| "learning_rate": 0.00014070169114775767, |
| "epoch": 0.3, |
| "step": 19750 |
| }, |
| { |
| "loss": 1.1345, |
| "grad_norm": 1.4515612125396729, |
| "learning_rate": 0.00014062659577663634, |
| "epoch": 0.3, |
| "step": 19775 |
| }, |
| { |
| "loss": 1.1776, |
| "grad_norm": 1.968056559562683, |
| "learning_rate": 0.000140551500405515, |
| "epoch": 0.3, |
| "step": 19800 |
| }, |
| { |
| "loss": 1.2182, |
| "grad_norm": 1.6644461154937744, |
| "learning_rate": 0.00014047640503439367, |
| "epoch": 0.3, |
| "step": 19825 |
| }, |
| { |
| "loss": 1.1897, |
| "grad_norm": 2.2730207443237305, |
| "learning_rate": 0.00014040130966327236, |
| "epoch": 0.3, |
| "step": 19850 |
| }, |
| { |
| "loss": 1.1552, |
| "grad_norm": 1.038794755935669, |
| "learning_rate": 0.00014032621429215105, |
| "epoch": 0.3, |
| "step": 19875 |
| }, |
| { |
| "loss": 1.1796, |
| "grad_norm": 1.4719074964523315, |
| "learning_rate": 0.00014025111892102972, |
| "epoch": 0.3, |
| "step": 19900 |
| }, |
| { |
| "loss": 1.2031, |
| "grad_norm": 1.8013041019439697, |
| "learning_rate": 0.0001401760235499084, |
| "epoch": 0.3, |
| "step": 19925 |
| }, |
| { |
| "loss": 1.1864, |
| "grad_norm": 2.0032236576080322, |
| "learning_rate": 0.00014010092817878705, |
| "epoch": 0.3, |
| "step": 19950 |
| }, |
| { |
| "loss": 1.225, |
| "grad_norm": 2.1414427757263184, |
| "learning_rate": 0.00014002583280766574, |
| "epoch": 0.3, |
| "step": 19975 |
| }, |
| { |
| "loss": 1.1585, |
| "grad_norm": 4.096096515655518, |
| "learning_rate": 0.0001399507374365444, |
| "epoch": 0.3, |
| "step": 20000 |
| }, |
| { |
| "loss": 1.2254, |
| "grad_norm": 1.5664288997650146, |
| "learning_rate": 0.0001398756420654231, |
| "epoch": 0.3, |
| "step": 20025 |
| }, |
| { |
| "loss": 1.0905, |
| "grad_norm": 1.7429243326187134, |
| "learning_rate": 0.00013980054669430176, |
| "epoch": 0.3, |
| "step": 20050 |
| }, |
| { |
| "loss": 1.1744, |
| "grad_norm": 1.551805019378662, |
| "learning_rate": 0.00013972545132318046, |
| "epoch": 0.3, |
| "step": 20075 |
| }, |
| { |
| "loss": 1.1998, |
| "grad_norm": 1.483031988143921, |
| "learning_rate": 0.00013965035595205912, |
| "epoch": 0.3, |
| "step": 20100 |
| }, |
| { |
| "loss": 1.1391, |
| "grad_norm": 1.2282016277313232, |
| "learning_rate": 0.00013957526058093779, |
| "epoch": 0.3, |
| "step": 20125 |
| }, |
| { |
| "loss": 1.0928, |
| "grad_norm": 1.4983934164047241, |
| "learning_rate": 0.00013950016520981648, |
| "epoch": 0.3, |
| "step": 20150 |
| }, |
| { |
| "loss": 1.2218, |
| "grad_norm": 1.7510052919387817, |
| "learning_rate": 0.00013942506983869514, |
| "epoch": 0.3, |
| "step": 20175 |
| }, |
| { |
| "loss": 1.2014, |
| "grad_norm": 1.6214317083358765, |
| "learning_rate": 0.00013934997446757384, |
| "epoch": 0.3, |
| "step": 20200 |
| }, |
| { |
| "loss": 1.2299, |
| "grad_norm": 1.8761943578720093, |
| "learning_rate": 0.0001392748790964525, |
| "epoch": 0.3, |
| "step": 20225 |
| }, |
| { |
| "loss": 1.2065, |
| "grad_norm": 2.8093338012695312, |
| "learning_rate": 0.00013919978372533117, |
| "epoch": 0.3, |
| "step": 20250 |
| }, |
| { |
| "loss": 1.145, |
| "grad_norm": 1.5288567543029785, |
| "learning_rate": 0.00013912468835420983, |
| "epoch": 0.3, |
| "step": 20275 |
| }, |
| { |
| "loss": 1.1886, |
| "grad_norm": 1.5765314102172852, |
| "learning_rate": 0.00013904959298308852, |
| "epoch": 0.3, |
| "step": 20300 |
| }, |
| { |
| "loss": 1.1761, |
| "grad_norm": 1.0417560338974, |
| "learning_rate": 0.00013897449761196722, |
| "epoch": 0.31, |
| "step": 20325 |
| }, |
| { |
| "loss": 1.2366, |
| "grad_norm": 1.2328884601593018, |
| "learning_rate": 0.00013889940224084588, |
| "epoch": 0.31, |
| "step": 20350 |
| }, |
| { |
| "loss": 1.1157, |
| "grad_norm": 1.6982795000076294, |
| "learning_rate": 0.00013882430686972458, |
| "epoch": 0.31, |
| "step": 20375 |
| }, |
| { |
| "loss": 1.2139, |
| "grad_norm": 1.3879860639572144, |
| "learning_rate": 0.0001387492114986032, |
| "epoch": 0.31, |
| "step": 20400 |
| }, |
| { |
| "loss": 1.1945, |
| "grad_norm": 1.8985368013381958, |
| "learning_rate": 0.0001386741161274819, |
| "epoch": 0.31, |
| "step": 20425 |
| }, |
| { |
| "loss": 1.1541, |
| "grad_norm": 1.1783545017242432, |
| "learning_rate": 0.00013859902075636057, |
| "epoch": 0.31, |
| "step": 20450 |
| }, |
| { |
| "loss": 1.1777, |
| "grad_norm": 1.639700174331665, |
| "learning_rate": 0.00013852392538523926, |
| "epoch": 0.31, |
| "step": 20475 |
| }, |
| { |
| "loss": 1.1743, |
| "grad_norm": 1.1630868911743164, |
| "learning_rate": 0.00013844883001411796, |
| "epoch": 0.31, |
| "step": 20500 |
| }, |
| { |
| "loss": 1.231, |
| "grad_norm": 1.5663248300552368, |
| "learning_rate": 0.00013837373464299662, |
| "epoch": 0.31, |
| "step": 20525 |
| }, |
| { |
| "loss": 1.2136, |
| "grad_norm": 1.1791601181030273, |
| "learning_rate": 0.0001382986392718753, |
| "epoch": 0.31, |
| "step": 20550 |
| }, |
| { |
| "loss": 1.1534, |
| "grad_norm": 1.1631137132644653, |
| "learning_rate": 0.00013822354390075395, |
| "epoch": 0.31, |
| "step": 20575 |
| }, |
| { |
| "loss": 1.2065, |
| "grad_norm": 3.0869953632354736, |
| "learning_rate": 0.00013814844852963264, |
| "epoch": 0.31, |
| "step": 20600 |
| }, |
| { |
| "loss": 1.1659, |
| "grad_norm": 1.5045863389968872, |
| "learning_rate": 0.0001380733531585113, |
| "epoch": 0.31, |
| "step": 20625 |
| }, |
| { |
| "loss": 1.2137, |
| "grad_norm": 1.555591344833374, |
| "learning_rate": 0.00013799825778739, |
| "epoch": 0.31, |
| "step": 20650 |
| }, |
| { |
| "loss": 1.1867, |
| "grad_norm": 1.1660338640213013, |
| "learning_rate": 0.00013792316241626867, |
| "epoch": 0.31, |
| "step": 20675 |
| }, |
| { |
| "loss": 1.1656, |
| "grad_norm": 1.3633331060409546, |
| "learning_rate": 0.00013784806704514733, |
| "epoch": 0.31, |
| "step": 20700 |
| }, |
| { |
| "loss": 1.2777, |
| "grad_norm": 1.714920163154602, |
| "learning_rate": 0.00013777297167402603, |
| "epoch": 0.31, |
| "step": 20725 |
| }, |
| { |
| "loss": 1.226, |
| "grad_norm": 2.6200525760650635, |
| "learning_rate": 0.0001376978763029047, |
| "epoch": 0.31, |
| "step": 20750 |
| }, |
| { |
| "loss": 1.2066, |
| "grad_norm": 1.176538109779358, |
| "learning_rate": 0.00013762278093178338, |
| "epoch": 0.31, |
| "step": 20775 |
| }, |
| { |
| "loss": 1.204, |
| "grad_norm": 1.6918548345565796, |
| "learning_rate": 0.00013754768556066205, |
| "epoch": 0.31, |
| "step": 20800 |
| }, |
| { |
| "loss": 1.1103, |
| "grad_norm": 1.2101995944976807, |
| "learning_rate": 0.00013747259018954074, |
| "epoch": 0.31, |
| "step": 20825 |
| }, |
| { |
| "loss": 1.2484, |
| "grad_norm": 2.0804872512817383, |
| "learning_rate": 0.00013739749481841938, |
| "epoch": 0.31, |
| "step": 20850 |
| }, |
| { |
| "loss": 1.2183, |
| "grad_norm": 2.115626573562622, |
| "learning_rate": 0.00013732239944729807, |
| "epoch": 0.31, |
| "step": 20875 |
| }, |
| { |
| "loss": 1.1542, |
| "grad_norm": 1.6519482135772705, |
| "learning_rate": 0.00013724730407617674, |
| "epoch": 0.31, |
| "step": 20900 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 2.619948625564575, |
| "learning_rate": 0.00013717220870505543, |
| "epoch": 0.31, |
| "step": 20925 |
| }, |
| { |
| "loss": 1.2, |
| "grad_norm": 1.5296428203582764, |
| "learning_rate": 0.00013709711333393412, |
| "epoch": 0.31, |
| "step": 20950 |
| }, |
| { |
| "loss": 1.1985, |
| "grad_norm": 2.707340717315674, |
| "learning_rate": 0.0001370220179628128, |
| "epoch": 0.32, |
| "step": 20975 |
| }, |
| { |
| "loss": 1.179, |
| "grad_norm": 1.8074674606323242, |
| "learning_rate": 0.00013694692259169145, |
| "epoch": 0.32, |
| "step": 21000 |
| }, |
| { |
| "loss": 1.1687, |
| "grad_norm": 1.1176238059997559, |
| "learning_rate": 0.00013687182722057012, |
| "epoch": 0.32, |
| "step": 21025 |
| }, |
| { |
| "loss": 1.2645, |
| "grad_norm": 2.0191187858581543, |
| "learning_rate": 0.0001367967318494488, |
| "epoch": 0.32, |
| "step": 21050 |
| }, |
| { |
| "loss": 1.2807, |
| "grad_norm": 1.368486762046814, |
| "learning_rate": 0.00013672163647832747, |
| "epoch": 0.32, |
| "step": 21075 |
| }, |
| { |
| "loss": 1.1935, |
| "grad_norm": 1.582977294921875, |
| "learning_rate": 0.00013664654110720617, |
| "epoch": 0.32, |
| "step": 21100 |
| }, |
| { |
| "loss": 1.2249, |
| "grad_norm": 1.6462111473083496, |
| "learning_rate": 0.00013657144573608483, |
| "epoch": 0.32, |
| "step": 21125 |
| }, |
| { |
| "loss": 1.1481, |
| "grad_norm": 2.2449021339416504, |
| "learning_rate": 0.0001364963503649635, |
| "epoch": 0.32, |
| "step": 21150 |
| }, |
| { |
| "loss": 1.2925, |
| "grad_norm": 1.45096755027771, |
| "learning_rate": 0.0001364212549938422, |
| "epoch": 0.32, |
| "step": 21175 |
| }, |
| { |
| "loss": 1.2251, |
| "grad_norm": 1.5417848825454712, |
| "learning_rate": 0.00013634615962272086, |
| "epoch": 0.32, |
| "step": 21200 |
| }, |
| { |
| "loss": 1.1838, |
| "grad_norm": 1.4828438758850098, |
| "learning_rate": 0.00013627106425159955, |
| "epoch": 0.32, |
| "step": 21225 |
| }, |
| { |
| "loss": 1.2017, |
| "grad_norm": 1.9270501136779785, |
| "learning_rate": 0.0001361959688804782, |
| "epoch": 0.32, |
| "step": 21250 |
| }, |
| { |
| "loss": 1.167, |
| "grad_norm": 1.438550353050232, |
| "learning_rate": 0.0001361208735093569, |
| "epoch": 0.32, |
| "step": 21275 |
| }, |
| { |
| "loss": 1.1553, |
| "grad_norm": 1.860770344734192, |
| "learning_rate": 0.00013604577813823557, |
| "epoch": 0.32, |
| "step": 21300 |
| }, |
| { |
| "loss": 1.1355, |
| "grad_norm": 2.12158203125, |
| "learning_rate": 0.00013597068276711424, |
| "epoch": 0.32, |
| "step": 21325 |
| }, |
| { |
| "loss": 1.1958, |
| "grad_norm": 1.2415894269943237, |
| "learning_rate": 0.0001358955873959929, |
| "epoch": 0.32, |
| "step": 21350 |
| }, |
| { |
| "loss": 1.0986, |
| "grad_norm": 2.1204869747161865, |
| "learning_rate": 0.0001358204920248716, |
| "epoch": 0.32, |
| "step": 21375 |
| }, |
| { |
| "loss": 1.1916, |
| "grad_norm": 2.0683250427246094, |
| "learning_rate": 0.0001357453966537503, |
| "epoch": 0.32, |
| "step": 21400 |
| }, |
| { |
| "loss": 1.2799, |
| "grad_norm": 1.136094331741333, |
| "learning_rate": 0.00013567030128262895, |
| "epoch": 0.32, |
| "step": 21425 |
| }, |
| { |
| "loss": 1.1714, |
| "grad_norm": 2.614771842956543, |
| "learning_rate": 0.00013559520591150762, |
| "epoch": 0.32, |
| "step": 21450 |
| }, |
| { |
| "loss": 1.1808, |
| "grad_norm": 1.1263775825500488, |
| "learning_rate": 0.00013552011054038628, |
| "epoch": 0.32, |
| "step": 21475 |
| }, |
| { |
| "loss": 1.1903, |
| "grad_norm": 1.8330289125442505, |
| "learning_rate": 0.00013544501516926498, |
| "epoch": 0.32, |
| "step": 21500 |
| }, |
| { |
| "loss": 1.1863, |
| "grad_norm": 2.0172111988067627, |
| "learning_rate": 0.00013536991979814364, |
| "epoch": 0.32, |
| "step": 21525 |
| }, |
| { |
| "loss": 1.2356, |
| "grad_norm": 1.7615008354187012, |
| "learning_rate": 0.00013529482442702233, |
| "epoch": 0.32, |
| "step": 21550 |
| }, |
| { |
| "loss": 1.2365, |
| "grad_norm": 3.3480842113494873, |
| "learning_rate": 0.000135219729055901, |
| "epoch": 0.32, |
| "step": 21575 |
| }, |
| { |
| "loss": 1.0925, |
| "grad_norm": 1.5129296779632568, |
| "learning_rate": 0.00013514463368477966, |
| "epoch": 0.32, |
| "step": 21600 |
| }, |
| { |
| "loss": 1.1838, |
| "grad_norm": 1.1446235179901123, |
| "learning_rate": 0.00013506953831365836, |
| "epoch": 0.32, |
| "step": 21625 |
| }, |
| { |
| "loss": 1.2593, |
| "grad_norm": 1.2927684783935547, |
| "learning_rate": 0.00013499444294253702, |
| "epoch": 0.33, |
| "step": 21650 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 1.6593775749206543, |
| "learning_rate": 0.00013491934757141571, |
| "epoch": 0.33, |
| "step": 21675 |
| }, |
| { |
| "loss": 1.169, |
| "grad_norm": 1.3151673078536987, |
| "learning_rate": 0.00013484425220029438, |
| "epoch": 0.33, |
| "step": 21700 |
| }, |
| { |
| "loss": 1.159, |
| "grad_norm": 1.4625322818756104, |
| "learning_rate": 0.00013476915682917307, |
| "epoch": 0.33, |
| "step": 21725 |
| }, |
| { |
| "loss": 1.1482, |
| "grad_norm": 1.4630295038223267, |
| "learning_rate": 0.00013469406145805174, |
| "epoch": 0.33, |
| "step": 21750 |
| }, |
| { |
| "loss": 1.1558, |
| "grad_norm": 1.914694905281067, |
| "learning_rate": 0.0001346189660869304, |
| "epoch": 0.33, |
| "step": 21775 |
| }, |
| { |
| "loss": 1.1895, |
| "grad_norm": 1.1685444116592407, |
| "learning_rate": 0.0001345438707158091, |
| "epoch": 0.33, |
| "step": 21800 |
| }, |
| { |
| "loss": 1.137, |
| "grad_norm": 1.8522282838821411, |
| "learning_rate": 0.00013446877534468776, |
| "epoch": 0.33, |
| "step": 21825 |
| }, |
| { |
| "loss": 1.2181, |
| "grad_norm": 2.1433138847351074, |
| "learning_rate": 0.00013439367997356645, |
| "epoch": 0.33, |
| "step": 21850 |
| }, |
| { |
| "loss": 1.1694, |
| "grad_norm": 1.1134564876556396, |
| "learning_rate": 0.00013431858460244512, |
| "epoch": 0.33, |
| "step": 21875 |
| }, |
| { |
| "loss": 1.1859, |
| "grad_norm": 0.9985026121139526, |
| "learning_rate": 0.00013424348923132378, |
| "epoch": 0.33, |
| "step": 21900 |
| }, |
| { |
| "loss": 1.1866, |
| "grad_norm": 1.732964038848877, |
| "learning_rate": 0.00013416839386020245, |
| "epoch": 0.33, |
| "step": 21925 |
| }, |
| { |
| "loss": 1.1623, |
| "grad_norm": 1.2273517847061157, |
| "learning_rate": 0.00013409329848908114, |
| "epoch": 0.33, |
| "step": 21950 |
| }, |
| { |
| "loss": 1.1336, |
| "grad_norm": 1.2174320220947266, |
| "learning_rate": 0.0001340182031179598, |
| "epoch": 0.33, |
| "step": 21975 |
| }, |
| { |
| "loss": 1.1903, |
| "grad_norm": 2.137214422225952, |
| "learning_rate": 0.0001339431077468385, |
| "epoch": 0.33, |
| "step": 22000 |
| }, |
| { |
| "loss": 1.214, |
| "grad_norm": 1.2529860734939575, |
| "learning_rate": 0.0001338680123757172, |
| "epoch": 0.33, |
| "step": 22025 |
| }, |
| { |
| "loss": 1.1389, |
| "grad_norm": 1.8254303932189941, |
| "learning_rate": 0.00013379291700459583, |
| "epoch": 0.33, |
| "step": 22050 |
| }, |
| { |
| "loss": 1.1559, |
| "grad_norm": 2.0765380859375, |
| "learning_rate": 0.00013371782163347452, |
| "epoch": 0.33, |
| "step": 22075 |
| }, |
| { |
| "loss": 1.1536, |
| "grad_norm": 1.504064917564392, |
| "learning_rate": 0.0001336427262623532, |
| "epoch": 0.33, |
| "step": 22100 |
| }, |
| { |
| "loss": 1.2144, |
| "grad_norm": 2.490610122680664, |
| "learning_rate": 0.00013356763089123188, |
| "epoch": 0.33, |
| "step": 22125 |
| }, |
| { |
| "loss": 1.1543, |
| "grad_norm": 1.6488279104232788, |
| "learning_rate": 0.00013349253552011054, |
| "epoch": 0.33, |
| "step": 22150 |
| }, |
| { |
| "loss": 1.1756, |
| "grad_norm": 2.970743417739868, |
| "learning_rate": 0.00013341744014898924, |
| "epoch": 0.33, |
| "step": 22175 |
| }, |
| { |
| "loss": 1.2094, |
| "grad_norm": 1.299083948135376, |
| "learning_rate": 0.0001333423447778679, |
| "epoch": 0.33, |
| "step": 22200 |
| }, |
| { |
| "loss": 1.0779, |
| "grad_norm": 1.3857295513153076, |
| "learning_rate": 0.00013326724940674657, |
| "epoch": 0.33, |
| "step": 22225 |
| }, |
| { |
| "loss": 1.2177, |
| "grad_norm": 1.7416950464248657, |
| "learning_rate": 0.00013319215403562526, |
| "epoch": 0.33, |
| "step": 22250 |
| }, |
| { |
| "loss": 1.179, |
| "grad_norm": 2.380249261856079, |
| "learning_rate": 0.00013311705866450393, |
| "epoch": 0.33, |
| "step": 22275 |
| }, |
| { |
| "loss": 1.2057, |
| "grad_norm": 1.3791347742080688, |
| "learning_rate": 0.00013304196329338262, |
| "epoch": 0.33, |
| "step": 22300 |
| }, |
| { |
| "loss": 1.1725, |
| "grad_norm": 1.0284641981124878, |
| "learning_rate": 0.00013296686792226128, |
| "epoch": 0.34, |
| "step": 22325 |
| }, |
| { |
| "loss": 1.1518, |
| "grad_norm": 2.1696279048919678, |
| "learning_rate": 0.00013289177255113995, |
| "epoch": 0.34, |
| "step": 22350 |
| }, |
| { |
| "loss": 1.2832, |
| "grad_norm": 1.2163208723068237, |
| "learning_rate": 0.0001328166771800186, |
| "epoch": 0.34, |
| "step": 22375 |
| }, |
| { |
| "loss": 1.1366, |
| "grad_norm": 1.724770426750183, |
| "learning_rate": 0.0001327415818088973, |
| "epoch": 0.34, |
| "step": 22400 |
| }, |
| { |
| "loss": 1.2067, |
| "grad_norm": 1.9105318784713745, |
| "learning_rate": 0.00013266648643777597, |
| "epoch": 0.34, |
| "step": 22425 |
| }, |
| { |
| "loss": 1.1917, |
| "grad_norm": 1.1520806550979614, |
| "learning_rate": 0.00013259139106665466, |
| "epoch": 0.34, |
| "step": 22450 |
| }, |
| { |
| "loss": 1.1637, |
| "grad_norm": 1.8389378786087036, |
| "learning_rate": 0.00013251629569553336, |
| "epoch": 0.34, |
| "step": 22475 |
| }, |
| { |
| "loss": 1.2151, |
| "grad_norm": 4.63606595993042, |
| "learning_rate": 0.000132441200324412, |
| "epoch": 0.34, |
| "step": 22500 |
| }, |
| { |
| "loss": 1.196, |
| "grad_norm": 2.179290771484375, |
| "learning_rate": 0.0001323661049532907, |
| "epoch": 0.34, |
| "step": 22525 |
| }, |
| { |
| "loss": 1.158, |
| "grad_norm": 1.1105175018310547, |
| "learning_rate": 0.00013229100958216935, |
| "epoch": 0.34, |
| "step": 22550 |
| }, |
| { |
| "loss": 1.1638, |
| "grad_norm": 1.1015607118606567, |
| "learning_rate": 0.00013221591421104804, |
| "epoch": 0.34, |
| "step": 22575 |
| }, |
| { |
| "loss": 1.1948, |
| "grad_norm": 1.314866304397583, |
| "learning_rate": 0.0001321408188399267, |
| "epoch": 0.34, |
| "step": 22600 |
| }, |
| { |
| "loss": 1.1234, |
| "grad_norm": 1.3410804271697998, |
| "learning_rate": 0.0001320657234688054, |
| "epoch": 0.34, |
| "step": 22625 |
| }, |
| { |
| "loss": 1.2106, |
| "grad_norm": 1.4340014457702637, |
| "learning_rate": 0.00013199062809768407, |
| "epoch": 0.34, |
| "step": 22650 |
| }, |
| { |
| "loss": 1.2023, |
| "grad_norm": 2.40155291557312, |
| "learning_rate": 0.00013191553272656273, |
| "epoch": 0.34, |
| "step": 22675 |
| }, |
| { |
| "loss": 1.1545, |
| "grad_norm": 1.752961277961731, |
| "learning_rate": 0.00013184043735544143, |
| "epoch": 0.34, |
| "step": 22700 |
| }, |
| { |
| "loss": 1.2083, |
| "grad_norm": 2.0551249980926514, |
| "learning_rate": 0.0001317653419843201, |
| "epoch": 0.34, |
| "step": 22725 |
| }, |
| { |
| "loss": 1.2815, |
| "grad_norm": 2.0029456615448, |
| "learning_rate": 0.00013169024661319878, |
| "epoch": 0.34, |
| "step": 22750 |
| }, |
| { |
| "loss": 1.1618, |
| "grad_norm": 1.6569886207580566, |
| "learning_rate": 0.00013161515124207745, |
| "epoch": 0.34, |
| "step": 22775 |
| }, |
| { |
| "loss": 1.1506, |
| "grad_norm": 1.0627089738845825, |
| "learning_rate": 0.00013154005587095611, |
| "epoch": 0.34, |
| "step": 22800 |
| }, |
| { |
| "loss": 1.178, |
| "grad_norm": 1.4119595289230347, |
| "learning_rate": 0.00013146496049983478, |
| "epoch": 0.34, |
| "step": 22825 |
| }, |
| { |
| "loss": 1.2293, |
| "grad_norm": 2.070948839187622, |
| "learning_rate": 0.00013138986512871347, |
| "epoch": 0.34, |
| "step": 22850 |
| }, |
| { |
| "loss": 1.2195, |
| "grad_norm": 3.2543933391571045, |
| "learning_rate": 0.00013131476975759214, |
| "epoch": 0.34, |
| "step": 22875 |
| }, |
| { |
| "loss": 1.196, |
| "grad_norm": 2.154444694519043, |
| "learning_rate": 0.00013123967438647083, |
| "epoch": 0.34, |
| "step": 22900 |
| }, |
| { |
| "loss": 1.1807, |
| "grad_norm": 1.9498579502105713, |
| "learning_rate": 0.00013116457901534952, |
| "epoch": 0.34, |
| "step": 22925 |
| }, |
| { |
| "loss": 1.1659, |
| "grad_norm": 1.2425457239151, |
| "learning_rate": 0.00013108948364422816, |
| "epoch": 0.34, |
| "step": 22950 |
| }, |
| { |
| "loss": 1.181, |
| "grad_norm": 1.0989060401916504, |
| "learning_rate": 0.00013101438827310685, |
| "epoch": 0.35, |
| "step": 22975 |
| }, |
| { |
| "loss": 1.1095, |
| "grad_norm": 1.509493350982666, |
| "learning_rate": 0.00013093929290198552, |
| "epoch": 0.35, |
| "step": 23000 |
| }, |
| { |
| "loss": 1.1686, |
| "grad_norm": 1.762772798538208, |
| "learning_rate": 0.0001308641975308642, |
| "epoch": 0.35, |
| "step": 23025 |
| }, |
| { |
| "loss": 1.1062, |
| "grad_norm": 2.1119191646575928, |
| "learning_rate": 0.00013078910215974288, |
| "epoch": 0.35, |
| "step": 23050 |
| }, |
| { |
| "loss": 1.1906, |
| "grad_norm": 1.1782546043395996, |
| "learning_rate": 0.00013071400678862157, |
| "epoch": 0.35, |
| "step": 23075 |
| }, |
| { |
| "loss": 1.2047, |
| "grad_norm": 1.2365734577178955, |
| "learning_rate": 0.00013063891141750023, |
| "epoch": 0.35, |
| "step": 23100 |
| }, |
| { |
| "loss": 1.1824, |
| "grad_norm": 1.0874519348144531, |
| "learning_rate": 0.0001305638160463789, |
| "epoch": 0.35, |
| "step": 23125 |
| }, |
| { |
| "loss": 1.127, |
| "grad_norm": 1.9339088201522827, |
| "learning_rate": 0.0001304887206752576, |
| "epoch": 0.35, |
| "step": 23150 |
| }, |
| { |
| "loss": 1.1529, |
| "grad_norm": 2.087249517440796, |
| "learning_rate": 0.00013041362530413626, |
| "epoch": 0.35, |
| "step": 23175 |
| }, |
| { |
| "loss": 1.1736, |
| "grad_norm": 1.0799955129623413, |
| "learning_rate": 0.00013033852993301495, |
| "epoch": 0.35, |
| "step": 23200 |
| }, |
| { |
| "loss": 1.1652, |
| "grad_norm": 4.290017127990723, |
| "learning_rate": 0.00013026343456189361, |
| "epoch": 0.35, |
| "step": 23225 |
| }, |
| { |
| "loss": 1.1845, |
| "grad_norm": 1.8332254886627197, |
| "learning_rate": 0.00013018833919077228, |
| "epoch": 0.35, |
| "step": 23250 |
| }, |
| { |
| "loss": 1.227, |
| "grad_norm": 2.3208718299865723, |
| "learning_rate": 0.00013011324381965094, |
| "epoch": 0.35, |
| "step": 23275 |
| }, |
| { |
| "loss": 1.0917, |
| "grad_norm": 1.9536670446395874, |
| "learning_rate": 0.00013003814844852964, |
| "epoch": 0.35, |
| "step": 23300 |
| }, |
| { |
| "loss": 1.1812, |
| "grad_norm": 1.225029468536377, |
| "learning_rate": 0.00012996305307740833, |
| "epoch": 0.35, |
| "step": 23325 |
| }, |
| { |
| "loss": 1.2249, |
| "grad_norm": 2.538161039352417, |
| "learning_rate": 0.000129887957706287, |
| "epoch": 0.35, |
| "step": 23350 |
| }, |
| { |
| "loss": 1.1578, |
| "grad_norm": 1.2378344535827637, |
| "learning_rate": 0.0001298128623351657, |
| "epoch": 0.35, |
| "step": 23375 |
| }, |
| { |
| "loss": 1.1544, |
| "grad_norm": 3.9860634803771973, |
| "learning_rate": 0.00012973776696404433, |
| "epoch": 0.35, |
| "step": 23400 |
| }, |
| { |
| "loss": 1.1704, |
| "grad_norm": 1.1592284440994263, |
| "learning_rate": 0.00012966267159292302, |
| "epoch": 0.35, |
| "step": 23425 |
| }, |
| { |
| "loss": 1.2261, |
| "grad_norm": 0.9641034603118896, |
| "learning_rate": 0.00012958757622180168, |
| "epoch": 0.35, |
| "step": 23450 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 2.3419320583343506, |
| "learning_rate": 0.00012951248085068038, |
| "epoch": 0.35, |
| "step": 23475 |
| }, |
| { |
| "loss": 1.1237, |
| "grad_norm": 1.641772747039795, |
| "learning_rate": 0.00012943738547955904, |
| "epoch": 0.35, |
| "step": 23500 |
| }, |
| { |
| "loss": 1.1636, |
| "grad_norm": 1.8921740055084229, |
| "learning_rate": 0.00012936229010843773, |
| "epoch": 0.35, |
| "step": 23525 |
| }, |
| { |
| "loss": 1.1919, |
| "grad_norm": 1.5332955121994019, |
| "learning_rate": 0.0001292871947373164, |
| "epoch": 0.35, |
| "step": 23550 |
| }, |
| { |
| "loss": 1.1632, |
| "grad_norm": 1.6443663835525513, |
| "learning_rate": 0.00012921209936619506, |
| "epoch": 0.35, |
| "step": 23575 |
| }, |
| { |
| "loss": 1.1963, |
| "grad_norm": 2.044127941131592, |
| "learning_rate": 0.00012913700399507376, |
| "epoch": 0.35, |
| "step": 23600 |
| }, |
| { |
| "loss": 1.1971, |
| "grad_norm": 2.1552951335906982, |
| "learning_rate": 0.00012906190862395242, |
| "epoch": 0.35, |
| "step": 23625 |
| }, |
| { |
| "loss": 1.221, |
| "grad_norm": 1.7061282396316528, |
| "learning_rate": 0.00012898681325283111, |
| "epoch": 0.36, |
| "step": 23650 |
| }, |
| { |
| "loss": 1.1243, |
| "grad_norm": 1.581986904144287, |
| "learning_rate": 0.00012891171788170978, |
| "epoch": 0.36, |
| "step": 23675 |
| }, |
| { |
| "loss": 1.2158, |
| "grad_norm": 1.999489665031433, |
| "learning_rate": 0.00012883662251058844, |
| "epoch": 0.36, |
| "step": 23700 |
| }, |
| { |
| "loss": 1.1868, |
| "grad_norm": 1.5865546464920044, |
| "learning_rate": 0.0001287615271394671, |
| "epoch": 0.36, |
| "step": 23725 |
| }, |
| { |
| "loss": 1.1772, |
| "grad_norm": 1.1765635013580322, |
| "learning_rate": 0.0001286864317683458, |
| "epoch": 0.36, |
| "step": 23750 |
| }, |
| { |
| "loss": 1.1669, |
| "grad_norm": 2.248819589614868, |
| "learning_rate": 0.0001286113363972245, |
| "epoch": 0.36, |
| "step": 23775 |
| }, |
| { |
| "loss": 1.1574, |
| "grad_norm": 1.4647800922393799, |
| "learning_rate": 0.00012853624102610316, |
| "epoch": 0.36, |
| "step": 23800 |
| }, |
| { |
| "loss": 1.1986, |
| "grad_norm": 1.1818993091583252, |
| "learning_rate": 0.00012846114565498185, |
| "epoch": 0.36, |
| "step": 23825 |
| }, |
| { |
| "loss": 1.1631, |
| "grad_norm": 1.785582423210144, |
| "learning_rate": 0.0001283860502838605, |
| "epoch": 0.36, |
| "step": 23850 |
| }, |
| { |
| "loss": 1.2067, |
| "grad_norm": 1.7691236734390259, |
| "learning_rate": 0.00012831095491273918, |
| "epoch": 0.36, |
| "step": 23875 |
| }, |
| { |
| "loss": 1.0843, |
| "grad_norm": 1.4879204034805298, |
| "learning_rate": 0.00012823585954161785, |
| "epoch": 0.36, |
| "step": 23900 |
| }, |
| { |
| "loss": 1.1911, |
| "grad_norm": 1.4341880083084106, |
| "learning_rate": 0.00012816076417049654, |
| "epoch": 0.36, |
| "step": 23925 |
| }, |
| { |
| "loss": 1.162, |
| "grad_norm": 0.8942863345146179, |
| "learning_rate": 0.0001280856687993752, |
| "epoch": 0.36, |
| "step": 23950 |
| }, |
| { |
| "loss": 1.2, |
| "grad_norm": 1.329323172569275, |
| "learning_rate": 0.0001280105734282539, |
| "epoch": 0.36, |
| "step": 23975 |
| }, |
| { |
| "loss": 1.1484, |
| "grad_norm": 1.621002197265625, |
| "learning_rate": 0.00012793547805713256, |
| "epoch": 0.36, |
| "step": 24000 |
| }, |
| { |
| "loss": 1.181, |
| "grad_norm": 1.8257761001586914, |
| "learning_rate": 0.00012786038268601123, |
| "epoch": 0.36, |
| "step": 24025 |
| }, |
| { |
| "loss": 1.1984, |
| "grad_norm": 2.572247266769409, |
| "learning_rate": 0.00012778528731488992, |
| "epoch": 0.36, |
| "step": 24050 |
| }, |
| { |
| "loss": 1.1867, |
| "grad_norm": 1.7765648365020752, |
| "learning_rate": 0.0001277101919437686, |
| "epoch": 0.36, |
| "step": 24075 |
| }, |
| { |
| "loss": 1.1984, |
| "grad_norm": 1.3976967334747314, |
| "learning_rate": 0.00012763509657264728, |
| "epoch": 0.36, |
| "step": 24100 |
| }, |
| { |
| "loss": 1.1685, |
| "grad_norm": 1.6491625308990479, |
| "learning_rate": 0.00012756000120152594, |
| "epoch": 0.36, |
| "step": 24125 |
| }, |
| { |
| "loss": 1.1497, |
| "grad_norm": 1.698404312133789, |
| "learning_rate": 0.0001274849058304046, |
| "epoch": 0.36, |
| "step": 24150 |
| }, |
| { |
| "loss": 1.2076, |
| "grad_norm": 1.2471705675125122, |
| "learning_rate": 0.00012740981045928328, |
| "epoch": 0.36, |
| "step": 24175 |
| }, |
| { |
| "loss": 1.1596, |
| "grad_norm": 1.2114017009735107, |
| "learning_rate": 0.00012733471508816197, |
| "epoch": 0.36, |
| "step": 24200 |
| }, |
| { |
| "loss": 1.2032, |
| "grad_norm": 1.1424446105957031, |
| "learning_rate": 0.00012725961971704066, |
| "epoch": 0.36, |
| "step": 24225 |
| }, |
| { |
| "loss": 1.1548, |
| "grad_norm": 1.3526264429092407, |
| "learning_rate": 0.00012718452434591933, |
| "epoch": 0.36, |
| "step": 24250 |
| }, |
| { |
| "loss": 1.2415, |
| "grad_norm": 1.2714468240737915, |
| "learning_rate": 0.00012710942897479802, |
| "epoch": 0.36, |
| "step": 24275 |
| }, |
| { |
| "loss": 1.1264, |
| "grad_norm": 2.064203977584839, |
| "learning_rate": 0.00012703433360367668, |
| "epoch": 0.36, |
| "step": 24300 |
| }, |
| { |
| "loss": 1.1578, |
| "grad_norm": 1.4952439069747925, |
| "learning_rate": 0.00012695923823255535, |
| "epoch": 0.37, |
| "step": 24325 |
| }, |
| { |
| "loss": 1.1495, |
| "grad_norm": 1.4773337841033936, |
| "learning_rate": 0.00012688414286143401, |
| "epoch": 0.37, |
| "step": 24350 |
| }, |
| { |
| "loss": 1.1591, |
| "grad_norm": 1.1870368719100952, |
| "learning_rate": 0.0001268090474903127, |
| "epoch": 0.37, |
| "step": 24375 |
| }, |
| { |
| "loss": 1.1744, |
| "grad_norm": 1.824880838394165, |
| "learning_rate": 0.00012673395211919137, |
| "epoch": 0.37, |
| "step": 24400 |
| }, |
| { |
| "loss": 1.198, |
| "grad_norm": 1.18766188621521, |
| "learning_rate": 0.00012665885674807006, |
| "epoch": 0.37, |
| "step": 24425 |
| }, |
| { |
| "loss": 1.2227, |
| "grad_norm": 1.719905138015747, |
| "learning_rate": 0.00012658376137694873, |
| "epoch": 0.37, |
| "step": 24450 |
| }, |
| { |
| "loss": 1.294, |
| "grad_norm": 1.9146957397460938, |
| "learning_rate": 0.0001265086660058274, |
| "epoch": 0.37, |
| "step": 24475 |
| }, |
| { |
| "loss": 1.2087, |
| "grad_norm": 2.0763649940490723, |
| "learning_rate": 0.0001264335706347061, |
| "epoch": 0.37, |
| "step": 24500 |
| }, |
| { |
| "loss": 1.1887, |
| "grad_norm": 2.3640265464782715, |
| "learning_rate": 0.00012635847526358475, |
| "epoch": 0.37, |
| "step": 24525 |
| }, |
| { |
| "loss": 1.2053, |
| "grad_norm": 1.9339317083358765, |
| "learning_rate": 0.00012628337989246344, |
| "epoch": 0.37, |
| "step": 24550 |
| }, |
| { |
| "loss": 1.1123, |
| "grad_norm": 1.4369031190872192, |
| "learning_rate": 0.0001262082845213421, |
| "epoch": 0.37, |
| "step": 24575 |
| }, |
| { |
| "loss": 1.1309, |
| "grad_norm": 1.2952880859375, |
| "learning_rate": 0.00012613318915022078, |
| "epoch": 0.37, |
| "step": 24600 |
| }, |
| { |
| "loss": 1.1589, |
| "grad_norm": 2.8487777709960938, |
| "learning_rate": 0.00012605809377909947, |
| "epoch": 0.37, |
| "step": 24625 |
| }, |
| { |
| "loss": 1.1054, |
| "grad_norm": 1.1736781597137451, |
| "learning_rate": 0.00012598299840797813, |
| "epoch": 0.37, |
| "step": 24650 |
| }, |
| { |
| "loss": 1.1255, |
| "grad_norm": 1.5358980894088745, |
| "learning_rate": 0.00012590790303685683, |
| "epoch": 0.37, |
| "step": 24675 |
| }, |
| { |
| "loss": 1.2041, |
| "grad_norm": 2.0065975189208984, |
| "learning_rate": 0.0001258328076657355, |
| "epoch": 0.37, |
| "step": 24700 |
| }, |
| { |
| "loss": 1.15, |
| "grad_norm": 1.2211554050445557, |
| "learning_rate": 0.00012575771229461418, |
| "epoch": 0.37, |
| "step": 24725 |
| }, |
| { |
| "loss": 1.1834, |
| "grad_norm": 1.3376033306121826, |
| "learning_rate": 0.00012568261692349285, |
| "epoch": 0.37, |
| "step": 24750 |
| }, |
| { |
| "loss": 1.2355, |
| "grad_norm": 2.8535170555114746, |
| "learning_rate": 0.00012560752155237151, |
| "epoch": 0.37, |
| "step": 24775 |
| }, |
| { |
| "loss": 1.1949, |
| "grad_norm": 1.9856910705566406, |
| "learning_rate": 0.00012553242618125018, |
| "epoch": 0.37, |
| "step": 24800 |
| }, |
| { |
| "loss": 1.1887, |
| "grad_norm": 2.9144210815429688, |
| "learning_rate": 0.00012545733081012887, |
| "epoch": 0.37, |
| "step": 24825 |
| }, |
| { |
| "loss": 1.1893, |
| "grad_norm": 1.4913091659545898, |
| "learning_rate": 0.00012538223543900756, |
| "epoch": 0.37, |
| "step": 24850 |
| }, |
| { |
| "loss": 1.1173, |
| "grad_norm": 1.685804009437561, |
| "learning_rate": 0.00012530714006788623, |
| "epoch": 0.37, |
| "step": 24875 |
| }, |
| { |
| "loss": 1.1303, |
| "grad_norm": 1.3694686889648438, |
| "learning_rate": 0.00012523504851160973, |
| "epoch": 0.37, |
| "step": 24900 |
| }, |
| { |
| "loss": 1.2075, |
| "grad_norm": 1.3392975330352783, |
| "learning_rate": 0.00012515995314048842, |
| "epoch": 0.37, |
| "step": 24925 |
| }, |
| { |
| "loss": 1.1981, |
| "grad_norm": 1.352869987487793, |
| "learning_rate": 0.0001250848577693671, |
| "epoch": 0.37, |
| "step": 24950 |
| }, |
| { |
| "loss": 1.1808, |
| "grad_norm": 1.1106911897659302, |
| "learning_rate": 0.00012500976239824578, |
| "epoch": 0.38, |
| "step": 24975 |
| }, |
| { |
| "loss": 1.1819, |
| "grad_norm": 1.2609456777572632, |
| "learning_rate": 0.00012493466702712447, |
| "epoch": 0.38, |
| "step": 25000 |
| }, |
| { |
| "loss": 1.1571, |
| "grad_norm": 1.3581352233886719, |
| "learning_rate": 0.00012485957165600314, |
| "epoch": 0.38, |
| "step": 25025 |
| }, |
| { |
| "loss": 1.2111, |
| "grad_norm": 1.7891106605529785, |
| "learning_rate": 0.0001247844762848818, |
| "epoch": 0.38, |
| "step": 25050 |
| }, |
| { |
| "loss": 1.2029, |
| "grad_norm": 2.628241539001465, |
| "learning_rate": 0.00012470938091376047, |
| "epoch": 0.38, |
| "step": 25075 |
| }, |
| { |
| "loss": 1.1415, |
| "grad_norm": 1.5528656244277954, |
| "learning_rate": 0.00012463428554263916, |
| "epoch": 0.38, |
| "step": 25100 |
| }, |
| { |
| "loss": 1.0769, |
| "grad_norm": 2.0100932121276855, |
| "learning_rate": 0.00012455919017151783, |
| "epoch": 0.38, |
| "step": 25125 |
| }, |
| { |
| "loss": 1.171, |
| "grad_norm": 2.7479538917541504, |
| "learning_rate": 0.00012448409480039652, |
| "epoch": 0.38, |
| "step": 25150 |
| }, |
| { |
| "loss": 1.1868, |
| "grad_norm": 2.177091360092163, |
| "learning_rate": 0.00012440899942927518, |
| "epoch": 0.38, |
| "step": 25175 |
| }, |
| { |
| "loss": 1.1472, |
| "grad_norm": 1.9711464643478394, |
| "learning_rate": 0.00012433390405815385, |
| "epoch": 0.38, |
| "step": 25200 |
| }, |
| { |
| "loss": 1.1982, |
| "grad_norm": 1.4624091386795044, |
| "learning_rate": 0.00012425880868703254, |
| "epoch": 0.38, |
| "step": 25225 |
| }, |
| { |
| "loss": 1.1806, |
| "grad_norm": 1.7121859788894653, |
| "learning_rate": 0.0001241837133159112, |
| "epoch": 0.38, |
| "step": 25250 |
| }, |
| { |
| "loss": 1.1943, |
| "grad_norm": 2.1174204349517822, |
| "learning_rate": 0.0001241086179447899, |
| "epoch": 0.38, |
| "step": 25275 |
| }, |
| { |
| "loss": 1.1742, |
| "grad_norm": 1.2425144910812378, |
| "learning_rate": 0.00012403352257366857, |
| "epoch": 0.38, |
| "step": 25300 |
| }, |
| { |
| "loss": 1.1316, |
| "grad_norm": 2.102142572402954, |
| "learning_rate": 0.00012395842720254726, |
| "epoch": 0.38, |
| "step": 25325 |
| }, |
| { |
| "loss": 1.1717, |
| "grad_norm": 1.7592540979385376, |
| "learning_rate": 0.0001238833318314259, |
| "epoch": 0.38, |
| "step": 25350 |
| }, |
| { |
| "loss": 1.2086, |
| "grad_norm": 1.7676315307617188, |
| "learning_rate": 0.0001238082364603046, |
| "epoch": 0.38, |
| "step": 25375 |
| }, |
| { |
| "loss": 1.1386, |
| "grad_norm": 1.154153823852539, |
| "learning_rate": 0.00012373314108918325, |
| "epoch": 0.38, |
| "step": 25400 |
| }, |
| { |
| "loss": 1.1803, |
| "grad_norm": 2.522324800491333, |
| "learning_rate": 0.00012365804571806195, |
| "epoch": 0.38, |
| "step": 25425 |
| }, |
| { |
| "loss": 1.2331, |
| "grad_norm": 1.699385404586792, |
| "learning_rate": 0.00012358295034694064, |
| "epoch": 0.38, |
| "step": 25450 |
| }, |
| { |
| "loss": 1.2247, |
| "grad_norm": 1.836391568183899, |
| "learning_rate": 0.0001235078549758193, |
| "epoch": 0.38, |
| "step": 25475 |
| }, |
| { |
| "loss": 1.1509, |
| "grad_norm": 1.2097364664077759, |
| "learning_rate": 0.00012343275960469797, |
| "epoch": 0.38, |
| "step": 25500 |
| }, |
| { |
| "loss": 1.1488, |
| "grad_norm": 0.8426992893218994, |
| "learning_rate": 0.00012335766423357663, |
| "epoch": 0.38, |
| "step": 25525 |
| }, |
| { |
| "loss": 1.1434, |
| "grad_norm": 1.2710751295089722, |
| "learning_rate": 0.00012328256886245533, |
| "epoch": 0.38, |
| "step": 25550 |
| }, |
| { |
| "loss": 1.131, |
| "grad_norm": 1.567521095275879, |
| "learning_rate": 0.000123207473491334, |
| "epoch": 0.38, |
| "step": 25575 |
| }, |
| { |
| "loss": 1.2268, |
| "grad_norm": 1.6876307725906372, |
| "learning_rate": 0.00012313237812021268, |
| "epoch": 0.38, |
| "step": 25600 |
| }, |
| { |
| "loss": 1.178, |
| "grad_norm": 1.5570650100708008, |
| "learning_rate": 0.00012305728274909135, |
| "epoch": 0.38, |
| "step": 25625 |
| }, |
| { |
| "loss": 1.1128, |
| "grad_norm": 1.9181684255599976, |
| "learning_rate": 0.00012298218737797002, |
| "epoch": 0.39, |
| "step": 25650 |
| }, |
| { |
| "loss": 1.1662, |
| "grad_norm": 1.4703614711761475, |
| "learning_rate": 0.0001229070920068487, |
| "epoch": 0.39, |
| "step": 25675 |
| }, |
| { |
| "loss": 1.2166, |
| "grad_norm": 1.1674293279647827, |
| "learning_rate": 0.00012283199663572737, |
| "epoch": 0.39, |
| "step": 25700 |
| }, |
| { |
| "loss": 1.1962, |
| "grad_norm": 2.910494565963745, |
| "learning_rate": 0.00012275690126460607, |
| "epoch": 0.39, |
| "step": 25725 |
| }, |
| { |
| "loss": 1.1996, |
| "grad_norm": 1.249042272567749, |
| "learning_rate": 0.00012268180589348473, |
| "epoch": 0.39, |
| "step": 25750 |
| }, |
| { |
| "loss": 1.1962, |
| "grad_norm": 2.1757421493530273, |
| "learning_rate": 0.00012260671052236342, |
| "epoch": 0.39, |
| "step": 25775 |
| }, |
| { |
| "loss": 1.1302, |
| "grad_norm": 1.8201817274093628, |
| "learning_rate": 0.00012253161515124206, |
| "epoch": 0.39, |
| "step": 25800 |
| }, |
| { |
| "loss": 1.1242, |
| "grad_norm": 1.2587064504623413, |
| "learning_rate": 0.00012245651978012075, |
| "epoch": 0.39, |
| "step": 25825 |
| }, |
| { |
| "loss": 1.1353, |
| "grad_norm": 1.9519400596618652, |
| "learning_rate": 0.00012238142440899945, |
| "epoch": 0.39, |
| "step": 25850 |
| }, |
| { |
| "loss": 1.2128, |
| "grad_norm": 1.997555136680603, |
| "learning_rate": 0.0001223063290378781, |
| "epoch": 0.39, |
| "step": 25875 |
| }, |
| { |
| "loss": 1.1383, |
| "grad_norm": 1.9942442178726196, |
| "learning_rate": 0.0001222312336667568, |
| "epoch": 0.39, |
| "step": 25900 |
| }, |
| { |
| "loss": 1.1726, |
| "grad_norm": 2.1078426837921143, |
| "learning_rate": 0.00012215613829563547, |
| "epoch": 0.39, |
| "step": 25925 |
| }, |
| { |
| "loss": 1.1349, |
| "grad_norm": 2.8128950595855713, |
| "learning_rate": 0.00012208104292451413, |
| "epoch": 0.39, |
| "step": 25950 |
| }, |
| { |
| "loss": 1.1536, |
| "grad_norm": 1.986128330230713, |
| "learning_rate": 0.00012200594755339281, |
| "epoch": 0.39, |
| "step": 25975 |
| }, |
| { |
| "loss": 1.1194, |
| "grad_norm": 1.418022871017456, |
| "learning_rate": 0.00012193085218227149, |
| "epoch": 0.39, |
| "step": 26000 |
| }, |
| { |
| "loss": 1.1819, |
| "grad_norm": 1.2267699241638184, |
| "learning_rate": 0.00012185575681115016, |
| "epoch": 0.39, |
| "step": 26025 |
| }, |
| { |
| "loss": 1.1222, |
| "grad_norm": 1.4214072227478027, |
| "learning_rate": 0.00012178066144002884, |
| "epoch": 0.39, |
| "step": 26050 |
| }, |
| { |
| "loss": 1.2028, |
| "grad_norm": 3.486180543899536, |
| "learning_rate": 0.00012170556606890753, |
| "epoch": 0.39, |
| "step": 26075 |
| }, |
| { |
| "loss": 1.1714, |
| "grad_norm": 1.6389093399047852, |
| "learning_rate": 0.0001216304706977862, |
| "epoch": 0.39, |
| "step": 26100 |
| }, |
| { |
| "loss": 1.1689, |
| "grad_norm": 1.5613031387329102, |
| "learning_rate": 0.00012155537532666487, |
| "epoch": 0.39, |
| "step": 26125 |
| }, |
| { |
| "loss": 1.1821, |
| "grad_norm": 1.5050113201141357, |
| "learning_rate": 0.00012148027995554354, |
| "epoch": 0.39, |
| "step": 26150 |
| }, |
| { |
| "loss": 1.167, |
| "grad_norm": 1.2190027236938477, |
| "learning_rate": 0.00012140518458442223, |
| "epoch": 0.39, |
| "step": 26175 |
| }, |
| { |
| "loss": 1.2042, |
| "grad_norm": 1.0376909971237183, |
| "learning_rate": 0.0001213300892133009, |
| "epoch": 0.39, |
| "step": 26200 |
| }, |
| { |
| "loss": 1.1713, |
| "grad_norm": 1.036734938621521, |
| "learning_rate": 0.00012126100147186927, |
| "epoch": 0.39, |
| "step": 26225 |
| }, |
| { |
| "loss": 1.1867, |
| "grad_norm": 0.933276355266571, |
| "learning_rate": 0.00012118890991559282, |
| "epoch": 0.39, |
| "step": 26250 |
| }, |
| { |
| "loss": 1.1568, |
| "grad_norm": 1.8247997760772705, |
| "learning_rate": 0.00012111381454447148, |
| "epoch": 0.39, |
| "step": 26275 |
| }, |
| { |
| "loss": 1.1209, |
| "grad_norm": 1.7920253276824951, |
| "learning_rate": 0.00012103871917335017, |
| "epoch": 0.39, |
| "step": 26300 |
| }, |
| { |
| "loss": 1.1424, |
| "grad_norm": 1.558129906654358, |
| "learning_rate": 0.00012096362380222883, |
| "epoch": 0.4, |
| "step": 26325 |
| }, |
| { |
| "loss": 1.1207, |
| "grad_norm": 2.0236053466796875, |
| "learning_rate": 0.00012088852843110752, |
| "epoch": 0.4, |
| "step": 26350 |
| }, |
| { |
| "loss": 1.1367, |
| "grad_norm": 2.042004108428955, |
| "learning_rate": 0.00012081343305998618, |
| "epoch": 0.4, |
| "step": 26375 |
| }, |
| { |
| "loss": 1.1823, |
| "grad_norm": 1.694769024848938, |
| "learning_rate": 0.00012073833768886486, |
| "epoch": 0.4, |
| "step": 26400 |
| }, |
| { |
| "loss": 1.1536, |
| "grad_norm": 2.398012399673462, |
| "learning_rate": 0.00012066324231774353, |
| "epoch": 0.4, |
| "step": 26425 |
| }, |
| { |
| "loss": 1.2019, |
| "grad_norm": 3.8714237213134766, |
| "learning_rate": 0.00012058814694662222, |
| "epoch": 0.4, |
| "step": 26450 |
| }, |
| { |
| "loss": 1.2109, |
| "grad_norm": 2.893437147140503, |
| "learning_rate": 0.0001205130515755009, |
| "epoch": 0.4, |
| "step": 26475 |
| }, |
| { |
| "loss": 1.2099, |
| "grad_norm": 1.7134922742843628, |
| "learning_rate": 0.00012043795620437956, |
| "epoch": 0.4, |
| "step": 26500 |
| }, |
| { |
| "loss": 1.1989, |
| "grad_norm": 2.3126907348632812, |
| "learning_rate": 0.00012036286083325826, |
| "epoch": 0.4, |
| "step": 26525 |
| }, |
| { |
| "loss": 1.121, |
| "grad_norm": 2.5289969444274902, |
| "learning_rate": 0.00012028776546213691, |
| "epoch": 0.4, |
| "step": 26550 |
| }, |
| { |
| "loss": 1.21, |
| "grad_norm": 2.551736354827881, |
| "learning_rate": 0.0001202126700910156, |
| "epoch": 0.4, |
| "step": 26575 |
| }, |
| { |
| "loss": 1.1433, |
| "grad_norm": 1.8382607698440552, |
| "learning_rate": 0.00012013757471989427, |
| "epoch": 0.4, |
| "step": 26600 |
| }, |
| { |
| "loss": 1.1714, |
| "grad_norm": 1.9856308698654175, |
| "learning_rate": 0.00012006247934877295, |
| "epoch": 0.4, |
| "step": 26625 |
| }, |
| { |
| "loss": 1.1646, |
| "grad_norm": 1.3132210969924927, |
| "learning_rate": 0.00011998738397765161, |
| "epoch": 0.4, |
| "step": 26650 |
| }, |
| { |
| "loss": 1.1394, |
| "grad_norm": 1.8171156644821167, |
| "learning_rate": 0.0001199122886065303, |
| "epoch": 0.4, |
| "step": 26675 |
| }, |
| { |
| "loss": 1.1494, |
| "grad_norm": 1.6852163076400757, |
| "learning_rate": 0.00011983719323540898, |
| "epoch": 0.4, |
| "step": 26700 |
| }, |
| { |
| "loss": 1.1522, |
| "grad_norm": 1.7947680950164795, |
| "learning_rate": 0.00011976209786428765, |
| "epoch": 0.4, |
| "step": 26725 |
| }, |
| { |
| "loss": 1.1794, |
| "grad_norm": 2.0458626747131348, |
| "learning_rate": 0.00011968700249316634, |
| "epoch": 0.4, |
| "step": 26750 |
| }, |
| { |
| "loss": 1.2013, |
| "grad_norm": 1.6670138835906982, |
| "learning_rate": 0.00011961190712204499, |
| "epoch": 0.4, |
| "step": 26775 |
| }, |
| { |
| "loss": 1.2052, |
| "grad_norm": 1.9082565307617188, |
| "learning_rate": 0.00011953681175092368, |
| "epoch": 0.4, |
| "step": 26800 |
| }, |
| { |
| "loss": 1.1175, |
| "grad_norm": 1.3584920167922974, |
| "learning_rate": 0.00011946171637980235, |
| "epoch": 0.4, |
| "step": 26825 |
| }, |
| { |
| "loss": 1.1264, |
| "grad_norm": 2.0976293087005615, |
| "learning_rate": 0.00011938662100868103, |
| "epoch": 0.4, |
| "step": 26850 |
| }, |
| { |
| "loss": 1.2392, |
| "grad_norm": 2.034069776535034, |
| "learning_rate": 0.00011931152563755969, |
| "epoch": 0.4, |
| "step": 26875 |
| }, |
| { |
| "loss": 1.1871, |
| "grad_norm": 1.4389294385910034, |
| "learning_rate": 0.00011923643026643839, |
| "epoch": 0.4, |
| "step": 26900 |
| }, |
| { |
| "loss": 1.1544, |
| "grad_norm": 1.7886531352996826, |
| "learning_rate": 0.00011916133489531706, |
| "epoch": 0.4, |
| "step": 26925 |
| }, |
| { |
| "loss": 1.1557, |
| "grad_norm": 1.1227729320526123, |
| "learning_rate": 0.00011908623952419573, |
| "epoch": 0.4, |
| "step": 26950 |
| }, |
| { |
| "loss": 1.113, |
| "grad_norm": 1.5332506895065308, |
| "learning_rate": 0.00011901114415307442, |
| "epoch": 0.41, |
| "step": 26975 |
| }, |
| { |
| "loss": 1.2323, |
| "grad_norm": 1.5316015481948853, |
| "learning_rate": 0.00011893604878195307, |
| "epoch": 0.41, |
| "step": 27000 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 1.7715721130371094, |
| "learning_rate": 0.00011886095341083177, |
| "epoch": 0.41, |
| "step": 27025 |
| }, |
| { |
| "loss": 1.117, |
| "grad_norm": 1.1491894721984863, |
| "learning_rate": 0.00011878585803971043, |
| "epoch": 0.41, |
| "step": 27050 |
| }, |
| { |
| "loss": 1.1541, |
| "grad_norm": 1.2926276922225952, |
| "learning_rate": 0.00011871076266858911, |
| "epoch": 0.41, |
| "step": 27075 |
| }, |
| { |
| "loss": 1.1933, |
| "grad_norm": 1.9231313467025757, |
| "learning_rate": 0.0001186356672974678, |
| "epoch": 0.41, |
| "step": 27100 |
| }, |
| { |
| "loss": 1.1409, |
| "grad_norm": 2.1319782733917236, |
| "learning_rate": 0.00011856057192634647, |
| "epoch": 0.41, |
| "step": 27125 |
| }, |
| { |
| "loss": 1.2189, |
| "grad_norm": 1.5915454626083374, |
| "learning_rate": 0.00011848547655522515, |
| "epoch": 0.41, |
| "step": 27150 |
| }, |
| { |
| "loss": 1.1335, |
| "grad_norm": 1.5728384256362915, |
| "learning_rate": 0.00011841038118410381, |
| "epoch": 0.41, |
| "step": 27175 |
| }, |
| { |
| "loss": 1.1534, |
| "grad_norm": 1.0829964876174927, |
| "learning_rate": 0.0001183352858129825, |
| "epoch": 0.41, |
| "step": 27200 |
| }, |
| { |
| "loss": 1.0959, |
| "grad_norm": 2.1620664596557617, |
| "learning_rate": 0.00011826019044186116, |
| "epoch": 0.41, |
| "step": 27225 |
| }, |
| { |
| "loss": 1.1316, |
| "grad_norm": 1.7385821342468262, |
| "learning_rate": 0.00011818509507073985, |
| "epoch": 0.41, |
| "step": 27250 |
| }, |
| { |
| "loss": 1.121, |
| "grad_norm": 2.2649617195129395, |
| "learning_rate": 0.00011810999969961851, |
| "epoch": 0.41, |
| "step": 27275 |
| }, |
| { |
| "loss": 1.1831, |
| "grad_norm": 1.98993980884552, |
| "learning_rate": 0.00011803490432849719, |
| "epoch": 0.41, |
| "step": 27300 |
| }, |
| { |
| "loss": 1.1661, |
| "grad_norm": 1.3478261232376099, |
| "learning_rate": 0.00011795980895737589, |
| "epoch": 0.41, |
| "step": 27325 |
| }, |
| { |
| "loss": 1.1912, |
| "grad_norm": 1.5697304010391235, |
| "learning_rate": 0.00011788471358625455, |
| "epoch": 0.41, |
| "step": 27350 |
| }, |
| { |
| "loss": 1.2364, |
| "grad_norm": 1.7027043104171753, |
| "learning_rate": 0.00011780961821513323, |
| "epoch": 0.41, |
| "step": 27375 |
| }, |
| { |
| "loss": 1.1422, |
| "grad_norm": 1.8551706075668335, |
| "learning_rate": 0.0001177345228440119, |
| "epoch": 0.41, |
| "step": 27400 |
| }, |
| { |
| "loss": 1.1839, |
| "grad_norm": 1.9152601957321167, |
| "learning_rate": 0.00011765942747289059, |
| "epoch": 0.41, |
| "step": 27425 |
| }, |
| { |
| "loss": 1.201, |
| "grad_norm": 2.2264368534088135, |
| "learning_rate": 0.00011758433210176924, |
| "epoch": 0.41, |
| "step": 27450 |
| }, |
| { |
| "loss": 1.1721, |
| "grad_norm": 1.2363280057907104, |
| "learning_rate": 0.00011750923673064793, |
| "epoch": 0.41, |
| "step": 27475 |
| }, |
| { |
| "loss": 1.1533, |
| "grad_norm": 1.1803810596466064, |
| "learning_rate": 0.0001174341413595266, |
| "epoch": 0.41, |
| "step": 27500 |
| }, |
| { |
| "loss": 1.1379, |
| "grad_norm": 1.3785597085952759, |
| "learning_rate": 0.00011735904598840528, |
| "epoch": 0.41, |
| "step": 27525 |
| }, |
| { |
| "loss": 1.1466, |
| "grad_norm": 1.222312331199646, |
| "learning_rate": 0.00011728395061728397, |
| "epoch": 0.41, |
| "step": 27550 |
| }, |
| { |
| "loss": 1.1886, |
| "grad_norm": 1.3862022161483765, |
| "learning_rate": 0.00011720885524616263, |
| "epoch": 0.41, |
| "step": 27575 |
| }, |
| { |
| "loss": 1.1591, |
| "grad_norm": 1.8599638938903809, |
| "learning_rate": 0.00011713375987504131, |
| "epoch": 0.41, |
| "step": 27600 |
| }, |
| { |
| "loss": 1.2353, |
| "grad_norm": 2.57729172706604, |
| "learning_rate": 0.00011705866450391998, |
| "epoch": 0.41, |
| "step": 27625 |
| }, |
| { |
| "loss": 1.1376, |
| "grad_norm": 1.734212040901184, |
| "learning_rate": 0.00011698356913279867, |
| "epoch": 0.42, |
| "step": 27650 |
| }, |
| { |
| "loss": 1.1869, |
| "grad_norm": 1.5688458681106567, |
| "learning_rate": 0.00011690847376167732, |
| "epoch": 0.42, |
| "step": 27675 |
| }, |
| { |
| "loss": 1.2175, |
| "grad_norm": 1.8952748775482178, |
| "learning_rate": 0.00011683337839055601, |
| "epoch": 0.42, |
| "step": 27700 |
| }, |
| { |
| "loss": 1.1552, |
| "grad_norm": 1.0788073539733887, |
| "learning_rate": 0.00011675828301943468, |
| "epoch": 0.42, |
| "step": 27725 |
| }, |
| { |
| "loss": 1.1604, |
| "grad_norm": 2.346510410308838, |
| "learning_rate": 0.00011668318764831336, |
| "epoch": 0.42, |
| "step": 27750 |
| }, |
| { |
| "loss": 1.1789, |
| "grad_norm": 1.775448203086853, |
| "learning_rate": 0.00011660809227719205, |
| "epoch": 0.42, |
| "step": 27775 |
| }, |
| { |
| "loss": 1.1386, |
| "grad_norm": 2.772287130355835, |
| "learning_rate": 0.00011653299690607072, |
| "epoch": 0.42, |
| "step": 27800 |
| }, |
| { |
| "loss": 1.1659, |
| "grad_norm": 1.017460584640503, |
| "learning_rate": 0.0001164579015349494, |
| "epoch": 0.42, |
| "step": 27825 |
| }, |
| { |
| "loss": 1.1647, |
| "grad_norm": 1.9251552820205688, |
| "learning_rate": 0.00011638280616382806, |
| "epoch": 0.42, |
| "step": 27850 |
| }, |
| { |
| "loss": 1.2273, |
| "grad_norm": 1.44833242893219, |
| "learning_rate": 0.00011630771079270675, |
| "epoch": 0.42, |
| "step": 27875 |
| }, |
| { |
| "loss": 1.2112, |
| "grad_norm": 1.3559473752975464, |
| "learning_rate": 0.0001162326154215854, |
| "epoch": 0.42, |
| "step": 27900 |
| }, |
| { |
| "loss": 1.219, |
| "grad_norm": 2.958477258682251, |
| "learning_rate": 0.0001161575200504641, |
| "epoch": 0.42, |
| "step": 27925 |
| }, |
| { |
| "loss": 1.142, |
| "grad_norm": 1.5322625637054443, |
| "learning_rate": 0.00011608242467934276, |
| "epoch": 0.42, |
| "step": 27950 |
| }, |
| { |
| "loss": 1.1681, |
| "grad_norm": 1.0819323062896729, |
| "learning_rate": 0.00011600732930822144, |
| "epoch": 0.42, |
| "step": 27975 |
| }, |
| { |
| "loss": 1.1307, |
| "grad_norm": 1.086040735244751, |
| "learning_rate": 0.00011593223393710013, |
| "epoch": 0.42, |
| "step": 28000 |
| }, |
| { |
| "loss": 1.1872, |
| "grad_norm": 2.5879430770874023, |
| "learning_rate": 0.0001158571385659788, |
| "epoch": 0.42, |
| "step": 28025 |
| }, |
| { |
| "loss": 1.1294, |
| "grad_norm": 1.5664997100830078, |
| "learning_rate": 0.00011578204319485748, |
| "epoch": 0.42, |
| "step": 28050 |
| }, |
| { |
| "loss": 1.1441, |
| "grad_norm": 1.5841997861862183, |
| "learning_rate": 0.00011570694782373614, |
| "epoch": 0.42, |
| "step": 28075 |
| }, |
| { |
| "loss": 1.1663, |
| "grad_norm": 1.0428881645202637, |
| "learning_rate": 0.00011563185245261484, |
| "epoch": 0.42, |
| "step": 28100 |
| }, |
| { |
| "loss": 1.1412, |
| "grad_norm": 1.4296401739120483, |
| "learning_rate": 0.00011555675708149349, |
| "epoch": 0.42, |
| "step": 28125 |
| }, |
| { |
| "loss": 1.1706, |
| "grad_norm": 1.3985766172409058, |
| "learning_rate": 0.00011548166171037218, |
| "epoch": 0.42, |
| "step": 28150 |
| }, |
| { |
| "loss": 1.1258, |
| "grad_norm": 1.4393442869186401, |
| "learning_rate": 0.00011540656633925085, |
| "epoch": 0.42, |
| "step": 28175 |
| }, |
| { |
| "loss": 1.1365, |
| "grad_norm": 1.9533663988113403, |
| "learning_rate": 0.00011533147096812952, |
| "epoch": 0.42, |
| "step": 28200 |
| }, |
| { |
| "loss": 1.1164, |
| "grad_norm": 1.4977903366088867, |
| "learning_rate": 0.00011525637559700822, |
| "epoch": 0.42, |
| "step": 28225 |
| }, |
| { |
| "loss": 1.2153, |
| "grad_norm": 1.857847809791565, |
| "learning_rate": 0.00011518128022588688, |
| "epoch": 0.42, |
| "step": 28250 |
| }, |
| { |
| "loss": 1.1949, |
| "grad_norm": 1.774740219116211, |
| "learning_rate": 0.00011510618485476556, |
| "epoch": 0.42, |
| "step": 28275 |
| }, |
| { |
| "loss": 1.1738, |
| "grad_norm": 1.1024271249771118, |
| "learning_rate": 0.00011503108948364423, |
| "epoch": 0.43, |
| "step": 28300 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 3.308375358581543, |
| "learning_rate": 0.00011495599411252292, |
| "epoch": 0.43, |
| "step": 28325 |
| }, |
| { |
| "loss": 1.1684, |
| "grad_norm": 1.0142186880111694, |
| "learning_rate": 0.00011488089874140158, |
| "epoch": 0.43, |
| "step": 28350 |
| }, |
| { |
| "loss": 1.1109, |
| "grad_norm": 2.34968638420105, |
| "learning_rate": 0.00011480580337028026, |
| "epoch": 0.43, |
| "step": 28375 |
| }, |
| { |
| "loss": 1.1584, |
| "grad_norm": 1.1933414936065674, |
| "learning_rate": 0.00011473070799915895, |
| "epoch": 0.43, |
| "step": 28400 |
| }, |
| { |
| "loss": 1.1562, |
| "grad_norm": 1.6852394342422485, |
| "learning_rate": 0.0001146556126280376, |
| "epoch": 0.43, |
| "step": 28425 |
| }, |
| { |
| "loss": 1.0875, |
| "grad_norm": 1.276416301727295, |
| "learning_rate": 0.0001145805172569163, |
| "epoch": 0.43, |
| "step": 28450 |
| }, |
| { |
| "loss": 1.2261, |
| "grad_norm": 2.792825937271118, |
| "learning_rate": 0.00011450542188579496, |
| "epoch": 0.43, |
| "step": 28475 |
| }, |
| { |
| "loss": 1.166, |
| "grad_norm": 1.2241714000701904, |
| "learning_rate": 0.00011443032651467364, |
| "epoch": 0.43, |
| "step": 28500 |
| }, |
| { |
| "loss": 1.2041, |
| "grad_norm": 1.3080065250396729, |
| "learning_rate": 0.00011435523114355231, |
| "epoch": 0.43, |
| "step": 28525 |
| }, |
| { |
| "loss": 1.1149, |
| "grad_norm": 1.7479028701782227, |
| "learning_rate": 0.000114280135772431, |
| "epoch": 0.43, |
| "step": 28550 |
| }, |
| { |
| "loss": 1.1577, |
| "grad_norm": 2.0920069217681885, |
| "learning_rate": 0.00011420504040130967, |
| "epoch": 0.43, |
| "step": 28575 |
| }, |
| { |
| "loss": 1.1439, |
| "grad_norm": 1.1147267818450928, |
| "learning_rate": 0.00011412994503018835, |
| "epoch": 0.43, |
| "step": 28600 |
| }, |
| { |
| "loss": 1.1928, |
| "grad_norm": 1.3617130517959595, |
| "learning_rate": 0.00011405484965906704, |
| "epoch": 0.43, |
| "step": 28625 |
| }, |
| { |
| "loss": 1.1807, |
| "grad_norm": 1.8022890090942383, |
| "learning_rate": 0.00011397975428794569, |
| "epoch": 0.43, |
| "step": 28650 |
| }, |
| { |
| "loss": 1.1285, |
| "grad_norm": 1.4314754009246826, |
| "learning_rate": 0.00011390465891682438, |
| "epoch": 0.43, |
| "step": 28675 |
| }, |
| { |
| "loss": 1.2854, |
| "grad_norm": 1.2290889024734497, |
| "learning_rate": 0.00011382956354570305, |
| "epoch": 0.43, |
| "step": 28700 |
| }, |
| { |
| "loss": 1.1868, |
| "grad_norm": 1.2961443662643433, |
| "learning_rate": 0.00011375446817458173, |
| "epoch": 0.43, |
| "step": 28725 |
| }, |
| { |
| "loss": 1.1627, |
| "grad_norm": 1.629899501800537, |
| "learning_rate": 0.00011367937280346039, |
| "epoch": 0.43, |
| "step": 28750 |
| }, |
| { |
| "loss": 1.1232, |
| "grad_norm": 1.3125689029693604, |
| "learning_rate": 0.00011360427743233908, |
| "epoch": 0.43, |
| "step": 28775 |
| }, |
| { |
| "loss": 1.1396, |
| "grad_norm": 1.3124148845672607, |
| "learning_rate": 0.00011352918206121775, |
| "epoch": 0.43, |
| "step": 28800 |
| }, |
| { |
| "loss": 1.0702, |
| "grad_norm": 1.1580018997192383, |
| "learning_rate": 0.00011345408669009643, |
| "epoch": 0.43, |
| "step": 28825 |
| }, |
| { |
| "loss": 1.1338, |
| "grad_norm": 1.5117197036743164, |
| "learning_rate": 0.00011337899131897512, |
| "epoch": 0.43, |
| "step": 28850 |
| }, |
| { |
| "loss": 1.1742, |
| "grad_norm": 1.6845176219940186, |
| "learning_rate": 0.00011330389594785377, |
| "epoch": 0.43, |
| "step": 28875 |
| }, |
| { |
| "loss": 1.1828, |
| "grad_norm": 1.1892350912094116, |
| "learning_rate": 0.00011322880057673246, |
| "epoch": 0.43, |
| "step": 28900 |
| }, |
| { |
| "loss": 1.237, |
| "grad_norm": 1.562537431716919, |
| "learning_rate": 0.00011315370520561113, |
| "epoch": 0.43, |
| "step": 28925 |
| }, |
| { |
| "loss": 1.193, |
| "grad_norm": 1.7920253276824951, |
| "learning_rate": 0.00011307860983448981, |
| "epoch": 0.43, |
| "step": 28950 |
| }, |
| { |
| "loss": 1.1734, |
| "grad_norm": 1.7338802814483643, |
| "learning_rate": 0.00011300351446336847, |
| "epoch": 0.44, |
| "step": 28975 |
| }, |
| { |
| "loss": 1.1254, |
| "grad_norm": 1.6084978580474854, |
| "learning_rate": 0.00011292841909224717, |
| "epoch": 0.44, |
| "step": 29000 |
| }, |
| { |
| "loss": 1.1564, |
| "grad_norm": 2.1127138137817383, |
| "learning_rate": 0.00011285332372112583, |
| "epoch": 0.44, |
| "step": 29025 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 2.373610019683838, |
| "learning_rate": 0.00011277822835000451, |
| "epoch": 0.44, |
| "step": 29050 |
| }, |
| { |
| "loss": 1.0381, |
| "grad_norm": 1.090454339981079, |
| "learning_rate": 0.0001127031329788832, |
| "epoch": 0.44, |
| "step": 29075 |
| }, |
| { |
| "loss": 1.1866, |
| "grad_norm": 1.2997491359710693, |
| "learning_rate": 0.00011262803760776185, |
| "epoch": 0.44, |
| "step": 29100 |
| }, |
| { |
| "loss": 1.2086, |
| "grad_norm": 1.9946448802947998, |
| "learning_rate": 0.00011255294223664055, |
| "epoch": 0.44, |
| "step": 29125 |
| }, |
| { |
| "loss": 1.1127, |
| "grad_norm": 1.276667594909668, |
| "learning_rate": 0.00011247784686551921, |
| "epoch": 0.44, |
| "step": 29150 |
| }, |
| { |
| "loss": 1.2735, |
| "grad_norm": 1.8735250234603882, |
| "learning_rate": 0.00011240275149439789, |
| "epoch": 0.44, |
| "step": 29175 |
| }, |
| { |
| "loss": 1.1269, |
| "grad_norm": 1.4805363416671753, |
| "learning_rate": 0.00011232765612327656, |
| "epoch": 0.44, |
| "step": 29200 |
| }, |
| { |
| "loss": 1.1203, |
| "grad_norm": 1.6462610960006714, |
| "learning_rate": 0.00011225256075215525, |
| "epoch": 0.44, |
| "step": 29225 |
| }, |
| { |
| "loss": 1.1661, |
| "grad_norm": 1.334406852722168, |
| "learning_rate": 0.00011217746538103391, |
| "epoch": 0.44, |
| "step": 29250 |
| }, |
| { |
| "loss": 1.1603, |
| "grad_norm": 1.3393394947052002, |
| "learning_rate": 0.0001121023700099126, |
| "epoch": 0.44, |
| "step": 29275 |
| }, |
| { |
| "loss": 1.1295, |
| "grad_norm": 2.316953420639038, |
| "learning_rate": 0.00011202727463879129, |
| "epoch": 0.44, |
| "step": 29300 |
| }, |
| { |
| "loss": 1.1566, |
| "grad_norm": 1.7229734659194946, |
| "learning_rate": 0.00011195217926766994, |
| "epoch": 0.44, |
| "step": 29325 |
| }, |
| { |
| "loss": 1.1669, |
| "grad_norm": 2.08143949508667, |
| "learning_rate": 0.00011187708389654863, |
| "epoch": 0.44, |
| "step": 29350 |
| }, |
| { |
| "loss": 1.1525, |
| "grad_norm": 2.7917256355285645, |
| "learning_rate": 0.0001118019885254273, |
| "epoch": 0.44, |
| "step": 29375 |
| }, |
| { |
| "loss": 1.1114, |
| "grad_norm": 1.8444219827651978, |
| "learning_rate": 0.00011172689315430597, |
| "epoch": 0.44, |
| "step": 29400 |
| }, |
| { |
| "loss": 1.1588, |
| "grad_norm": 1.2194463014602661, |
| "learning_rate": 0.00011165179778318464, |
| "epoch": 0.44, |
| "step": 29425 |
| }, |
| { |
| "loss": 1.2405, |
| "grad_norm": 1.1201077699661255, |
| "learning_rate": 0.00011157670241206333, |
| "epoch": 0.44, |
| "step": 29450 |
| }, |
| { |
| "loss": 1.2188, |
| "grad_norm": 2.771019220352173, |
| "learning_rate": 0.000111501607040942, |
| "epoch": 0.44, |
| "step": 29475 |
| }, |
| { |
| "loss": 1.1978, |
| "grad_norm": 2.0680384635925293, |
| "learning_rate": 0.00011142651166982068, |
| "epoch": 0.44, |
| "step": 29500 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 1.2148905992507935, |
| "learning_rate": 0.00011135141629869937, |
| "epoch": 0.44, |
| "step": 29525 |
| }, |
| { |
| "loss": 1.1382, |
| "grad_norm": 1.3024623394012451, |
| "learning_rate": 0.00011127632092757802, |
| "epoch": 0.44, |
| "step": 29550 |
| }, |
| { |
| "loss": 1.173, |
| "grad_norm": 1.3196483850479126, |
| "learning_rate": 0.00011120122555645671, |
| "epoch": 0.44, |
| "step": 29575 |
| }, |
| { |
| "loss": 1.2608, |
| "grad_norm": 1.9761130809783936, |
| "learning_rate": 0.00011112613018533538, |
| "epoch": 0.44, |
| "step": 29600 |
| }, |
| { |
| "loss": 1.1977, |
| "grad_norm": 2.152472734451294, |
| "learning_rate": 0.00011105103481421406, |
| "epoch": 0.44, |
| "step": 29625 |
| }, |
| { |
| "loss": 1.2164, |
| "grad_norm": 1.2230114936828613, |
| "learning_rate": 0.00011097593944309272, |
| "epoch": 0.45, |
| "step": 29650 |
| }, |
| { |
| "loss": 1.1368, |
| "grad_norm": 1.2674063444137573, |
| "learning_rate": 0.00011090084407197141, |
| "epoch": 0.45, |
| "step": 29675 |
| }, |
| { |
| "loss": 1.1773, |
| "grad_norm": 1.7089192867279053, |
| "learning_rate": 0.00011082574870085008, |
| "epoch": 0.45, |
| "step": 29700 |
| }, |
| { |
| "loss": 1.2058, |
| "grad_norm": 1.6862412691116333, |
| "learning_rate": 0.00011075065332972876, |
| "epoch": 0.45, |
| "step": 29725 |
| }, |
| { |
| "loss": 1.1363, |
| "grad_norm": 1.8428794145584106, |
| "learning_rate": 0.00011067555795860745, |
| "epoch": 0.45, |
| "step": 29750 |
| }, |
| { |
| "loss": 1.1239, |
| "grad_norm": 1.7620809078216553, |
| "learning_rate": 0.0001106004625874861, |
| "epoch": 0.45, |
| "step": 29775 |
| }, |
| { |
| "loss": 1.1175, |
| "grad_norm": 2.246371269226074, |
| "learning_rate": 0.0001105253672163648, |
| "epoch": 0.45, |
| "step": 29800 |
| }, |
| { |
| "loss": 1.1432, |
| "grad_norm": 1.3259189128875732, |
| "learning_rate": 0.00011045027184524346, |
| "epoch": 0.45, |
| "step": 29825 |
| }, |
| { |
| "loss": 1.1352, |
| "grad_norm": 1.642720103263855, |
| "learning_rate": 0.00011037517647412214, |
| "epoch": 0.45, |
| "step": 29850 |
| }, |
| { |
| "loss": 1.1642, |
| "grad_norm": 1.3091384172439575, |
| "learning_rate": 0.0001103000811030008, |
| "epoch": 0.45, |
| "step": 29875 |
| }, |
| { |
| "loss": 1.155, |
| "grad_norm": 1.44764244556427, |
| "learning_rate": 0.0001102249857318795, |
| "epoch": 0.45, |
| "step": 29900 |
| }, |
| { |
| "loss": 1.1144, |
| "grad_norm": 3.290072441101074, |
| "learning_rate": 0.00011014989036075818, |
| "epoch": 0.45, |
| "step": 29925 |
| }, |
| { |
| "loss": 1.1852, |
| "grad_norm": 1.8344993591308594, |
| "learning_rate": 0.00011007479498963684, |
| "epoch": 0.45, |
| "step": 29950 |
| }, |
| { |
| "loss": 1.2341, |
| "grad_norm": 1.0677040815353394, |
| "learning_rate": 0.00010999969961851553, |
| "epoch": 0.45, |
| "step": 29975 |
| }, |
| { |
| "loss": 1.1522, |
| "grad_norm": 1.430322527885437, |
| "learning_rate": 0.00010992460424739419, |
| "epoch": 0.45, |
| "step": 30000 |
| }, |
| { |
| "loss": 1.1885, |
| "grad_norm": 2.407017230987549, |
| "learning_rate": 0.00010984950887627288, |
| "epoch": 0.45, |
| "step": 30025 |
| }, |
| { |
| "loss": 1.2033, |
| "grad_norm": 1.9406884908676147, |
| "learning_rate": 0.00010977441350515154, |
| "epoch": 0.45, |
| "step": 30050 |
| }, |
| { |
| "loss": 1.1372, |
| "grad_norm": 2.1446497440338135, |
| "learning_rate": 0.00010969931813403022, |
| "epoch": 0.45, |
| "step": 30075 |
| }, |
| { |
| "loss": 1.1924, |
| "grad_norm": 1.4735894203186035, |
| "learning_rate": 0.00010962422276290889, |
| "epoch": 0.45, |
| "step": 30100 |
| }, |
| { |
| "loss": 1.1923, |
| "grad_norm": 1.4889634847640991, |
| "learning_rate": 0.00010954912739178758, |
| "epoch": 0.45, |
| "step": 30125 |
| }, |
| { |
| "loss": 1.1588, |
| "grad_norm": 1.8243343830108643, |
| "learning_rate": 0.00010947403202066626, |
| "epoch": 0.45, |
| "step": 30150 |
| }, |
| { |
| "loss": 1.1383, |
| "grad_norm": 1.3423229455947876, |
| "learning_rate": 0.00010939893664954492, |
| "epoch": 0.45, |
| "step": 30175 |
| }, |
| { |
| "loss": 1.1461, |
| "grad_norm": 2.072646141052246, |
| "learning_rate": 0.00010932384127842362, |
| "epoch": 0.45, |
| "step": 30200 |
| }, |
| { |
| "loss": 1.2188, |
| "grad_norm": 2.139387845993042, |
| "learning_rate": 0.00010924874590730227, |
| "epoch": 0.45, |
| "step": 30225 |
| }, |
| { |
| "loss": 1.1639, |
| "grad_norm": 6.252641677856445, |
| "learning_rate": 0.00010917365053618096, |
| "epoch": 0.45, |
| "step": 30250 |
| }, |
| { |
| "loss": 1.1542, |
| "grad_norm": 1.225797176361084, |
| "learning_rate": 0.00010909855516505963, |
| "epoch": 0.45, |
| "step": 30275 |
| }, |
| { |
| "loss": 1.1593, |
| "grad_norm": 1.5084859132766724, |
| "learning_rate": 0.0001090234597939383, |
| "epoch": 0.46, |
| "step": 30300 |
| }, |
| { |
| "loss": 1.1765, |
| "grad_norm": 1.0552685260772705, |
| "learning_rate": 0.00010894836442281697, |
| "epoch": 0.46, |
| "step": 30325 |
| }, |
| { |
| "loss": 1.1944, |
| "grad_norm": 3.4387400150299072, |
| "learning_rate": 0.00010887326905169566, |
| "epoch": 0.46, |
| "step": 30350 |
| }, |
| { |
| "loss": 1.0752, |
| "grad_norm": 1.3896501064300537, |
| "learning_rate": 0.00010879817368057434, |
| "epoch": 0.46, |
| "step": 30375 |
| }, |
| { |
| "loss": 1.1576, |
| "grad_norm": 1.6324450969696045, |
| "learning_rate": 0.00010872307830945301, |
| "epoch": 0.46, |
| "step": 30400 |
| }, |
| { |
| "loss": 1.1854, |
| "grad_norm": 2.059718132019043, |
| "learning_rate": 0.0001086479829383317, |
| "epoch": 0.46, |
| "step": 30425 |
| }, |
| { |
| "loss": 1.1918, |
| "grad_norm": 1.7998640537261963, |
| "learning_rate": 0.00010857288756721035, |
| "epoch": 0.46, |
| "step": 30450 |
| }, |
| { |
| "loss": 1.186, |
| "grad_norm": 1.9032535552978516, |
| "learning_rate": 0.00010849779219608904, |
| "epoch": 0.46, |
| "step": 30475 |
| }, |
| { |
| "loss": 1.1738, |
| "grad_norm": 1.7081289291381836, |
| "learning_rate": 0.00010842269682496771, |
| "epoch": 0.46, |
| "step": 30500 |
| }, |
| { |
| "loss": 1.1147, |
| "grad_norm": 1.2194355726242065, |
| "learning_rate": 0.00010834760145384639, |
| "epoch": 0.46, |
| "step": 30525 |
| }, |
| { |
| "loss": 1.0827, |
| "grad_norm": 1.396530032157898, |
| "learning_rate": 0.00010827250608272505, |
| "epoch": 0.46, |
| "step": 30550 |
| }, |
| { |
| "loss": 1.1544, |
| "grad_norm": 2.1990020275115967, |
| "learning_rate": 0.00010819741071160375, |
| "epoch": 0.46, |
| "step": 30575 |
| }, |
| { |
| "loss": 1.1533, |
| "grad_norm": 1.4652187824249268, |
| "learning_rate": 0.00010812231534048242, |
| "epoch": 0.46, |
| "step": 30600 |
| }, |
| { |
| "loss": 1.1761, |
| "grad_norm": 1.4150506258010864, |
| "learning_rate": 0.00010804721996936109, |
| "epoch": 0.46, |
| "step": 30625 |
| }, |
| { |
| "loss": 1.2356, |
| "grad_norm": 1.5214896202087402, |
| "learning_rate": 0.00010797212459823978, |
| "epoch": 0.46, |
| "step": 30650 |
| }, |
| { |
| "loss": 1.1893, |
| "grad_norm": 1.470495581626892, |
| "learning_rate": 0.00010789702922711843, |
| "epoch": 0.46, |
| "step": 30675 |
| }, |
| { |
| "loss": 1.1708, |
| "grad_norm": 2.846820592880249, |
| "learning_rate": 0.00010782193385599713, |
| "epoch": 0.46, |
| "step": 30700 |
| }, |
| { |
| "loss": 1.1546, |
| "grad_norm": 1.4119728803634644, |
| "learning_rate": 0.00010774683848487579, |
| "epoch": 0.46, |
| "step": 30725 |
| }, |
| { |
| "loss": 1.1822, |
| "grad_norm": 1.4061907529830933, |
| "learning_rate": 0.00010767174311375447, |
| "epoch": 0.46, |
| "step": 30750 |
| }, |
| { |
| "loss": 1.1481, |
| "grad_norm": 1.3078978061676025, |
| "learning_rate": 0.00010759664774263314, |
| "epoch": 0.46, |
| "step": 30775 |
| }, |
| { |
| "loss": 1.1322, |
| "grad_norm": 2.0098421573638916, |
| "learning_rate": 0.00010752155237151183, |
| "epoch": 0.46, |
| "step": 30800 |
| }, |
| { |
| "loss": 1.1943, |
| "grad_norm": 2.3420894145965576, |
| "learning_rate": 0.00010744645700039051, |
| "epoch": 0.46, |
| "step": 30825 |
| }, |
| { |
| "loss": 1.1382, |
| "grad_norm": 2.183663845062256, |
| "learning_rate": 0.00010737136162926917, |
| "epoch": 0.46, |
| "step": 30850 |
| }, |
| { |
| "loss": 1.2107, |
| "grad_norm": 1.6581045389175415, |
| "learning_rate": 0.00010729626625814786, |
| "epoch": 0.46, |
| "step": 30875 |
| }, |
| { |
| "loss": 1.2586, |
| "grad_norm": 1.961310625076294, |
| "learning_rate": 0.00010722117088702652, |
| "epoch": 0.46, |
| "step": 30900 |
| }, |
| { |
| "loss": 1.1607, |
| "grad_norm": 1.231471061706543, |
| "learning_rate": 0.00010714607551590521, |
| "epoch": 0.46, |
| "step": 30925 |
| }, |
| { |
| "loss": 1.1467, |
| "grad_norm": 1.653730869293213, |
| "learning_rate": 0.00010707098014478387, |
| "epoch": 0.46, |
| "step": 30950 |
| }, |
| { |
| "loss": 1.2346, |
| "grad_norm": 1.830336332321167, |
| "learning_rate": 0.00010699588477366255, |
| "epoch": 0.47, |
| "step": 30975 |
| }, |
| { |
| "loss": 1.174, |
| "grad_norm": 1.4249459505081177, |
| "learning_rate": 0.00010692078940254122, |
| "epoch": 0.47, |
| "step": 31000 |
| }, |
| { |
| "loss": 1.1379, |
| "grad_norm": 1.7390903234481812, |
| "learning_rate": 0.00010684569403141991, |
| "epoch": 0.47, |
| "step": 31025 |
| }, |
| { |
| "loss": 1.2185, |
| "grad_norm": 1.3198795318603516, |
| "learning_rate": 0.00010677059866029859, |
| "epoch": 0.47, |
| "step": 31050 |
| }, |
| { |
| "loss": 1.1644, |
| "grad_norm": 1.7585688829421997, |
| "learning_rate": 0.00010669550328917725, |
| "epoch": 0.47, |
| "step": 31075 |
| }, |
| { |
| "loss": 1.2051, |
| "grad_norm": 1.4614295959472656, |
| "learning_rate": 0.00010662040791805595, |
| "epoch": 0.47, |
| "step": 31100 |
| }, |
| { |
| "loss": 1.0994, |
| "grad_norm": 2.1233184337615967, |
| "learning_rate": 0.0001065453125469346, |
| "epoch": 0.47, |
| "step": 31125 |
| }, |
| { |
| "loss": 1.1336, |
| "grad_norm": 2.0219411849975586, |
| "learning_rate": 0.00010647021717581329, |
| "epoch": 0.47, |
| "step": 31150 |
| }, |
| { |
| "loss": 1.1349, |
| "grad_norm": 1.2599328756332397, |
| "learning_rate": 0.00010639512180469196, |
| "epoch": 0.47, |
| "step": 31175 |
| }, |
| { |
| "loss": 1.2062, |
| "grad_norm": 1.209994912147522, |
| "learning_rate": 0.00010632002643357064, |
| "epoch": 0.47, |
| "step": 31200 |
| }, |
| { |
| "loss": 1.1555, |
| "grad_norm": 1.5804765224456787, |
| "learning_rate": 0.00010624493106244933, |
| "epoch": 0.47, |
| "step": 31225 |
| }, |
| { |
| "loss": 1.2051, |
| "grad_norm": 1.906879186630249, |
| "learning_rate": 0.000106169835691328, |
| "epoch": 0.47, |
| "step": 31250 |
| }, |
| { |
| "loss": 1.2132, |
| "grad_norm": 1.4314424991607666, |
| "learning_rate": 0.00010609474032020667, |
| "epoch": 0.47, |
| "step": 31275 |
| }, |
| { |
| "loss": 1.2105, |
| "grad_norm": 1.4528160095214844, |
| "learning_rate": 0.00010601964494908534, |
| "epoch": 0.47, |
| "step": 31300 |
| }, |
| { |
| "loss": 1.2308, |
| "grad_norm": 1.5849334001541138, |
| "learning_rate": 0.00010594454957796403, |
| "epoch": 0.47, |
| "step": 31325 |
| }, |
| { |
| "loss": 1.1983, |
| "grad_norm": 1.6990954875946045, |
| "learning_rate": 0.0001058694542068427, |
| "epoch": 0.47, |
| "step": 31350 |
| }, |
| { |
| "loss": 1.1251, |
| "grad_norm": 1.3091074228286743, |
| "learning_rate": 0.00010579435883572137, |
| "epoch": 0.47, |
| "step": 31375 |
| }, |
| { |
| "loss": 1.1784, |
| "grad_norm": 2.4281911849975586, |
| "learning_rate": 0.00010571926346460004, |
| "epoch": 0.47, |
| "step": 31400 |
| }, |
| { |
| "loss": 1.1874, |
| "grad_norm": 1.9910012483596802, |
| "learning_rate": 0.00010564416809347872, |
| "epoch": 0.47, |
| "step": 31425 |
| }, |
| { |
| "loss": 1.2311, |
| "grad_norm": 2.100861072540283, |
| "learning_rate": 0.00010556907272235741, |
| "epoch": 0.47, |
| "step": 31450 |
| }, |
| { |
| "loss": 1.1173, |
| "grad_norm": 1.6685750484466553, |
| "learning_rate": 0.00010549397735123608, |
| "epoch": 0.47, |
| "step": 31475 |
| }, |
| { |
| "loss": 1.1874, |
| "grad_norm": 3.5001275539398193, |
| "learning_rate": 0.00010541888198011476, |
| "epoch": 0.47, |
| "step": 31500 |
| }, |
| { |
| "loss": 1.1384, |
| "grad_norm": 1.6073639392852783, |
| "learning_rate": 0.00010534378660899342, |
| "epoch": 0.47, |
| "step": 31525 |
| }, |
| { |
| "loss": 1.2495, |
| "grad_norm": 1.9744518995285034, |
| "learning_rate": 0.00010526869123787211, |
| "epoch": 0.47, |
| "step": 31550 |
| }, |
| { |
| "loss": 1.1328, |
| "grad_norm": 1.4878309965133667, |
| "learning_rate": 0.00010519359586675078, |
| "epoch": 0.47, |
| "step": 31575 |
| }, |
| { |
| "loss": 1.2093, |
| "grad_norm": 3.258043050765991, |
| "learning_rate": 0.00010511850049562946, |
| "epoch": 0.47, |
| "step": 31600 |
| }, |
| { |
| "loss": 1.1802, |
| "grad_norm": 2.012786865234375, |
| "learning_rate": 0.00010504340512450812, |
| "epoch": 0.47, |
| "step": 31625 |
| }, |
| { |
| "loss": 1.096, |
| "grad_norm": 1.3581587076187134, |
| "learning_rate": 0.0001049683097533868, |
| "epoch": 0.48, |
| "step": 31650 |
| }, |
| { |
| "loss": 1.1548, |
| "grad_norm": 1.2571851015090942, |
| "learning_rate": 0.0001048932143822655, |
| "epoch": 0.48, |
| "step": 31675 |
| }, |
| { |
| "loss": 1.1615, |
| "grad_norm": 1.5408381223678589, |
| "learning_rate": 0.00010481811901114416, |
| "epoch": 0.48, |
| "step": 31700 |
| }, |
| { |
| "loss": 1.1491, |
| "grad_norm": 2.3489863872528076, |
| "learning_rate": 0.00010474302364002284, |
| "epoch": 0.48, |
| "step": 31725 |
| }, |
| { |
| "loss": 1.174, |
| "grad_norm": 1.5670727491378784, |
| "learning_rate": 0.0001046679282689015, |
| "epoch": 0.48, |
| "step": 31750 |
| }, |
| { |
| "loss": 1.1087, |
| "grad_norm": 1.6657809019088745, |
| "learning_rate": 0.0001045928328977802, |
| "epoch": 0.48, |
| "step": 31775 |
| }, |
| { |
| "loss": 1.1351, |
| "grad_norm": 2.1541805267333984, |
| "learning_rate": 0.00010451773752665886, |
| "epoch": 0.48, |
| "step": 31800 |
| }, |
| { |
| "loss": 1.0992, |
| "grad_norm": 1.6802806854248047, |
| "learning_rate": 0.00010444264215553754, |
| "epoch": 0.48, |
| "step": 31825 |
| }, |
| { |
| "loss": 1.2207, |
| "grad_norm": 1.513509750366211, |
| "learning_rate": 0.0001043675467844162, |
| "epoch": 0.48, |
| "step": 31850 |
| }, |
| { |
| "loss": 1.1775, |
| "grad_norm": 1.223694920539856, |
| "learning_rate": 0.00010429245141329488, |
| "epoch": 0.48, |
| "step": 31875 |
| }, |
| { |
| "loss": 1.1863, |
| "grad_norm": 1.8998793363571167, |
| "learning_rate": 0.00010421735604217358, |
| "epoch": 0.48, |
| "step": 31900 |
| }, |
| { |
| "loss": 1.1404, |
| "grad_norm": 2.1678850650787354, |
| "learning_rate": 0.00010414226067105224, |
| "epoch": 0.48, |
| "step": 31925 |
| }, |
| { |
| "loss": 1.1979, |
| "grad_norm": 1.7826672792434692, |
| "learning_rate": 0.00010406716529993092, |
| "epoch": 0.48, |
| "step": 31950 |
| }, |
| { |
| "loss": 1.2179, |
| "grad_norm": 2.165457248687744, |
| "learning_rate": 0.00010399206992880959, |
| "epoch": 0.48, |
| "step": 31975 |
| }, |
| { |
| "loss": 1.1489, |
| "grad_norm": 1.6185364723205566, |
| "learning_rate": 0.00010391697455768828, |
| "epoch": 0.48, |
| "step": 32000 |
| }, |
| { |
| "loss": 1.1699, |
| "grad_norm": 1.2954517602920532, |
| "learning_rate": 0.00010384187918656694, |
| "epoch": 0.48, |
| "step": 32025 |
| }, |
| { |
| "loss": 1.2003, |
| "grad_norm": 1.919216275215149, |
| "learning_rate": 0.00010376678381544562, |
| "epoch": 0.48, |
| "step": 32050 |
| }, |
| { |
| "loss": 1.1411, |
| "grad_norm": 1.045401692390442, |
| "learning_rate": 0.00010369168844432429, |
| "epoch": 0.48, |
| "step": 32075 |
| }, |
| { |
| "loss": 1.1166, |
| "grad_norm": 1.860318660736084, |
| "learning_rate": 0.00010361659307320297, |
| "epoch": 0.48, |
| "step": 32100 |
| }, |
| { |
| "loss": 1.2215, |
| "grad_norm": 0.9368788599967957, |
| "learning_rate": 0.00010354149770208166, |
| "epoch": 0.48, |
| "step": 32125 |
| }, |
| { |
| "loss": 1.1697, |
| "grad_norm": 1.7075835466384888, |
| "learning_rate": 0.00010346640233096032, |
| "epoch": 0.48, |
| "step": 32150 |
| }, |
| { |
| "loss": 1.1934, |
| "grad_norm": 1.1933406591415405, |
| "learning_rate": 0.000103391306959839, |
| "epoch": 0.48, |
| "step": 32175 |
| }, |
| { |
| "loss": 1.2051, |
| "grad_norm": 1.681666612625122, |
| "learning_rate": 0.00010331621158871767, |
| "epoch": 0.48, |
| "step": 32200 |
| }, |
| { |
| "loss": 1.1314, |
| "grad_norm": 2.0042386054992676, |
| "learning_rate": 0.00010324111621759636, |
| "epoch": 0.48, |
| "step": 32225 |
| }, |
| { |
| "loss": 1.1505, |
| "grad_norm": 1.976456880569458, |
| "learning_rate": 0.00010316602084647503, |
| "epoch": 0.48, |
| "step": 32250 |
| }, |
| { |
| "loss": 1.1234, |
| "grad_norm": 1.852589726448059, |
| "learning_rate": 0.0001030909254753537, |
| "epoch": 0.48, |
| "step": 32275 |
| }, |
| { |
| "loss": 1.1631, |
| "grad_norm": 1.812740445137024, |
| "learning_rate": 0.00010301583010423237, |
| "epoch": 0.49, |
| "step": 32300 |
| }, |
| { |
| "loss": 1.2414, |
| "grad_norm": 1.424230694770813, |
| "learning_rate": 0.00010294073473311105, |
| "epoch": 0.49, |
| "step": 32325 |
| }, |
| { |
| "loss": 1.1732, |
| "grad_norm": 1.4877756834030151, |
| "learning_rate": 0.00010286563936198974, |
| "epoch": 0.49, |
| "step": 32350 |
| }, |
| { |
| "loss": 1.0968, |
| "grad_norm": 0.8852760195732117, |
| "learning_rate": 0.00010279054399086841, |
| "epoch": 0.49, |
| "step": 32375 |
| }, |
| { |
| "loss": 1.1685, |
| "grad_norm": 1.217244029045105, |
| "learning_rate": 0.00010271544861974709, |
| "epoch": 0.49, |
| "step": 32400 |
| }, |
| { |
| "loss": 1.2013, |
| "grad_norm": 1.0668590068817139, |
| "learning_rate": 0.00010264035324862575, |
| "epoch": 0.49, |
| "step": 32425 |
| }, |
| { |
| "loss": 1.2111, |
| "grad_norm": 2.8531405925750732, |
| "learning_rate": 0.00010256525787750444, |
| "epoch": 0.49, |
| "step": 32450 |
| }, |
| { |
| "loss": 1.1358, |
| "grad_norm": 1.3973661661148071, |
| "learning_rate": 0.00010249016250638311, |
| "epoch": 0.49, |
| "step": 32475 |
| }, |
| { |
| "loss": 1.1817, |
| "grad_norm": 1.641974925994873, |
| "learning_rate": 0.00010241506713526179, |
| "epoch": 0.49, |
| "step": 32500 |
| }, |
| { |
| "loss": 1.162, |
| "grad_norm": 1.5248854160308838, |
| "learning_rate": 0.00010233997176414048, |
| "epoch": 0.49, |
| "step": 32525 |
| }, |
| { |
| "loss": 1.1503, |
| "grad_norm": 1.7267481088638306, |
| "learning_rate": 0.00010226487639301913, |
| "epoch": 0.49, |
| "step": 32550 |
| }, |
| { |
| "loss": 1.1459, |
| "grad_norm": 1.0616050958633423, |
| "learning_rate": 0.00010218978102189782, |
| "epoch": 0.49, |
| "step": 32575 |
| }, |
| { |
| "loss": 1.0668, |
| "grad_norm": 3.3019354343414307, |
| "learning_rate": 0.00010211468565077649, |
| "epoch": 0.49, |
| "step": 32600 |
| }, |
| { |
| "loss": 1.1959, |
| "grad_norm": 0.9270702004432678, |
| "learning_rate": 0.00010203959027965517, |
| "epoch": 0.49, |
| "step": 32625 |
| }, |
| { |
| "loss": 1.1643, |
| "grad_norm": 1.6093809604644775, |
| "learning_rate": 0.00010196449490853383, |
| "epoch": 0.49, |
| "step": 32650 |
| }, |
| { |
| "loss": 1.1398, |
| "grad_norm": 1.0636630058288574, |
| "learning_rate": 0.00010188939953741253, |
| "epoch": 0.49, |
| "step": 32675 |
| }, |
| { |
| "loss": 1.1828, |
| "grad_norm": 1.4841707944869995, |
| "learning_rate": 0.00010181430416629119, |
| "epoch": 0.49, |
| "step": 32700 |
| }, |
| { |
| "loss": 1.2011, |
| "grad_norm": 1.9186432361602783, |
| "learning_rate": 0.00010173920879516987, |
| "epoch": 0.49, |
| "step": 32725 |
| }, |
| { |
| "loss": 1.1309, |
| "grad_norm": 1.3214590549468994, |
| "learning_rate": 0.00010166411342404856, |
| "epoch": 0.49, |
| "step": 32750 |
| }, |
| { |
| "loss": 1.1553, |
| "grad_norm": 1.2666594982147217, |
| "learning_rate": 0.00010158901805292721, |
| "epoch": 0.49, |
| "step": 32775 |
| }, |
| { |
| "loss": 1.1451, |
| "grad_norm": 1.2383131980895996, |
| "learning_rate": 0.00010151392268180591, |
| "epoch": 0.49, |
| "step": 32800 |
| }, |
| { |
| "loss": 1.1737, |
| "grad_norm": 1.585282564163208, |
| "learning_rate": 0.00010143882731068457, |
| "epoch": 0.49, |
| "step": 32825 |
| }, |
| { |
| "loss": 1.189, |
| "grad_norm": 2.2569665908813477, |
| "learning_rate": 0.00010136373193956325, |
| "epoch": 0.49, |
| "step": 32850 |
| }, |
| { |
| "loss": 1.1316, |
| "grad_norm": 1.6479202508926392, |
| "learning_rate": 0.00010128863656844192, |
| "epoch": 0.49, |
| "step": 32875 |
| }, |
| { |
| "loss": 1.2062, |
| "grad_norm": 1.6843442916870117, |
| "learning_rate": 0.00010121354119732061, |
| "epoch": 0.49, |
| "step": 32900 |
| }, |
| { |
| "loss": 1.216, |
| "grad_norm": 1.4396450519561768, |
| "learning_rate": 0.00010113844582619927, |
| "epoch": 0.49, |
| "step": 32925 |
| }, |
| { |
| "loss": 1.1504, |
| "grad_norm": 2.33687162399292, |
| "learning_rate": 0.00010106335045507795, |
| "epoch": 0.49, |
| "step": 32950 |
| }, |
| { |
| "loss": 1.1324, |
| "grad_norm": 1.071869969367981, |
| "learning_rate": 0.00010098825508395665, |
| "epoch": 0.5, |
| "step": 32975 |
| }, |
| { |
| "loss": 1.1709, |
| "grad_norm": 1.5846800804138184, |
| "learning_rate": 0.0001009131597128353, |
| "epoch": 0.5, |
| "step": 33000 |
| }, |
| { |
| "loss": 1.1503, |
| "grad_norm": 2.1538047790527344, |
| "learning_rate": 0.00010083806434171399, |
| "epoch": 0.5, |
| "step": 33025 |
| }, |
| { |
| "loss": 1.1561, |
| "grad_norm": 1.5584303140640259, |
| "learning_rate": 0.00010076296897059266, |
| "epoch": 0.5, |
| "step": 33050 |
| }, |
| { |
| "loss": 1.156, |
| "grad_norm": 1.192090392112732, |
| "learning_rate": 0.00010068787359947133, |
| "epoch": 0.5, |
| "step": 33075 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 1.8236268758773804, |
| "learning_rate": 0.00010061277822835, |
| "epoch": 0.5, |
| "step": 33100 |
| }, |
| { |
| "loss": 1.1463, |
| "grad_norm": 1.067664384841919, |
| "learning_rate": 0.00010053768285722869, |
| "epoch": 0.5, |
| "step": 33125 |
| }, |
| { |
| "loss": 1.151, |
| "grad_norm": 2.6256847381591797, |
| "learning_rate": 0.00010046258748610736, |
| "epoch": 0.5, |
| "step": 33150 |
| }, |
| { |
| "loss": 1.2417, |
| "grad_norm": 2.632324695587158, |
| "learning_rate": 0.00010038749211498604, |
| "epoch": 0.5, |
| "step": 33175 |
| }, |
| { |
| "loss": 1.2562, |
| "grad_norm": 1.5089225769042969, |
| "learning_rate": 0.00010031239674386473, |
| "epoch": 0.5, |
| "step": 33200 |
| }, |
| { |
| "loss": 1.1732, |
| "grad_norm": 2.253978967666626, |
| "learning_rate": 0.00010023730137274338, |
| "epoch": 0.5, |
| "step": 33225 |
| }, |
| { |
| "loss": 1.1754, |
| "grad_norm": 1.3430489301681519, |
| "learning_rate": 0.00010016220600162207, |
| "epoch": 0.5, |
| "step": 33250 |
| }, |
| { |
| "loss": 1.1398, |
| "grad_norm": 1.406375765800476, |
| "learning_rate": 0.00010008711063050074, |
| "epoch": 0.5, |
| "step": 33275 |
| }, |
| { |
| "loss": 1.1073, |
| "grad_norm": 1.3083038330078125, |
| "learning_rate": 0.00010001201525937942, |
| "epoch": 0.5, |
| "step": 33300 |
| }, |
| { |
| "loss": 1.1303, |
| "grad_norm": 1.0769158601760864, |
| "learning_rate": 9.99369198882581e-05, |
| "epoch": 0.5, |
| "step": 33325 |
| }, |
| { |
| "loss": 1.1311, |
| "grad_norm": 1.7924445867538452, |
| "learning_rate": 9.986182451713677e-05, |
| "epoch": 0.5, |
| "step": 33350 |
| }, |
| { |
| "loss": 1.1369, |
| "grad_norm": 2.062908411026001, |
| "learning_rate": 9.978672914601544e-05, |
| "epoch": 0.5, |
| "step": 33375 |
| }, |
| { |
| "loss": 1.0535, |
| "grad_norm": 1.7589771747589111, |
| "learning_rate": 9.971163377489412e-05, |
| "epoch": 0.5, |
| "step": 33400 |
| }, |
| { |
| "loss": 1.2129, |
| "grad_norm": 2.6144607067108154, |
| "learning_rate": 9.96365384037728e-05, |
| "epoch": 0.5, |
| "step": 33425 |
| }, |
| { |
| "loss": 1.1676, |
| "grad_norm": 1.4699029922485352, |
| "learning_rate": 9.956144303265146e-05, |
| "epoch": 0.5, |
| "step": 33450 |
| }, |
| { |
| "loss": 1.1679, |
| "grad_norm": 2.1169466972351074, |
| "learning_rate": 9.948634766153014e-05, |
| "epoch": 0.5, |
| "step": 33475 |
| }, |
| { |
| "loss": 1.1909, |
| "grad_norm": 2.1322262287139893, |
| "learning_rate": 9.941125229040883e-05, |
| "epoch": 0.5, |
| "step": 33500 |
| }, |
| { |
| "loss": 1.1367, |
| "grad_norm": 1.2691850662231445, |
| "learning_rate": 9.93361569192875e-05, |
| "epoch": 0.5, |
| "step": 33525 |
| }, |
| { |
| "loss": 1.1963, |
| "grad_norm": 1.6899739503860474, |
| "learning_rate": 9.926106154816618e-05, |
| "epoch": 0.5, |
| "step": 33550 |
| }, |
| { |
| "loss": 1.174, |
| "grad_norm": 2.2241880893707275, |
| "learning_rate": 9.918596617704486e-05, |
| "epoch": 0.5, |
| "step": 33575 |
| }, |
| { |
| "loss": 1.0904, |
| "grad_norm": 1.1701431274414062, |
| "learning_rate": 9.911087080592352e-05, |
| "epoch": 0.5, |
| "step": 33600 |
| }, |
| { |
| "loss": 1.1726, |
| "grad_norm": 2.3160314559936523, |
| "learning_rate": 9.90357754348022e-05, |
| "epoch": 0.51, |
| "step": 33625 |
| }, |
| { |
| "loss": 1.2542, |
| "grad_norm": 1.301832675933838, |
| "learning_rate": 9.896068006368088e-05, |
| "epoch": 0.51, |
| "step": 33650 |
| }, |
| { |
| "loss": 1.1653, |
| "grad_norm": 2.0493037700653076, |
| "learning_rate": 9.888558469255955e-05, |
| "epoch": 0.51, |
| "step": 33675 |
| }, |
| { |
| "loss": 1.1477, |
| "grad_norm": 1.5900102853775024, |
| "learning_rate": 9.881048932143822e-05, |
| "epoch": 0.51, |
| "step": 33700 |
| }, |
| { |
| "loss": 1.2375, |
| "grad_norm": 1.2943110466003418, |
| "learning_rate": 9.873539395031692e-05, |
| "epoch": 0.51, |
| "step": 33725 |
| }, |
| { |
| "loss": 1.1826, |
| "grad_norm": 1.2338217496871948, |
| "learning_rate": 9.866029857919558e-05, |
| "epoch": 0.51, |
| "step": 33750 |
| }, |
| { |
| "loss": 1.0829, |
| "grad_norm": 1.4232094287872314, |
| "learning_rate": 9.858520320807426e-05, |
| "epoch": 0.51, |
| "step": 33775 |
| }, |
| { |
| "loss": 1.1526, |
| "grad_norm": 1.8396953344345093, |
| "learning_rate": 9.851010783695294e-05, |
| "epoch": 0.51, |
| "step": 33800 |
| }, |
| { |
| "loss": 1.1136, |
| "grad_norm": 2.607694625854492, |
| "learning_rate": 9.84350124658316e-05, |
| "epoch": 0.51, |
| "step": 33825 |
| }, |
| { |
| "loss": 1.1214, |
| "grad_norm": 1.8624433279037476, |
| "learning_rate": 9.835991709471028e-05, |
| "epoch": 0.51, |
| "step": 33850 |
| }, |
| { |
| "loss": 1.1397, |
| "grad_norm": 0.9864051938056946, |
| "learning_rate": 9.828482172358896e-05, |
| "epoch": 0.51, |
| "step": 33875 |
| }, |
| { |
| "loss": 1.1547, |
| "grad_norm": 2.811202049255371, |
| "learning_rate": 9.820972635246763e-05, |
| "epoch": 0.51, |
| "step": 33900 |
| }, |
| { |
| "loss": 1.1279, |
| "grad_norm": 1.2450023889541626, |
| "learning_rate": 9.813463098134631e-05, |
| "epoch": 0.51, |
| "step": 33925 |
| }, |
| { |
| "loss": 1.1307, |
| "grad_norm": 1.43215811252594, |
| "learning_rate": 9.8059535610225e-05, |
| "epoch": 0.51, |
| "step": 33950 |
| }, |
| { |
| "loss": 1.2241, |
| "grad_norm": 2.1191306114196777, |
| "learning_rate": 9.798444023910366e-05, |
| "epoch": 0.51, |
| "step": 33975 |
| }, |
| { |
| "loss": 1.0813, |
| "grad_norm": 1.793713092803955, |
| "learning_rate": 9.790934486798234e-05, |
| "epoch": 0.51, |
| "step": 34000 |
| }, |
| { |
| "loss": 1.1351, |
| "grad_norm": 1.3615442514419556, |
| "learning_rate": 9.783424949686102e-05, |
| "epoch": 0.51, |
| "step": 34025 |
| }, |
| { |
| "loss": 1.1081, |
| "grad_norm": 1.8019038438796997, |
| "learning_rate": 9.775915412573969e-05, |
| "epoch": 0.51, |
| "step": 34050 |
| }, |
| { |
| "loss": 1.1063, |
| "grad_norm": 2.837644100189209, |
| "learning_rate": 9.768405875461837e-05, |
| "epoch": 0.51, |
| "step": 34075 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 1.2097357511520386, |
| "learning_rate": 9.760896338349705e-05, |
| "epoch": 0.51, |
| "step": 34100 |
| }, |
| { |
| "loss": 1.1942, |
| "grad_norm": 1.1675305366516113, |
| "learning_rate": 9.753386801237571e-05, |
| "epoch": 0.51, |
| "step": 34125 |
| }, |
| { |
| "loss": 1.1185, |
| "grad_norm": 1.949704885482788, |
| "learning_rate": 9.745877264125439e-05, |
| "epoch": 0.51, |
| "step": 34150 |
| }, |
| { |
| "loss": 1.1904, |
| "grad_norm": 1.5967111587524414, |
| "learning_rate": 9.738367727013308e-05, |
| "epoch": 0.51, |
| "step": 34175 |
| }, |
| { |
| "loss": 1.0594, |
| "grad_norm": 0.8626694083213806, |
| "learning_rate": 9.730858189901175e-05, |
| "epoch": 0.51, |
| "step": 34200 |
| }, |
| { |
| "loss": 1.1637, |
| "grad_norm": 1.7055697441101074, |
| "learning_rate": 9.723348652789043e-05, |
| "epoch": 0.51, |
| "step": 34225 |
| }, |
| { |
| "loss": 1.1241, |
| "grad_norm": 1.559312105178833, |
| "learning_rate": 9.71583911567691e-05, |
| "epoch": 0.51, |
| "step": 34250 |
| }, |
| { |
| "loss": 1.1188, |
| "grad_norm": 1.095895767211914, |
| "learning_rate": 9.708329578564777e-05, |
| "epoch": 0.51, |
| "step": 34275 |
| }, |
| { |
| "loss": 1.1647, |
| "grad_norm": 1.85615074634552, |
| "learning_rate": 9.700820041452645e-05, |
| "epoch": 0.52, |
| "step": 34300 |
| }, |
| { |
| "loss": 1.2034, |
| "grad_norm": 1.3546233177185059, |
| "learning_rate": 9.693310504340513e-05, |
| "epoch": 0.52, |
| "step": 34325 |
| }, |
| { |
| "loss": 1.1603, |
| "grad_norm": 1.756169080734253, |
| "learning_rate": 9.68580096722838e-05, |
| "epoch": 0.52, |
| "step": 34350 |
| }, |
| { |
| "loss": 1.1961, |
| "grad_norm": 1.8548756837844849, |
| "learning_rate": 9.678291430116249e-05, |
| "epoch": 0.52, |
| "step": 34375 |
| }, |
| { |
| "loss": 1.1465, |
| "grad_norm": 1.8958889245986938, |
| "learning_rate": 9.670781893004116e-05, |
| "epoch": 0.52, |
| "step": 34400 |
| }, |
| { |
| "loss": 1.1634, |
| "grad_norm": 1.0698497295379639, |
| "learning_rate": 9.663272355891983e-05, |
| "epoch": 0.52, |
| "step": 34425 |
| }, |
| { |
| "loss": 1.1787, |
| "grad_norm": 1.7011641263961792, |
| "learning_rate": 9.655762818779851e-05, |
| "epoch": 0.52, |
| "step": 34450 |
| }, |
| { |
| "loss": 1.2188, |
| "grad_norm": 1.8526285886764526, |
| "learning_rate": 9.648253281667719e-05, |
| "epoch": 0.52, |
| "step": 34475 |
| }, |
| { |
| "loss": 1.1691, |
| "grad_norm": 1.3944551944732666, |
| "learning_rate": 9.640743744555585e-05, |
| "epoch": 0.52, |
| "step": 34500 |
| }, |
| { |
| "loss": 1.2114, |
| "grad_norm": 1.9814480543136597, |
| "learning_rate": 9.633234207443453e-05, |
| "epoch": 0.52, |
| "step": 34525 |
| }, |
| { |
| "loss": 1.2095, |
| "grad_norm": 2.6231672763824463, |
| "learning_rate": 9.625724670331321e-05, |
| "epoch": 0.52, |
| "step": 34550 |
| }, |
| { |
| "loss": 1.0963, |
| "grad_norm": 1.4759525060653687, |
| "learning_rate": 9.618215133219189e-05, |
| "epoch": 0.52, |
| "step": 34575 |
| }, |
| { |
| "loss": 1.1529, |
| "grad_norm": 1.029731273651123, |
| "learning_rate": 9.610705596107057e-05, |
| "epoch": 0.52, |
| "step": 34600 |
| }, |
| { |
| "loss": 1.1502, |
| "grad_norm": 1.3262224197387695, |
| "learning_rate": 9.603196058994925e-05, |
| "epoch": 0.52, |
| "step": 34625 |
| }, |
| { |
| "loss": 1.1467, |
| "grad_norm": 2.3982503414154053, |
| "learning_rate": 9.595686521882791e-05, |
| "epoch": 0.52, |
| "step": 34650 |
| }, |
| { |
| "loss": 1.1648, |
| "grad_norm": 1.6530815362930298, |
| "learning_rate": 9.588176984770659e-05, |
| "epoch": 0.52, |
| "step": 34675 |
| }, |
| { |
| "loss": 1.1066, |
| "grad_norm": 1.987338662147522, |
| "learning_rate": 9.580667447658527e-05, |
| "epoch": 0.52, |
| "step": 34700 |
| }, |
| { |
| "loss": 1.1234, |
| "grad_norm": 1.4502911567687988, |
| "learning_rate": 9.573157910546394e-05, |
| "epoch": 0.52, |
| "step": 34725 |
| }, |
| { |
| "loss": 1.1992, |
| "grad_norm": 2.197833776473999, |
| "learning_rate": 9.565648373434261e-05, |
| "epoch": 0.52, |
| "step": 34750 |
| }, |
| { |
| "loss": 1.1252, |
| "grad_norm": 1.55136239528656, |
| "learning_rate": 9.55813883632213e-05, |
| "epoch": 0.52, |
| "step": 34775 |
| }, |
| { |
| "loss": 1.2176, |
| "grad_norm": 3.1894094944000244, |
| "learning_rate": 9.550629299209997e-05, |
| "epoch": 0.52, |
| "step": 34800 |
| }, |
| { |
| "loss": 1.232, |
| "grad_norm": 1.971354603767395, |
| "learning_rate": 9.543119762097865e-05, |
| "epoch": 0.52, |
| "step": 34825 |
| }, |
| { |
| "loss": 1.1468, |
| "grad_norm": 2.7667553424835205, |
| "learning_rate": 9.535610224985733e-05, |
| "epoch": 0.52, |
| "step": 34850 |
| }, |
| { |
| "loss": 1.0825, |
| "grad_norm": 1.0196588039398193, |
| "learning_rate": 9.5281006878736e-05, |
| "epoch": 0.52, |
| "step": 34875 |
| }, |
| { |
| "loss": 1.1179, |
| "grad_norm": 1.2213141918182373, |
| "learning_rate": 9.520591150761467e-05, |
| "epoch": 0.52, |
| "step": 34900 |
| }, |
| { |
| "loss": 1.1399, |
| "grad_norm": 1.981288194656372, |
| "learning_rate": 9.513081613649335e-05, |
| "epoch": 0.52, |
| "step": 34925 |
| }, |
| { |
| "loss": 1.1343, |
| "grad_norm": 1.6537185907363892, |
| "learning_rate": 9.505572076537202e-05, |
| "epoch": 0.52, |
| "step": 34950 |
| }, |
| { |
| "loss": 1.0935, |
| "grad_norm": 1.4479026794433594, |
| "learning_rate": 9.49806253942507e-05, |
| "epoch": 0.53, |
| "step": 34975 |
| }, |
| { |
| "loss": 1.1032, |
| "grad_norm": 1.706716537475586, |
| "learning_rate": 9.490553002312938e-05, |
| "epoch": 0.53, |
| "step": 35000 |
| }, |
| { |
| "loss": 1.2447, |
| "grad_norm": 1.594125747680664, |
| "learning_rate": 9.483043465200806e-05, |
| "epoch": 0.53, |
| "step": 35025 |
| }, |
| { |
| "loss": 1.1596, |
| "grad_norm": 1.97038996219635, |
| "learning_rate": 9.475533928088673e-05, |
| "epoch": 0.53, |
| "step": 35050 |
| }, |
| { |
| "loss": 1.0628, |
| "grad_norm": 1.643943428993225, |
| "learning_rate": 9.468024390976541e-05, |
| "epoch": 0.53, |
| "step": 35075 |
| }, |
| { |
| "loss": 1.1548, |
| "grad_norm": 1.9907810688018799, |
| "learning_rate": 9.460514853864408e-05, |
| "epoch": 0.53, |
| "step": 35100 |
| }, |
| { |
| "loss": 1.1677, |
| "grad_norm": 1.1716595888137817, |
| "learning_rate": 9.453005316752276e-05, |
| "epoch": 0.53, |
| "step": 35125 |
| }, |
| { |
| "loss": 1.1908, |
| "grad_norm": 2.2323215007781982, |
| "learning_rate": 9.445495779640144e-05, |
| "epoch": 0.53, |
| "step": 35150 |
| }, |
| { |
| "loss": 1.1572, |
| "grad_norm": 1.4074227809906006, |
| "learning_rate": 9.43798624252801e-05, |
| "epoch": 0.53, |
| "step": 35175 |
| }, |
| { |
| "loss": 1.167, |
| "grad_norm": 4.070502281188965, |
| "learning_rate": 9.430476705415878e-05, |
| "epoch": 0.53, |
| "step": 35200 |
| }, |
| { |
| "loss": 1.1227, |
| "grad_norm": 1.3812352418899536, |
| "learning_rate": 9.422967168303746e-05, |
| "epoch": 0.53, |
| "step": 35225 |
| }, |
| { |
| "loss": 1.1987, |
| "grad_norm": 1.3674787282943726, |
| "learning_rate": 9.415457631191614e-05, |
| "epoch": 0.53, |
| "step": 35250 |
| }, |
| { |
| "loss": 1.1032, |
| "grad_norm": 1.9738848209381104, |
| "learning_rate": 9.407948094079482e-05, |
| "epoch": 0.53, |
| "step": 35275 |
| }, |
| { |
| "loss": 1.1589, |
| "grad_norm": 1.1826382875442505, |
| "learning_rate": 9.40043855696735e-05, |
| "epoch": 0.53, |
| "step": 35300 |
| }, |
| { |
| "loss": 1.1984, |
| "grad_norm": 2.014425277709961, |
| "learning_rate": 9.392929019855216e-05, |
| "epoch": 0.53, |
| "step": 35325 |
| }, |
| { |
| "loss": 1.1509, |
| "grad_norm": 1.1934667825698853, |
| "learning_rate": 9.385419482743084e-05, |
| "epoch": 0.53, |
| "step": 35350 |
| }, |
| { |
| "loss": 1.2054, |
| "grad_norm": 1.2793216705322266, |
| "learning_rate": 9.377909945630952e-05, |
| "epoch": 0.53, |
| "step": 35375 |
| }, |
| { |
| "loss": 1.1462, |
| "grad_norm": 1.46218740940094, |
| "learning_rate": 9.370400408518818e-05, |
| "epoch": 0.53, |
| "step": 35400 |
| }, |
| { |
| "loss": 1.09, |
| "grad_norm": 1.2986016273498535, |
| "learning_rate": 9.362890871406686e-05, |
| "epoch": 0.53, |
| "step": 35425 |
| }, |
| { |
| "loss": 1.1911, |
| "grad_norm": 1.3429057598114014, |
| "learning_rate": 9.355381334294554e-05, |
| "epoch": 0.53, |
| "step": 35450 |
| }, |
| { |
| "loss": 1.0894, |
| "grad_norm": 2.130441904067993, |
| "learning_rate": 9.347871797182422e-05, |
| "epoch": 0.53, |
| "step": 35475 |
| }, |
| { |
| "loss": 1.0808, |
| "grad_norm": 2.666227102279663, |
| "learning_rate": 9.34036226007029e-05, |
| "epoch": 0.53, |
| "step": 35500 |
| }, |
| { |
| "loss": 1.1766, |
| "grad_norm": 2.273437023162842, |
| "learning_rate": 9.332852722958158e-05, |
| "epoch": 0.53, |
| "step": 35525 |
| }, |
| { |
| "loss": 1.1705, |
| "grad_norm": 2.2733075618743896, |
| "learning_rate": 9.325343185846024e-05, |
| "epoch": 0.53, |
| "step": 35550 |
| }, |
| { |
| "loss": 1.1519, |
| "grad_norm": 3.6471107006073, |
| "learning_rate": 9.317833648733892e-05, |
| "epoch": 0.53, |
| "step": 35575 |
| }, |
| { |
| "loss": 1.1314, |
| "grad_norm": 1.2116317749023438, |
| "learning_rate": 9.31032411162176e-05, |
| "epoch": 0.53, |
| "step": 35600 |
| }, |
| { |
| "loss": 1.2151, |
| "grad_norm": 2.057880163192749, |
| "learning_rate": 9.302814574509627e-05, |
| "epoch": 0.54, |
| "step": 35625 |
| }, |
| { |
| "loss": 1.104, |
| "grad_norm": 1.8840137720108032, |
| "learning_rate": 9.295305037397495e-05, |
| "epoch": 0.54, |
| "step": 35650 |
| }, |
| { |
| "loss": 1.153, |
| "grad_norm": 1.324926733970642, |
| "learning_rate": 9.287795500285364e-05, |
| "epoch": 0.54, |
| "step": 35675 |
| }, |
| { |
| "loss": 1.1716, |
| "grad_norm": 1.6749731302261353, |
| "learning_rate": 9.28028596317323e-05, |
| "epoch": 0.54, |
| "step": 35700 |
| }, |
| { |
| "loss": 1.2032, |
| "grad_norm": 2.625720977783203, |
| "learning_rate": 9.272776426061098e-05, |
| "epoch": 0.54, |
| "step": 35725 |
| }, |
| { |
| "loss": 1.1532, |
| "grad_norm": 1.7075999975204468, |
| "learning_rate": 9.265266888948966e-05, |
| "epoch": 0.54, |
| "step": 35750 |
| }, |
| { |
| "loss": 1.099, |
| "grad_norm": 2.0305819511413574, |
| "learning_rate": 9.257757351836833e-05, |
| "epoch": 0.54, |
| "step": 35775 |
| }, |
| { |
| "loss": 1.1765, |
| "grad_norm": 1.1253600120544434, |
| "learning_rate": 9.2502478147247e-05, |
| "epoch": 0.54, |
| "step": 35800 |
| }, |
| { |
| "loss": 1.1198, |
| "grad_norm": 1.2533643245697021, |
| "learning_rate": 9.242738277612568e-05, |
| "epoch": 0.54, |
| "step": 35825 |
| }, |
| { |
| "loss": 1.1672, |
| "grad_norm": 2.331897735595703, |
| "learning_rate": 9.235228740500435e-05, |
| "epoch": 0.54, |
| "step": 35850 |
| }, |
| { |
| "loss": 1.1543, |
| "grad_norm": 1.556606411933899, |
| "learning_rate": 9.227719203388303e-05, |
| "epoch": 0.54, |
| "step": 35875 |
| }, |
| { |
| "loss": 1.143, |
| "grad_norm": 2.3850412368774414, |
| "learning_rate": 9.220209666276172e-05, |
| "epoch": 0.54, |
| "step": 35900 |
| }, |
| { |
| "loss": 1.1789, |
| "grad_norm": 2.364520788192749, |
| "learning_rate": 9.212700129164039e-05, |
| "epoch": 0.54, |
| "step": 35925 |
| }, |
| { |
| "loss": 1.1408, |
| "grad_norm": 1.6768343448638916, |
| "learning_rate": 9.205190592051907e-05, |
| "epoch": 0.54, |
| "step": 35950 |
| }, |
| { |
| "loss": 1.2382, |
| "grad_norm": 1.6469035148620605, |
| "learning_rate": 9.197681054939774e-05, |
| "epoch": 0.54, |
| "step": 35975 |
| }, |
| { |
| "loss": 1.1741, |
| "grad_norm": 1.1769710779190063, |
| "learning_rate": 9.190171517827641e-05, |
| "epoch": 0.54, |
| "step": 36000 |
| }, |
| { |
| "loss": 1.1858, |
| "grad_norm": 1.3249248266220093, |
| "learning_rate": 9.182661980715509e-05, |
| "epoch": 0.54, |
| "step": 36025 |
| }, |
| { |
| "loss": 1.1672, |
| "grad_norm": 1.8996431827545166, |
| "learning_rate": 9.175152443603377e-05, |
| "epoch": 0.54, |
| "step": 36050 |
| }, |
| { |
| "loss": 1.1392, |
| "grad_norm": 1.7952135801315308, |
| "learning_rate": 9.167642906491245e-05, |
| "epoch": 0.54, |
| "step": 36075 |
| }, |
| { |
| "loss": 1.1508, |
| "grad_norm": 1.642858862876892, |
| "learning_rate": 9.160133369379111e-05, |
| "epoch": 0.54, |
| "step": 36100 |
| }, |
| { |
| "loss": 1.1122, |
| "grad_norm": 1.287514090538025, |
| "learning_rate": 9.15262383226698e-05, |
| "epoch": 0.54, |
| "step": 36125 |
| }, |
| { |
| "loss": 1.0894, |
| "grad_norm": 1.7376103401184082, |
| "learning_rate": 9.145114295154847e-05, |
| "epoch": 0.54, |
| "step": 36150 |
| }, |
| { |
| "loss": 1.0989, |
| "grad_norm": 1.9539545774459839, |
| "learning_rate": 9.137604758042715e-05, |
| "epoch": 0.54, |
| "step": 36175 |
| }, |
| { |
| "loss": 1.2123, |
| "grad_norm": 1.42177414894104, |
| "learning_rate": 9.130095220930583e-05, |
| "epoch": 0.54, |
| "step": 36200 |
| }, |
| { |
| "loss": 1.178, |
| "grad_norm": 1.0218976736068726, |
| "learning_rate": 9.122585683818449e-05, |
| "epoch": 0.54, |
| "step": 36225 |
| }, |
| { |
| "loss": 1.1677, |
| "grad_norm": 2.1340959072113037, |
| "learning_rate": 9.115076146706317e-05, |
| "epoch": 0.54, |
| "step": 36250 |
| }, |
| { |
| "loss": 1.1543, |
| "grad_norm": 1.4234435558319092, |
| "learning_rate": 9.107866991078671e-05, |
| "epoch": 0.54, |
| "step": 36275 |
| }, |
| { |
| "loss": 1.1862, |
| "grad_norm": 2.7633371353149414, |
| "learning_rate": 9.100357453966538e-05, |
| "epoch": 0.55, |
| "step": 36300 |
| }, |
| { |
| "loss": 1.1253, |
| "grad_norm": 1.0972270965576172, |
| "learning_rate": 9.092847916854406e-05, |
| "epoch": 0.55, |
| "step": 36325 |
| }, |
| { |
| "loss": 1.1722, |
| "grad_norm": 1.9171634912490845, |
| "learning_rate": 9.085338379742274e-05, |
| "epoch": 0.55, |
| "step": 36350 |
| }, |
| { |
| "loss": 1.2198, |
| "grad_norm": 1.712023138999939, |
| "learning_rate": 9.07782884263014e-05, |
| "epoch": 0.55, |
| "step": 36375 |
| }, |
| { |
| "loss": 1.1141, |
| "grad_norm": 1.8943400382995605, |
| "learning_rate": 9.070319305518008e-05, |
| "epoch": 0.55, |
| "step": 36400 |
| }, |
| { |
| "loss": 1.14, |
| "grad_norm": 2.2785110473632812, |
| "learning_rate": 9.062809768405876e-05, |
| "epoch": 0.55, |
| "step": 36425 |
| }, |
| { |
| "loss": 1.1121, |
| "grad_norm": 1.8687163591384888, |
| "learning_rate": 9.055300231293742e-05, |
| "epoch": 0.55, |
| "step": 36450 |
| }, |
| { |
| "loss": 1.1212, |
| "grad_norm": 1.2206839323043823, |
| "learning_rate": 9.047790694181612e-05, |
| "epoch": 0.55, |
| "step": 36475 |
| }, |
| { |
| "loss": 1.1483, |
| "grad_norm": 1.451223611831665, |
| "learning_rate": 9.04028115706948e-05, |
| "epoch": 0.55, |
| "step": 36500 |
| }, |
| { |
| "loss": 1.1291, |
| "grad_norm": 1.4097929000854492, |
| "learning_rate": 9.032771619957346e-05, |
| "epoch": 0.55, |
| "step": 36525 |
| }, |
| { |
| "loss": 1.212, |
| "grad_norm": 1.2845067977905273, |
| "learning_rate": 9.025262082845214e-05, |
| "epoch": 0.55, |
| "step": 36550 |
| }, |
| { |
| "loss": 1.1501, |
| "grad_norm": 1.6853928565979004, |
| "learning_rate": 9.017752545733082e-05, |
| "epoch": 0.55, |
| "step": 36575 |
| }, |
| { |
| "loss": 1.1752, |
| "grad_norm": 1.6147632598876953, |
| "learning_rate": 9.010243008620948e-05, |
| "epoch": 0.55, |
| "step": 36600 |
| }, |
| { |
| "loss": 1.0684, |
| "grad_norm": 1.1251403093338013, |
| "learning_rate": 9.002733471508816e-05, |
| "epoch": 0.55, |
| "step": 36625 |
| }, |
| { |
| "loss": 1.182, |
| "grad_norm": 2.0793652534484863, |
| "learning_rate": 8.995223934396684e-05, |
| "epoch": 0.55, |
| "step": 36650 |
| }, |
| { |
| "loss": 1.1353, |
| "grad_norm": 1.7693026065826416, |
| "learning_rate": 8.987714397284552e-05, |
| "epoch": 0.55, |
| "step": 36675 |
| }, |
| { |
| "loss": 1.1888, |
| "grad_norm": 2.8078482151031494, |
| "learning_rate": 8.98020486017242e-05, |
| "epoch": 0.55, |
| "step": 36700 |
| }, |
| { |
| "loss": 1.1771, |
| "grad_norm": 1.857947587966919, |
| "learning_rate": 8.972695323060288e-05, |
| "epoch": 0.55, |
| "step": 36725 |
| }, |
| { |
| "loss": 1.1906, |
| "grad_norm": 1.8160065412521362, |
| "learning_rate": 8.965185785948154e-05, |
| "epoch": 0.55, |
| "step": 36750 |
| }, |
| { |
| "loss": 1.2188, |
| "grad_norm": 1.113638997077942, |
| "learning_rate": 8.957676248836022e-05, |
| "epoch": 0.55, |
| "step": 36775 |
| }, |
| { |
| "loss": 1.1625, |
| "grad_norm": 2.105451822280884, |
| "learning_rate": 8.95016671172389e-05, |
| "epoch": 0.55, |
| "step": 36800 |
| }, |
| { |
| "loss": 1.1613, |
| "grad_norm": 2.07865309715271, |
| "learning_rate": 8.942657174611757e-05, |
| "epoch": 0.55, |
| "step": 36825 |
| }, |
| { |
| "loss": 1.1396, |
| "grad_norm": 3.033181667327881, |
| "learning_rate": 8.935147637499625e-05, |
| "epoch": 0.55, |
| "step": 36850 |
| }, |
| { |
| "loss": 1.1236, |
| "grad_norm": 1.4927865266799927, |
| "learning_rate": 8.927638100387492e-05, |
| "epoch": 0.55, |
| "step": 36875 |
| }, |
| { |
| "loss": 1.218, |
| "grad_norm": 1.5946248769760132, |
| "learning_rate": 8.92012856327536e-05, |
| "epoch": 0.55, |
| "step": 36900 |
| }, |
| { |
| "loss": 1.1734, |
| "grad_norm": 2.349677562713623, |
| "learning_rate": 8.912619026163228e-05, |
| "epoch": 0.55, |
| "step": 36925 |
| }, |
| { |
| "loss": 1.1605, |
| "grad_norm": 2.3983821868896484, |
| "learning_rate": 8.905109489051096e-05, |
| "epoch": 0.55, |
| "step": 36950 |
| }, |
| { |
| "loss": 1.1976, |
| "grad_norm": 2.228635787963867, |
| "learning_rate": 8.897599951938963e-05, |
| "epoch": 0.56, |
| "step": 36975 |
| }, |
| { |
| "loss": 1.1316, |
| "grad_norm": 1.0619374513626099, |
| "learning_rate": 8.89009041482683e-05, |
| "epoch": 0.56, |
| "step": 37000 |
| }, |
| { |
| "loss": 1.0945, |
| "grad_norm": 2.490835428237915, |
| "learning_rate": 8.882580877714698e-05, |
| "epoch": 0.56, |
| "step": 37025 |
| }, |
| { |
| "loss": 1.1367, |
| "grad_norm": 1.3563780784606934, |
| "learning_rate": 8.875071340602565e-05, |
| "epoch": 0.56, |
| "step": 37050 |
| }, |
| { |
| "loss": 1.1431, |
| "grad_norm": 2.2259418964385986, |
| "learning_rate": 8.867561803490433e-05, |
| "epoch": 0.56, |
| "step": 37075 |
| }, |
| { |
| "loss": 1.1641, |
| "grad_norm": 1.6267977952957153, |
| "learning_rate": 8.860052266378301e-05, |
| "epoch": 0.56, |
| "step": 37100 |
| }, |
| { |
| "loss": 1.1515, |
| "grad_norm": 1.1950840950012207, |
| "learning_rate": 8.852542729266169e-05, |
| "epoch": 0.56, |
| "step": 37125 |
| }, |
| { |
| "loss": 1.1531, |
| "grad_norm": 2.104607343673706, |
| "learning_rate": 8.845033192154036e-05, |
| "epoch": 0.56, |
| "step": 37150 |
| }, |
| { |
| "loss": 1.1484, |
| "grad_norm": 1.70024573802948, |
| "learning_rate": 8.837523655041904e-05, |
| "epoch": 0.56, |
| "step": 37175 |
| }, |
| { |
| "loss": 1.1501, |
| "grad_norm": 1.2371578216552734, |
| "learning_rate": 8.830014117929771e-05, |
| "epoch": 0.56, |
| "step": 37200 |
| }, |
| { |
| "loss": 1.186, |
| "grad_norm": 0.9835503101348877, |
| "learning_rate": 8.822504580817639e-05, |
| "epoch": 0.56, |
| "step": 37225 |
| }, |
| { |
| "loss": 1.2074, |
| "grad_norm": 1.633745551109314, |
| "learning_rate": 8.814995043705507e-05, |
| "epoch": 0.56, |
| "step": 37250 |
| }, |
| { |
| "loss": 1.0625, |
| "grad_norm": 0.9619184732437134, |
| "learning_rate": 8.807485506593373e-05, |
| "epoch": 0.56, |
| "step": 37275 |
| }, |
| { |
| "loss": 1.1741, |
| "grad_norm": 2.740689516067505, |
| "learning_rate": 8.799975969481241e-05, |
| "epoch": 0.56, |
| "step": 37300 |
| }, |
| { |
| "loss": 1.1879, |
| "grad_norm": 1.7593574523925781, |
| "learning_rate": 8.79246643236911e-05, |
| "epoch": 0.56, |
| "step": 37325 |
| }, |
| { |
| "loss": 1.1428, |
| "grad_norm": 1.7317709922790527, |
| "learning_rate": 8.784956895256977e-05, |
| "epoch": 0.56, |
| "step": 37350 |
| }, |
| { |
| "loss": 1.178, |
| "grad_norm": 2.689879894256592, |
| "learning_rate": 8.777447358144845e-05, |
| "epoch": 0.56, |
| "step": 37375 |
| }, |
| { |
| "loss": 1.1386, |
| "grad_norm": 1.3778091669082642, |
| "learning_rate": 8.769937821032713e-05, |
| "epoch": 0.56, |
| "step": 37400 |
| }, |
| { |
| "loss": 1.1171, |
| "grad_norm": 1.4201562404632568, |
| "learning_rate": 8.762428283920579e-05, |
| "epoch": 0.56, |
| "step": 37425 |
| }, |
| { |
| "loss": 1.1575, |
| "grad_norm": 1.2890523672103882, |
| "learning_rate": 8.754918746808447e-05, |
| "epoch": 0.56, |
| "step": 37450 |
| }, |
| { |
| "loss": 1.1488, |
| "grad_norm": 1.5881069898605347, |
| "learning_rate": 8.747409209696315e-05, |
| "epoch": 0.56, |
| "step": 37475 |
| }, |
| { |
| "loss": 1.1466, |
| "grad_norm": 2.2226951122283936, |
| "learning_rate": 8.739899672584181e-05, |
| "epoch": 0.56, |
| "step": 37500 |
| }, |
| { |
| "loss": 1.2388, |
| "grad_norm": 1.865116000175476, |
| "learning_rate": 8.73239013547205e-05, |
| "epoch": 0.56, |
| "step": 37525 |
| }, |
| { |
| "loss": 1.1089, |
| "grad_norm": 1.7630786895751953, |
| "learning_rate": 8.724880598359919e-05, |
| "epoch": 0.56, |
| "step": 37550 |
| }, |
| { |
| "loss": 1.1414, |
| "grad_norm": 1.465029001235962, |
| "learning_rate": 8.717371061247785e-05, |
| "epoch": 0.56, |
| "step": 37575 |
| }, |
| { |
| "loss": 1.1533, |
| "grad_norm": 1.2078875303268433, |
| "learning_rate": 8.709861524135653e-05, |
| "epoch": 0.56, |
| "step": 37600 |
| }, |
| { |
| "loss": 1.1931, |
| "grad_norm": 1.6650409698486328, |
| "learning_rate": 8.702351987023521e-05, |
| "epoch": 0.57, |
| "step": 37625 |
| }, |
| { |
| "loss": 1.2402, |
| "grad_norm": 2.3124303817749023, |
| "learning_rate": 8.694842449911387e-05, |
| "epoch": 0.57, |
| "step": 37650 |
| }, |
| { |
| "loss": 1.1566, |
| "grad_norm": 1.6543500423431396, |
| "learning_rate": 8.687332912799255e-05, |
| "epoch": 0.57, |
| "step": 37675 |
| }, |
| { |
| "loss": 1.1466, |
| "grad_norm": 1.0098353624343872, |
| "learning_rate": 8.680123757171608e-05, |
| "epoch": 0.57, |
| "step": 37700 |
| }, |
| { |
| "loss": 1.1809, |
| "grad_norm": 4.323051929473877, |
| "learning_rate": 8.672614220059476e-05, |
| "epoch": 0.57, |
| "step": 37725 |
| }, |
| { |
| "loss": 1.1547, |
| "grad_norm": 1.610032081604004, |
| "learning_rate": 8.665104682947344e-05, |
| "epoch": 0.57, |
| "step": 37750 |
| }, |
| { |
| "loss": 1.1416, |
| "grad_norm": 2.1819934844970703, |
| "learning_rate": 8.65759514583521e-05, |
| "epoch": 0.57, |
| "step": 37775 |
| }, |
| { |
| "loss": 1.1733, |
| "grad_norm": 1.3869298696517944, |
| "learning_rate": 8.650085608723078e-05, |
| "epoch": 0.57, |
| "step": 37800 |
| }, |
| { |
| "loss": 1.1933, |
| "grad_norm": 4.251647472381592, |
| "learning_rate": 8.642576071610946e-05, |
| "epoch": 0.57, |
| "step": 37825 |
| }, |
| { |
| "loss": 1.1496, |
| "grad_norm": 1.59364914894104, |
| "learning_rate": 8.635066534498814e-05, |
| "epoch": 0.57, |
| "step": 37850 |
| }, |
| { |
| "loss": 1.1961, |
| "grad_norm": 1.4821110963821411, |
| "learning_rate": 8.62755699738668e-05, |
| "epoch": 0.57, |
| "step": 37875 |
| }, |
| { |
| "loss": 1.1613, |
| "grad_norm": 1.1281379461288452, |
| "learning_rate": 8.62004746027455e-05, |
| "epoch": 0.57, |
| "step": 37900 |
| }, |
| { |
| "loss": 1.1104, |
| "grad_norm": 1.1649848222732544, |
| "learning_rate": 8.612537923162416e-05, |
| "epoch": 0.57, |
| "step": 37925 |
| }, |
| { |
| "loss": 1.1502, |
| "grad_norm": 1.2780572175979614, |
| "learning_rate": 8.605028386050284e-05, |
| "epoch": 0.57, |
| "step": 37950 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 0.8712659478187561, |
| "learning_rate": 8.597518848938152e-05, |
| "epoch": 0.57, |
| "step": 37975 |
| }, |
| { |
| "loss": 1.1839, |
| "grad_norm": 1.912044882774353, |
| "learning_rate": 8.59000931182602e-05, |
| "epoch": 0.57, |
| "step": 38000 |
| }, |
| { |
| "loss": 1.2002, |
| "grad_norm": 1.3458526134490967, |
| "learning_rate": 8.582499774713887e-05, |
| "epoch": 0.57, |
| "step": 38025 |
| }, |
| { |
| "loss": 1.0894, |
| "grad_norm": 0.9828363060951233, |
| "learning_rate": 8.574990237601755e-05, |
| "epoch": 0.57, |
| "step": 38050 |
| }, |
| { |
| "loss": 1.1063, |
| "grad_norm": 1.625246286392212, |
| "learning_rate": 8.567480700489622e-05, |
| "epoch": 0.57, |
| "step": 38075 |
| }, |
| { |
| "loss": 1.1812, |
| "grad_norm": 2.1737546920776367, |
| "learning_rate": 8.559971163377489e-05, |
| "epoch": 0.57, |
| "step": 38100 |
| }, |
| { |
| "loss": 1.2085, |
| "grad_norm": 2.304011583328247, |
| "learning_rate": 8.552461626265358e-05, |
| "epoch": 0.57, |
| "step": 38125 |
| }, |
| { |
| "loss": 1.2123, |
| "grad_norm": 2.7804811000823975, |
| "learning_rate": 8.544952089153225e-05, |
| "epoch": 0.57, |
| "step": 38150 |
| }, |
| { |
| "loss": 1.0834, |
| "grad_norm": 1.5996559858322144, |
| "learning_rate": 8.537442552041093e-05, |
| "epoch": 0.57, |
| "step": 38175 |
| }, |
| { |
| "loss": 1.1438, |
| "grad_norm": 2.293555736541748, |
| "learning_rate": 8.52993301492896e-05, |
| "epoch": 0.57, |
| "step": 38200 |
| }, |
| { |
| "loss": 1.1268, |
| "grad_norm": 3.2344138622283936, |
| "learning_rate": 8.522423477816828e-05, |
| "epoch": 0.57, |
| "step": 38225 |
| }, |
| { |
| "loss": 1.1241, |
| "grad_norm": 1.3770357370376587, |
| "learning_rate": 8.514913940704695e-05, |
| "epoch": 0.57, |
| "step": 38250 |
| }, |
| { |
| "loss": 1.1562, |
| "grad_norm": 1.8360143899917603, |
| "learning_rate": 8.507404403592563e-05, |
| "epoch": 0.57, |
| "step": 38275 |
| }, |
| { |
| "loss": 1.0981, |
| "grad_norm": 1.4072625637054443, |
| "learning_rate": 8.49989486648043e-05, |
| "epoch": 0.58, |
| "step": 38300 |
| }, |
| { |
| "loss": 1.1859, |
| "grad_norm": 1.3473397493362427, |
| "learning_rate": 8.492385329368299e-05, |
| "epoch": 0.58, |
| "step": 38325 |
| }, |
| { |
| "loss": 1.1482, |
| "grad_norm": 1.2026944160461426, |
| "learning_rate": 8.484875792256166e-05, |
| "epoch": 0.58, |
| "step": 38350 |
| }, |
| { |
| "loss": 1.1669, |
| "grad_norm": 1.541365146636963, |
| "learning_rate": 8.477366255144033e-05, |
| "epoch": 0.58, |
| "step": 38375 |
| }, |
| { |
| "loss": 1.1388, |
| "grad_norm": 1.4856247901916504, |
| "learning_rate": 8.469856718031901e-05, |
| "epoch": 0.58, |
| "step": 38400 |
| }, |
| { |
| "loss": 1.1062, |
| "grad_norm": 1.3066248893737793, |
| "learning_rate": 8.462347180919769e-05, |
| "epoch": 0.58, |
| "step": 38425 |
| }, |
| { |
| "loss": 1.2007, |
| "grad_norm": 1.4467949867248535, |
| "learning_rate": 8.454837643807637e-05, |
| "epoch": 0.58, |
| "step": 38450 |
| }, |
| { |
| "loss": 1.1274, |
| "grad_norm": 1.0385124683380127, |
| "learning_rate": 8.447328106695503e-05, |
| "epoch": 0.58, |
| "step": 38475 |
| }, |
| { |
| "loss": 1.1398, |
| "grad_norm": 1.994707465171814, |
| "learning_rate": 8.439818569583371e-05, |
| "epoch": 0.58, |
| "step": 38500 |
| }, |
| { |
| "loss": 1.1434, |
| "grad_norm": 1.9492372274398804, |
| "learning_rate": 8.432309032471239e-05, |
| "epoch": 0.58, |
| "step": 38525 |
| }, |
| { |
| "loss": 1.1526, |
| "grad_norm": 1.5071452856063843, |
| "learning_rate": 8.424799495359107e-05, |
| "epoch": 0.58, |
| "step": 38550 |
| }, |
| { |
| "loss": 1.2361, |
| "grad_norm": 1.9257084131240845, |
| "learning_rate": 8.417289958246975e-05, |
| "epoch": 0.58, |
| "step": 38575 |
| }, |
| { |
| "loss": 1.1397, |
| "grad_norm": 1.549302101135254, |
| "learning_rate": 8.409780421134841e-05, |
| "epoch": 0.58, |
| "step": 38600 |
| }, |
| { |
| "loss": 1.0881, |
| "grad_norm": 1.1353474855422974, |
| "learning_rate": 8.402270884022709e-05, |
| "epoch": 0.58, |
| "step": 38625 |
| }, |
| { |
| "loss": 1.1171, |
| "grad_norm": 1.092421293258667, |
| "learning_rate": 8.394761346910577e-05, |
| "epoch": 0.58, |
| "step": 38650 |
| }, |
| { |
| "loss": 1.1855, |
| "grad_norm": 2.2004194259643555, |
| "learning_rate": 8.387251809798445e-05, |
| "epoch": 0.58, |
| "step": 38675 |
| }, |
| { |
| "loss": 1.1005, |
| "grad_norm": 1.2563297748565674, |
| "learning_rate": 8.379742272686311e-05, |
| "epoch": 0.58, |
| "step": 38700 |
| }, |
| { |
| "loss": 1.1269, |
| "grad_norm": 1.0468568801879883, |
| "learning_rate": 8.37223273557418e-05, |
| "epoch": 0.58, |
| "step": 38725 |
| }, |
| { |
| "loss": 1.1281, |
| "grad_norm": 1.2064344882965088, |
| "learning_rate": 8.364723198462047e-05, |
| "epoch": 0.58, |
| "step": 38750 |
| }, |
| { |
| "loss": 1.1261, |
| "grad_norm": 1.8252434730529785, |
| "learning_rate": 8.357213661349915e-05, |
| "epoch": 0.58, |
| "step": 38775 |
| }, |
| { |
| "loss": 1.1461, |
| "grad_norm": 2.017496109008789, |
| "learning_rate": 8.349704124237783e-05, |
| "epoch": 0.58, |
| "step": 38800 |
| }, |
| { |
| "loss": 1.1649, |
| "grad_norm": 2.0913796424865723, |
| "learning_rate": 8.342494968610134e-05, |
| "epoch": 0.58, |
| "step": 38825 |
| }, |
| { |
| "loss": 1.109, |
| "grad_norm": 1.446608304977417, |
| "learning_rate": 8.334985431498002e-05, |
| "epoch": 0.58, |
| "step": 38850 |
| }, |
| { |
| "loss": 1.1402, |
| "grad_norm": 1.3379923105239868, |
| "learning_rate": 8.32747589438587e-05, |
| "epoch": 0.58, |
| "step": 38875 |
| }, |
| { |
| "loss": 1.151, |
| "grad_norm": 1.2311291694641113, |
| "learning_rate": 8.319966357273738e-05, |
| "epoch": 0.58, |
| "step": 38900 |
| }, |
| { |
| "loss": 1.0964, |
| "grad_norm": 1.5600236654281616, |
| "learning_rate": 8.312456820161606e-05, |
| "epoch": 0.58, |
| "step": 38925 |
| }, |
| { |
| "loss": 1.2035, |
| "grad_norm": 1.953704833984375, |
| "learning_rate": 8.304947283049474e-05, |
| "epoch": 0.58, |
| "step": 38950 |
| }, |
| { |
| "loss": 1.1308, |
| "grad_norm": 2.2543299198150635, |
| "learning_rate": 8.29743774593734e-05, |
| "epoch": 0.59, |
| "step": 38975 |
| }, |
| { |
| "loss": 1.1265, |
| "grad_norm": 1.1865688562393188, |
| "learning_rate": 8.289928208825208e-05, |
| "epoch": 0.59, |
| "step": 39000 |
| }, |
| { |
| "loss": 1.1292, |
| "grad_norm": 5.55220890045166, |
| "learning_rate": 8.282418671713076e-05, |
| "epoch": 0.59, |
| "step": 39025 |
| }, |
| { |
| "loss": 1.1661, |
| "grad_norm": 4.146172523498535, |
| "learning_rate": 8.274909134600943e-05, |
| "epoch": 0.59, |
| "step": 39050 |
| }, |
| { |
| "loss": 1.0739, |
| "grad_norm": 1.3395634889602661, |
| "learning_rate": 8.26739959748881e-05, |
| "epoch": 0.59, |
| "step": 39075 |
| }, |
| { |
| "loss": 1.1592, |
| "grad_norm": 1.3389477729797363, |
| "learning_rate": 8.259890060376679e-05, |
| "epoch": 0.59, |
| "step": 39100 |
| }, |
| { |
| "loss": 1.2078, |
| "grad_norm": 1.6884431838989258, |
| "learning_rate": 8.252380523264546e-05, |
| "epoch": 0.59, |
| "step": 39125 |
| }, |
| { |
| "loss": 1.1245, |
| "grad_norm": 2.1312379837036133, |
| "learning_rate": 8.244870986152414e-05, |
| "epoch": 0.59, |
| "step": 39150 |
| }, |
| { |
| "loss": 1.1295, |
| "grad_norm": 1.0998674631118774, |
| "learning_rate": 8.237361449040282e-05, |
| "epoch": 0.59, |
| "step": 39175 |
| }, |
| { |
| "loss": 1.0666, |
| "grad_norm": 1.3891421556472778, |
| "learning_rate": 8.229851911928149e-05, |
| "epoch": 0.59, |
| "step": 39200 |
| }, |
| { |
| "loss": 1.2052, |
| "grad_norm": 1.069043755531311, |
| "learning_rate": 8.222342374816017e-05, |
| "epoch": 0.59, |
| "step": 39225 |
| }, |
| { |
| "loss": 1.1251, |
| "grad_norm": 2.247673273086548, |
| "learning_rate": 8.214832837703884e-05, |
| "epoch": 0.59, |
| "step": 39250 |
| }, |
| { |
| "loss": 1.124, |
| "grad_norm": 1.6093597412109375, |
| "learning_rate": 8.207323300591751e-05, |
| "epoch": 0.59, |
| "step": 39275 |
| }, |
| { |
| "loss": 1.0996, |
| "grad_norm": 2.3855221271514893, |
| "learning_rate": 8.199813763479619e-05, |
| "epoch": 0.59, |
| "step": 39300 |
| }, |
| { |
| "loss": 1.1916, |
| "grad_norm": 2.479825258255005, |
| "learning_rate": 8.192304226367488e-05, |
| "epoch": 0.59, |
| "step": 39325 |
| }, |
| { |
| "loss": 1.1752, |
| "grad_norm": 1.302335262298584, |
| "learning_rate": 8.184794689255355e-05, |
| "epoch": 0.59, |
| "step": 39350 |
| }, |
| { |
| "loss": 1.0752, |
| "grad_norm": 1.7336974143981934, |
| "learning_rate": 8.177285152143223e-05, |
| "epoch": 0.59, |
| "step": 39375 |
| }, |
| { |
| "loss": 1.1491, |
| "grad_norm": 1.7334376573562622, |
| "learning_rate": 8.16977561503109e-05, |
| "epoch": 0.59, |
| "step": 39400 |
| }, |
| { |
| "loss": 1.1288, |
| "grad_norm": 1.5370564460754395, |
| "learning_rate": 8.162266077918957e-05, |
| "epoch": 0.59, |
| "step": 39425 |
| }, |
| { |
| "loss": 1.1544, |
| "grad_norm": 2.190082550048828, |
| "learning_rate": 8.154756540806825e-05, |
| "epoch": 0.59, |
| "step": 39450 |
| }, |
| { |
| "loss": 1.1265, |
| "grad_norm": 1.2925649881362915, |
| "learning_rate": 8.147247003694693e-05, |
| "epoch": 0.59, |
| "step": 39475 |
| }, |
| { |
| "loss": 1.1175, |
| "grad_norm": 1.5995088815689087, |
| "learning_rate": 8.139737466582559e-05, |
| "epoch": 0.59, |
| "step": 39500 |
| }, |
| { |
| "loss": 1.1401, |
| "grad_norm": 2.018927812576294, |
| "learning_rate": 8.132227929470427e-05, |
| "epoch": 0.59, |
| "step": 39525 |
| }, |
| { |
| "loss": 1.145, |
| "grad_norm": 2.101435661315918, |
| "learning_rate": 8.124718392358296e-05, |
| "epoch": 0.59, |
| "step": 39550 |
| }, |
| { |
| "loss": 1.2138, |
| "grad_norm": 1.0594968795776367, |
| "learning_rate": 8.117208855246163e-05, |
| "epoch": 0.59, |
| "step": 39575 |
| }, |
| { |
| "loss": 1.1428, |
| "grad_norm": 1.3600685596466064, |
| "learning_rate": 8.109699318134031e-05, |
| "epoch": 0.59, |
| "step": 39600 |
| }, |
| { |
| "loss": 1.1717, |
| "grad_norm": 1.4228684902191162, |
| "learning_rate": 8.102189781021899e-05, |
| "epoch": 0.6, |
| "step": 39625 |
| }, |
| { |
| "loss": 1.1585, |
| "grad_norm": 1.1526142358779907, |
| "learning_rate": 8.094680243909765e-05, |
| "epoch": 0.6, |
| "step": 39650 |
| }, |
| { |
| "loss": 1.182, |
| "grad_norm": 1.6106703281402588, |
| "learning_rate": 8.087170706797633e-05, |
| "epoch": 0.6, |
| "step": 39675 |
| }, |
| { |
| "loss": 1.0861, |
| "grad_norm": 1.4839822053909302, |
| "learning_rate": 8.079661169685501e-05, |
| "epoch": 0.6, |
| "step": 39700 |
| }, |
| { |
| "loss": 1.1069, |
| "grad_norm": 1.2879067659378052, |
| "learning_rate": 8.072151632573368e-05, |
| "epoch": 0.6, |
| "step": 39725 |
| }, |
| { |
| "loss": 1.0987, |
| "grad_norm": 1.0558810234069824, |
| "learning_rate": 8.064642095461235e-05, |
| "epoch": 0.6, |
| "step": 39750 |
| }, |
| { |
| "loss": 1.1328, |
| "grad_norm": 1.1778608560562134, |
| "learning_rate": 8.057132558349105e-05, |
| "epoch": 0.6, |
| "step": 39775 |
| }, |
| { |
| "loss": 1.1309, |
| "grad_norm": 6.927417755126953, |
| "learning_rate": 8.049623021236971e-05, |
| "epoch": 0.6, |
| "step": 39800 |
| }, |
| { |
| "loss": 1.0943, |
| "grad_norm": 2.03812837600708, |
| "learning_rate": 8.042113484124839e-05, |
| "epoch": 0.6, |
| "step": 39825 |
| }, |
| { |
| "loss": 1.1745, |
| "grad_norm": 1.8612788915634155, |
| "learning_rate": 8.034603947012707e-05, |
| "epoch": 0.6, |
| "step": 39850 |
| }, |
| { |
| "loss": 1.1406, |
| "grad_norm": 1.7891243696212769, |
| "learning_rate": 8.027094409900574e-05, |
| "epoch": 0.6, |
| "step": 39875 |
| }, |
| { |
| "loss": 1.1637, |
| "grad_norm": 1.3130542039871216, |
| "learning_rate": 8.019584872788441e-05, |
| "epoch": 0.6, |
| "step": 39900 |
| }, |
| { |
| "loss": 1.161, |
| "grad_norm": 1.4459270238876343, |
| "learning_rate": 8.012075335676309e-05, |
| "epoch": 0.6, |
| "step": 39925 |
| }, |
| { |
| "loss": 1.0771, |
| "grad_norm": 1.576799988746643, |
| "learning_rate": 8.004565798564176e-05, |
| "epoch": 0.6, |
| "step": 39950 |
| }, |
| { |
| "loss": 1.1488, |
| "grad_norm": 1.5947468280792236, |
| "learning_rate": 7.997056261452045e-05, |
| "epoch": 0.6, |
| "step": 39975 |
| }, |
| { |
| "loss": 1.082, |
| "grad_norm": 1.6659477949142456, |
| "learning_rate": 7.989546724339913e-05, |
| "epoch": 0.6, |
| "step": 40000 |
| }, |
| { |
| "loss": 1.1407, |
| "grad_norm": 5.243545055389404, |
| "learning_rate": 7.98203718722778e-05, |
| "epoch": 0.6, |
| "step": 40025 |
| }, |
| { |
| "loss": 1.0316, |
| "grad_norm": 1.1737557649612427, |
| "learning_rate": 7.974527650115647e-05, |
| "epoch": 0.6, |
| "step": 40050 |
| }, |
| { |
| "loss": 1.1271, |
| "grad_norm": 1.7314780950546265, |
| "learning_rate": 7.967018113003515e-05, |
| "epoch": 0.6, |
| "step": 40075 |
| }, |
| { |
| "loss": 1.1789, |
| "grad_norm": 2.0266127586364746, |
| "learning_rate": 7.959508575891382e-05, |
| "epoch": 0.6, |
| "step": 40100 |
| }, |
| { |
| "loss": 1.1694, |
| "grad_norm": 1.2344083786010742, |
| "learning_rate": 7.95199903877925e-05, |
| "epoch": 0.6, |
| "step": 40125 |
| }, |
| { |
| "loss": 1.2533, |
| "grad_norm": 1.9182096719741821, |
| "learning_rate": 7.944489501667118e-05, |
| "epoch": 0.6, |
| "step": 40150 |
| }, |
| { |
| "loss": 1.1746, |
| "grad_norm": 1.2988171577453613, |
| "learning_rate": 7.936979964554984e-05, |
| "epoch": 0.6, |
| "step": 40175 |
| }, |
| { |
| "loss": 1.1278, |
| "grad_norm": 1.847265601158142, |
| "learning_rate": 7.929470427442853e-05, |
| "epoch": 0.6, |
| "step": 40200 |
| }, |
| { |
| "loss": 1.1505, |
| "grad_norm": 1.2763010263442993, |
| "learning_rate": 7.921960890330721e-05, |
| "epoch": 0.6, |
| "step": 40225 |
| }, |
| { |
| "loss": 1.1054, |
| "grad_norm": 1.8603181838989258, |
| "learning_rate": 7.914451353218588e-05, |
| "epoch": 0.6, |
| "step": 40250 |
| }, |
| { |
| "loss": 1.141, |
| "grad_norm": 1.320823073387146, |
| "learning_rate": 7.906941816106456e-05, |
| "epoch": 0.6, |
| "step": 40275 |
| }, |
| { |
| "loss": 1.1459, |
| "grad_norm": 1.6374232769012451, |
| "learning_rate": 7.899432278994324e-05, |
| "epoch": 0.61, |
| "step": 40300 |
| }, |
| { |
| "loss": 1.1029, |
| "grad_norm": 2.58848237991333, |
| "learning_rate": 7.89192274188219e-05, |
| "epoch": 0.61, |
| "step": 40325 |
| }, |
| { |
| "loss": 1.0986, |
| "grad_norm": 2.0660908222198486, |
| "learning_rate": 7.884413204770058e-05, |
| "epoch": 0.61, |
| "step": 40350 |
| }, |
| { |
| "loss": 1.1133, |
| "grad_norm": 1.2920788526535034, |
| "learning_rate": 7.876903667657926e-05, |
| "epoch": 0.61, |
| "step": 40375 |
| }, |
| { |
| "loss": 1.1248, |
| "grad_norm": 1.9770618677139282, |
| "learning_rate": 7.869394130545792e-05, |
| "epoch": 0.61, |
| "step": 40400 |
| }, |
| { |
| "loss": 1.1426, |
| "grad_norm": 1.2287840843200684, |
| "learning_rate": 7.861884593433662e-05, |
| "epoch": 0.61, |
| "step": 40425 |
| }, |
| { |
| "loss": 1.13, |
| "grad_norm": 1.4473248720169067, |
| "learning_rate": 7.85437505632153e-05, |
| "epoch": 0.61, |
| "step": 40450 |
| }, |
| { |
| "loss": 1.1542, |
| "grad_norm": 1.8491151332855225, |
| "learning_rate": 7.846865519209396e-05, |
| "epoch": 0.61, |
| "step": 40475 |
| }, |
| { |
| "loss": 1.1202, |
| "grad_norm": 1.6479681730270386, |
| "learning_rate": 7.839355982097264e-05, |
| "epoch": 0.61, |
| "step": 40500 |
| }, |
| { |
| "loss": 1.1155, |
| "grad_norm": 1.355073094367981, |
| "learning_rate": 7.831846444985132e-05, |
| "epoch": 0.61, |
| "step": 40525 |
| }, |
| { |
| "loss": 1.0916, |
| "grad_norm": 2.459308385848999, |
| "learning_rate": 7.824336907872998e-05, |
| "epoch": 0.61, |
| "step": 40550 |
| }, |
| { |
| "loss": 1.0323, |
| "grad_norm": 2.234042167663574, |
| "learning_rate": 7.816827370760866e-05, |
| "epoch": 0.61, |
| "step": 40575 |
| }, |
| { |
| "loss": 1.082, |
| "grad_norm": 1.3024649620056152, |
| "learning_rate": 7.809317833648734e-05, |
| "epoch": 0.61, |
| "step": 40600 |
| }, |
| { |
| "loss": 1.1336, |
| "grad_norm": 1.6423088312149048, |
| "learning_rate": 7.801808296536602e-05, |
| "epoch": 0.61, |
| "step": 40625 |
| }, |
| { |
| "loss": 1.1655, |
| "grad_norm": 1.7982234954833984, |
| "learning_rate": 7.79429875942447e-05, |
| "epoch": 0.61, |
| "step": 40650 |
| }, |
| { |
| "loss": 1.1202, |
| "grad_norm": 1.7683314085006714, |
| "learning_rate": 7.786789222312338e-05, |
| "epoch": 0.61, |
| "step": 40675 |
| }, |
| { |
| "loss": 1.148, |
| "grad_norm": 1.1973870992660522, |
| "learning_rate": 7.779279685200204e-05, |
| "epoch": 0.61, |
| "step": 40700 |
| }, |
| { |
| "loss": 1.1323, |
| "grad_norm": 1.366228461265564, |
| "learning_rate": 7.771770148088072e-05, |
| "epoch": 0.61, |
| "step": 40725 |
| }, |
| { |
| "loss": 1.1777, |
| "grad_norm": 1.8791155815124512, |
| "learning_rate": 7.76426061097594e-05, |
| "epoch": 0.61, |
| "step": 40750 |
| }, |
| { |
| "loss": 1.2012, |
| "grad_norm": 1.5715335607528687, |
| "learning_rate": 7.756751073863807e-05, |
| "epoch": 0.61, |
| "step": 40775 |
| }, |
| { |
| "loss": 1.1607, |
| "grad_norm": 2.0917367935180664, |
| "learning_rate": 7.749241536751674e-05, |
| "epoch": 0.61, |
| "step": 40800 |
| }, |
| { |
| "loss": 1.1775, |
| "grad_norm": 2.049710988998413, |
| "learning_rate": 7.741731999639542e-05, |
| "epoch": 0.61, |
| "step": 40825 |
| }, |
| { |
| "loss": 1.171, |
| "grad_norm": 1.9413490295410156, |
| "learning_rate": 7.73422246252741e-05, |
| "epoch": 0.61, |
| "step": 40850 |
| }, |
| { |
| "loss": 1.147, |
| "grad_norm": 1.760611891746521, |
| "learning_rate": 7.726712925415278e-05, |
| "epoch": 0.61, |
| "step": 40875 |
| }, |
| { |
| "loss": 1.0593, |
| "grad_norm": 1.515251874923706, |
| "learning_rate": 7.719203388303146e-05, |
| "epoch": 0.61, |
| "step": 40900 |
| }, |
| { |
| "loss": 1.1917, |
| "grad_norm": 1.9760046005249023, |
| "learning_rate": 7.711693851191013e-05, |
| "epoch": 0.61, |
| "step": 40925 |
| }, |
| { |
| "loss": 1.1901, |
| "grad_norm": 2.0077996253967285, |
| "learning_rate": 7.70418431407888e-05, |
| "epoch": 0.62, |
| "step": 40950 |
| }, |
| { |
| "loss": 1.1352, |
| "grad_norm": 1.6817588806152344, |
| "learning_rate": 7.696674776966748e-05, |
| "epoch": 0.62, |
| "step": 40975 |
| }, |
| { |
| "loss": 1.1396, |
| "grad_norm": 1.1577296257019043, |
| "learning_rate": 7.689165239854615e-05, |
| "epoch": 0.62, |
| "step": 41000 |
| }, |
| { |
| "loss": 1.1017, |
| "grad_norm": 1.2814109325408936, |
| "learning_rate": 7.681655702742483e-05, |
| "epoch": 0.62, |
| "step": 41025 |
| }, |
| { |
| "loss": 1.1205, |
| "grad_norm": 2.1550331115722656, |
| "learning_rate": 7.67414616563035e-05, |
| "epoch": 0.62, |
| "step": 41050 |
| }, |
| { |
| "loss": 1.1016, |
| "grad_norm": 0.8784595131874084, |
| "learning_rate": 7.666636628518219e-05, |
| "epoch": 0.62, |
| "step": 41075 |
| }, |
| { |
| "loss": 1.2382, |
| "grad_norm": 1.159589171409607, |
| "learning_rate": 7.659127091406086e-05, |
| "epoch": 0.62, |
| "step": 41100 |
| }, |
| { |
| "loss": 1.2277, |
| "grad_norm": 2.137002468109131, |
| "learning_rate": 7.651617554293954e-05, |
| "epoch": 0.62, |
| "step": 41125 |
| }, |
| { |
| "loss": 1.2025, |
| "grad_norm": 1.5546560287475586, |
| "learning_rate": 7.644108017181821e-05, |
| "epoch": 0.62, |
| "step": 41150 |
| }, |
| { |
| "loss": 1.1419, |
| "grad_norm": 1.3389211893081665, |
| "learning_rate": 7.636598480069689e-05, |
| "epoch": 0.62, |
| "step": 41175 |
| }, |
| { |
| "loss": 1.1326, |
| "grad_norm": 1.7950804233551025, |
| "learning_rate": 7.629088942957557e-05, |
| "epoch": 0.62, |
| "step": 41200 |
| }, |
| { |
| "loss": 1.1444, |
| "grad_norm": 6.291619777679443, |
| "learning_rate": 7.621579405845423e-05, |
| "epoch": 0.62, |
| "step": 41225 |
| }, |
| { |
| "loss": 1.1504, |
| "grad_norm": 1.4547916650772095, |
| "learning_rate": 7.614069868733291e-05, |
| "epoch": 0.62, |
| "step": 41250 |
| }, |
| { |
| "loss": 1.2186, |
| "grad_norm": 1.098617672920227, |
| "learning_rate": 7.60656033162116e-05, |
| "epoch": 0.62, |
| "step": 41275 |
| }, |
| { |
| "loss": 1.1272, |
| "grad_norm": 2.3291661739349365, |
| "learning_rate": 7.599050794509027e-05, |
| "epoch": 0.62, |
| "step": 41300 |
| }, |
| { |
| "loss": 1.118, |
| "grad_norm": 2.5848639011383057, |
| "learning_rate": 7.591541257396895e-05, |
| "epoch": 0.62, |
| "step": 41325 |
| }, |
| { |
| "loss": 1.0754, |
| "grad_norm": 1.1806175708770752, |
| "learning_rate": 7.584031720284763e-05, |
| "epoch": 0.62, |
| "step": 41350 |
| }, |
| { |
| "loss": 1.1162, |
| "grad_norm": 2.0705809593200684, |
| "learning_rate": 7.576522183172629e-05, |
| "epoch": 0.62, |
| "step": 41375 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 2.1457672119140625, |
| "learning_rate": 7.569012646060497e-05, |
| "epoch": 0.62, |
| "step": 41400 |
| }, |
| { |
| "loss": 1.1474, |
| "grad_norm": 2.5769121646881104, |
| "learning_rate": 7.561503108948365e-05, |
| "epoch": 0.62, |
| "step": 41425 |
| }, |
| { |
| "loss": 1.1491, |
| "grad_norm": 1.2455226182937622, |
| "learning_rate": 7.553993571836231e-05, |
| "epoch": 0.62, |
| "step": 41450 |
| }, |
| { |
| "loss": 1.1613, |
| "grad_norm": 1.5082957744598389, |
| "learning_rate": 7.546484034724099e-05, |
| "epoch": 0.62, |
| "step": 41475 |
| }, |
| { |
| "loss": 1.132, |
| "grad_norm": 1.4825623035430908, |
| "learning_rate": 7.538974497611969e-05, |
| "epoch": 0.62, |
| "step": 41500 |
| }, |
| { |
| "loss": 1.132, |
| "grad_norm": 1.490708589553833, |
| "learning_rate": 7.531464960499835e-05, |
| "epoch": 0.62, |
| "step": 41525 |
| }, |
| { |
| "loss": 1.1115, |
| "grad_norm": 1.2338794469833374, |
| "learning_rate": 7.523955423387703e-05, |
| "epoch": 0.62, |
| "step": 41550 |
| }, |
| { |
| "loss": 1.0703, |
| "grad_norm": 2.4002695083618164, |
| "learning_rate": 7.516445886275571e-05, |
| "epoch": 0.62, |
| "step": 41575 |
| }, |
| { |
| "loss": 1.1811, |
| "grad_norm": 1.6812978982925415, |
| "learning_rate": 7.508936349163437e-05, |
| "epoch": 0.62, |
| "step": 41600 |
| }, |
| { |
| "loss": 1.1221, |
| "grad_norm": 1.1364158391952515, |
| "learning_rate": 7.501426812051305e-05, |
| "epoch": 0.63, |
| "step": 41625 |
| }, |
| { |
| "loss": 1.1513, |
| "grad_norm": 1.2960102558135986, |
| "learning_rate": 7.493917274939173e-05, |
| "epoch": 0.63, |
| "step": 41650 |
| }, |
| { |
| "loss": 1.1192, |
| "grad_norm": 1.6246578693389893, |
| "learning_rate": 7.48640773782704e-05, |
| "epoch": 0.63, |
| "step": 41675 |
| }, |
| { |
| "loss": 1.1717, |
| "grad_norm": 3.2029411792755127, |
| "learning_rate": 7.478898200714908e-05, |
| "epoch": 0.63, |
| "step": 41700 |
| }, |
| { |
| "loss": 1.1804, |
| "grad_norm": 1.4046978950500488, |
| "learning_rate": 7.471388663602777e-05, |
| "epoch": 0.63, |
| "step": 41725 |
| }, |
| { |
| "loss": 1.075, |
| "grad_norm": 1.478977918624878, |
| "learning_rate": 7.463879126490643e-05, |
| "epoch": 0.63, |
| "step": 41750 |
| }, |
| { |
| "loss": 1.1016, |
| "grad_norm": 1.5317085981369019, |
| "learning_rate": 7.456369589378511e-05, |
| "epoch": 0.63, |
| "step": 41775 |
| }, |
| { |
| "loss": 1.124, |
| "grad_norm": 1.253780484199524, |
| "learning_rate": 7.448860052266379e-05, |
| "epoch": 0.63, |
| "step": 41800 |
| }, |
| { |
| "loss": 1.1664, |
| "grad_norm": 1.669776439666748, |
| "learning_rate": 7.441350515154246e-05, |
| "epoch": 0.63, |
| "step": 41825 |
| }, |
| { |
| "loss": 1.2216, |
| "grad_norm": 1.3725230693817139, |
| "learning_rate": 7.433840978042114e-05, |
| "epoch": 0.63, |
| "step": 41850 |
| }, |
| { |
| "loss": 1.1648, |
| "grad_norm": 1.3599203824996948, |
| "learning_rate": 7.426331440929981e-05, |
| "epoch": 0.63, |
| "step": 41875 |
| }, |
| { |
| "loss": 1.1791, |
| "grad_norm": 0.8592632412910461, |
| "learning_rate": 7.418821903817848e-05, |
| "epoch": 0.63, |
| "step": 41900 |
| }, |
| { |
| "loss": 1.0981, |
| "grad_norm": 2.0452094078063965, |
| "learning_rate": 7.411312366705717e-05, |
| "epoch": 0.63, |
| "step": 41925 |
| }, |
| { |
| "loss": 1.1431, |
| "grad_norm": 2.367089033126831, |
| "learning_rate": 7.403802829593585e-05, |
| "epoch": 0.63, |
| "step": 41950 |
| }, |
| { |
| "loss": 1.1168, |
| "grad_norm": 1.2674223184585571, |
| "learning_rate": 7.396293292481452e-05, |
| "epoch": 0.63, |
| "step": 41975 |
| }, |
| { |
| "loss": 1.1096, |
| "grad_norm": 1.589810848236084, |
| "learning_rate": 7.38878375536932e-05, |
| "epoch": 0.63, |
| "step": 42000 |
| }, |
| { |
| "loss": 1.1267, |
| "grad_norm": 1.9553534984588623, |
| "learning_rate": 7.381274218257187e-05, |
| "epoch": 0.63, |
| "step": 42025 |
| }, |
| { |
| "loss": 1.1687, |
| "grad_norm": 1.646224021911621, |
| "learning_rate": 7.373764681145054e-05, |
| "epoch": 0.63, |
| "step": 42050 |
| }, |
| { |
| "loss": 1.1368, |
| "grad_norm": 1.515450119972229, |
| "learning_rate": 7.366255144032922e-05, |
| "epoch": 0.63, |
| "step": 42075 |
| }, |
| { |
| "loss": 1.1289, |
| "grad_norm": 1.4205098152160645, |
| "learning_rate": 7.35874560692079e-05, |
| "epoch": 0.63, |
| "step": 42100 |
| }, |
| { |
| "loss": 1.0966, |
| "grad_norm": 1.0404484272003174, |
| "learning_rate": 7.351236069808656e-05, |
| "epoch": 0.63, |
| "step": 42125 |
| }, |
| { |
| "loss": 1.0713, |
| "grad_norm": 1.615555763244629, |
| "learning_rate": 7.343726532696525e-05, |
| "epoch": 0.63, |
| "step": 42150 |
| }, |
| { |
| "loss": 1.1928, |
| "grad_norm": 1.5871440172195435, |
| "learning_rate": 7.336216995584393e-05, |
| "epoch": 0.63, |
| "step": 42175 |
| }, |
| { |
| "loss": 1.1243, |
| "grad_norm": 1.4905834197998047, |
| "learning_rate": 7.32870745847226e-05, |
| "epoch": 0.63, |
| "step": 42200 |
| }, |
| { |
| "loss": 1.1623, |
| "grad_norm": 1.8793108463287354, |
| "learning_rate": 7.321197921360128e-05, |
| "epoch": 0.63, |
| "step": 42225 |
| }, |
| { |
| "loss": 1.1306, |
| "grad_norm": 1.7370017766952515, |
| "learning_rate": 7.313688384247996e-05, |
| "epoch": 0.63, |
| "step": 42250 |
| }, |
| { |
| "loss": 1.1043, |
| "grad_norm": 1.2322642803192139, |
| "learning_rate": 7.306178847135862e-05, |
| "epoch": 0.63, |
| "step": 42275 |
| }, |
| { |
| "loss": 1.1336, |
| "grad_norm": 1.9522937536239624, |
| "learning_rate": 7.29866931002373e-05, |
| "epoch": 0.64, |
| "step": 42300 |
| }, |
| { |
| "loss": 1.2031, |
| "grad_norm": 1.7146880626678467, |
| "learning_rate": 7.291159772911598e-05, |
| "epoch": 0.64, |
| "step": 42325 |
| }, |
| { |
| "loss": 1.0689, |
| "grad_norm": 1.353827953338623, |
| "learning_rate": 7.283650235799465e-05, |
| "epoch": 0.64, |
| "step": 42350 |
| }, |
| { |
| "loss": 1.046, |
| "grad_norm": 1.0300394296646118, |
| "learning_rate": 7.276140698687334e-05, |
| "epoch": 0.64, |
| "step": 42375 |
| }, |
| { |
| "loss": 1.1271, |
| "grad_norm": 1.7847486734390259, |
| "learning_rate": 7.268631161575202e-05, |
| "epoch": 0.64, |
| "step": 42400 |
| }, |
| { |
| "loss": 1.1355, |
| "grad_norm": 1.5269598960876465, |
| "learning_rate": 7.261121624463068e-05, |
| "epoch": 0.64, |
| "step": 42425 |
| }, |
| { |
| "loss": 1.1399, |
| "grad_norm": 1.863671898841858, |
| "learning_rate": 7.253612087350936e-05, |
| "epoch": 0.64, |
| "step": 42450 |
| }, |
| { |
| "loss": 1.1696, |
| "grad_norm": 1.3562769889831543, |
| "learning_rate": 7.246102550238804e-05, |
| "epoch": 0.64, |
| "step": 42475 |
| }, |
| { |
| "loss": 1.1442, |
| "grad_norm": 1.9278922080993652, |
| "learning_rate": 7.23859301312667e-05, |
| "epoch": 0.64, |
| "step": 42500 |
| }, |
| { |
| "loss": 1.1339, |
| "grad_norm": 1.8279402256011963, |
| "learning_rate": 7.231083476014538e-05, |
| "epoch": 0.64, |
| "step": 42525 |
| }, |
| { |
| "loss": 1.1319, |
| "grad_norm": 1.165343999862671, |
| "learning_rate": 7.223573938902406e-05, |
| "epoch": 0.64, |
| "step": 42550 |
| }, |
| { |
| "loss": 1.0568, |
| "grad_norm": 1.109803318977356, |
| "learning_rate": 7.216064401790274e-05, |
| "epoch": 0.64, |
| "step": 42575 |
| }, |
| { |
| "loss": 1.214, |
| "grad_norm": 1.3198269605636597, |
| "learning_rate": 7.208554864678142e-05, |
| "epoch": 0.64, |
| "step": 42600 |
| }, |
| { |
| "loss": 1.1511, |
| "grad_norm": 1.4255495071411133, |
| "learning_rate": 7.20104532756601e-05, |
| "epoch": 0.64, |
| "step": 42625 |
| }, |
| { |
| "loss": 1.2014, |
| "grad_norm": 2.5674383640289307, |
| "learning_rate": 7.193535790453876e-05, |
| "epoch": 0.64, |
| "step": 42650 |
| }, |
| { |
| "loss": 1.1177, |
| "grad_norm": 2.265868663787842, |
| "learning_rate": 7.186026253341744e-05, |
| "epoch": 0.64, |
| "step": 42675 |
| }, |
| { |
| "loss": 1.151, |
| "grad_norm": 1.6792558431625366, |
| "learning_rate": 7.178516716229612e-05, |
| "epoch": 0.64, |
| "step": 42700 |
| }, |
| { |
| "loss": 1.211, |
| "grad_norm": 1.5409029722213745, |
| "learning_rate": 7.171007179117479e-05, |
| "epoch": 0.64, |
| "step": 42725 |
| }, |
| { |
| "loss": 1.1475, |
| "grad_norm": 2.21852970123291, |
| "learning_rate": 7.163497642005347e-05, |
| "epoch": 0.64, |
| "step": 42750 |
| }, |
| { |
| "loss": 1.1559, |
| "grad_norm": 1.770150065422058, |
| "learning_rate": 7.155988104893215e-05, |
| "epoch": 0.64, |
| "step": 42775 |
| }, |
| { |
| "loss": 1.1443, |
| "grad_norm": 2.0208752155303955, |
| "learning_rate": 7.148478567781082e-05, |
| "epoch": 0.64, |
| "step": 42800 |
| }, |
| { |
| "loss": 1.1486, |
| "grad_norm": 1.3952795267105103, |
| "learning_rate": 7.14096903066895e-05, |
| "epoch": 0.64, |
| "step": 42825 |
| }, |
| { |
| "loss": 1.1166, |
| "grad_norm": 1.055246114730835, |
| "learning_rate": 7.133459493556818e-05, |
| "epoch": 0.64, |
| "step": 42850 |
| }, |
| { |
| "loss": 1.1424, |
| "grad_norm": 1.9727169275283813, |
| "learning_rate": 7.125949956444685e-05, |
| "epoch": 0.64, |
| "step": 42875 |
| }, |
| { |
| "loss": 1.1111, |
| "grad_norm": 1.2607585191726685, |
| "learning_rate": 7.118440419332553e-05, |
| "epoch": 0.64, |
| "step": 42900 |
| }, |
| { |
| "loss": 1.1684, |
| "grad_norm": 1.3263331651687622, |
| "learning_rate": 7.11093088222042e-05, |
| "epoch": 0.64, |
| "step": 42925 |
| }, |
| { |
| "loss": 1.1461, |
| "grad_norm": 1.7771466970443726, |
| "learning_rate": 7.103421345108287e-05, |
| "epoch": 0.65, |
| "step": 42950 |
| }, |
| { |
| "loss": 1.0846, |
| "grad_norm": 1.842961311340332, |
| "learning_rate": 7.095911807996155e-05, |
| "epoch": 0.65, |
| "step": 42975 |
| }, |
| { |
| "loss": 1.143, |
| "grad_norm": 1.8266829252243042, |
| "learning_rate": 7.088402270884023e-05, |
| "epoch": 0.65, |
| "step": 43000 |
| }, |
| { |
| "loss": 1.1259, |
| "grad_norm": 2.703138828277588, |
| "learning_rate": 7.08089273377189e-05, |
| "epoch": 0.65, |
| "step": 43025 |
| }, |
| { |
| "loss": 1.1592, |
| "grad_norm": 1.7669565677642822, |
| "learning_rate": 7.073383196659759e-05, |
| "epoch": 0.65, |
| "step": 43050 |
| }, |
| { |
| "loss": 1.157, |
| "grad_norm": 2.708080530166626, |
| "learning_rate": 7.065873659547626e-05, |
| "epoch": 0.65, |
| "step": 43075 |
| }, |
| { |
| "loss": 1.1409, |
| "grad_norm": 0.9941558241844177, |
| "learning_rate": 7.058364122435493e-05, |
| "epoch": 0.65, |
| "step": 43100 |
| }, |
| { |
| "loss": 1.09, |
| "grad_norm": 2.0420825481414795, |
| "learning_rate": 7.050854585323361e-05, |
| "epoch": 0.65, |
| "step": 43125 |
| }, |
| { |
| "loss": 1.1426, |
| "grad_norm": 2.205864667892456, |
| "learning_rate": 7.043345048211229e-05, |
| "epoch": 0.65, |
| "step": 43150 |
| }, |
| { |
| "loss": 1.0324, |
| "grad_norm": 1.426829218864441, |
| "learning_rate": 7.035835511099095e-05, |
| "epoch": 0.65, |
| "step": 43175 |
| }, |
| { |
| "loss": 1.0635, |
| "grad_norm": 2.733449935913086, |
| "learning_rate": 7.028325973986963e-05, |
| "epoch": 0.65, |
| "step": 43200 |
| }, |
| { |
| "loss": 1.0572, |
| "grad_norm": 1.3944034576416016, |
| "learning_rate": 7.020816436874832e-05, |
| "epoch": 0.65, |
| "step": 43225 |
| }, |
| { |
| "loss": 1.0696, |
| "grad_norm": 3.0517678260803223, |
| "learning_rate": 7.013306899762699e-05, |
| "epoch": 0.65, |
| "step": 43250 |
| }, |
| { |
| "loss": 1.1799, |
| "grad_norm": 1.6215708255767822, |
| "learning_rate": 7.005797362650567e-05, |
| "epoch": 0.65, |
| "step": 43275 |
| }, |
| { |
| "loss": 1.2173, |
| "grad_norm": 1.6113760471343994, |
| "learning_rate": 6.99858820702292e-05, |
| "epoch": 0.65, |
| "step": 43300 |
| }, |
| { |
| "loss": 1.1714, |
| "grad_norm": 2.9850752353668213, |
| "learning_rate": 6.991078669910786e-05, |
| "epoch": 0.65, |
| "step": 43325 |
| }, |
| { |
| "loss": 1.0623, |
| "grad_norm": 1.9807687997817993, |
| "learning_rate": 6.983569132798654e-05, |
| "epoch": 0.65, |
| "step": 43350 |
| }, |
| { |
| "loss": 1.1881, |
| "grad_norm": 1.4547510147094727, |
| "learning_rate": 6.976059595686523e-05, |
| "epoch": 0.65, |
| "step": 43375 |
| }, |
| { |
| "loss": 1.1096, |
| "grad_norm": 1.768142819404602, |
| "learning_rate": 6.96855005857439e-05, |
| "epoch": 0.65, |
| "step": 43400 |
| }, |
| { |
| "loss": 1.1513, |
| "grad_norm": 1.4340214729309082, |
| "learning_rate": 6.961040521462258e-05, |
| "epoch": 0.65, |
| "step": 43425 |
| }, |
| { |
| "loss": 1.1259, |
| "grad_norm": 2.260941743850708, |
| "learning_rate": 6.953530984350126e-05, |
| "epoch": 0.65, |
| "step": 43450 |
| }, |
| { |
| "loss": 1.0911, |
| "grad_norm": 1.3704345226287842, |
| "learning_rate": 6.946021447237992e-05, |
| "epoch": 0.65, |
| "step": 43475 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 2.298049211502075, |
| "learning_rate": 6.93851191012586e-05, |
| "epoch": 0.65, |
| "step": 43500 |
| }, |
| { |
| "loss": 1.127, |
| "grad_norm": 1.4709994792938232, |
| "learning_rate": 6.931002373013728e-05, |
| "epoch": 0.65, |
| "step": 43525 |
| }, |
| { |
| "loss": 1.0889, |
| "grad_norm": 1.7260873317718506, |
| "learning_rate": 6.923492835901594e-05, |
| "epoch": 0.65, |
| "step": 43550 |
| }, |
| { |
| "loss": 1.1871, |
| "grad_norm": 1.912359595298767, |
| "learning_rate": 6.915983298789464e-05, |
| "epoch": 0.65, |
| "step": 43575 |
| }, |
| { |
| "loss": 1.1445, |
| "grad_norm": 1.4736065864562988, |
| "learning_rate": 6.908473761677332e-05, |
| "epoch": 0.65, |
| "step": 43600 |
| }, |
| { |
| "loss": 1.1363, |
| "grad_norm": 2.0081377029418945, |
| "learning_rate": 6.900964224565198e-05, |
| "epoch": 0.66, |
| "step": 43625 |
| }, |
| { |
| "loss": 1.1329, |
| "grad_norm": 1.3601313829421997, |
| "learning_rate": 6.893454687453066e-05, |
| "epoch": 0.66, |
| "step": 43650 |
| }, |
| { |
| "loss": 1.0892, |
| "grad_norm": 1.9667214155197144, |
| "learning_rate": 6.885945150340934e-05, |
| "epoch": 0.66, |
| "step": 43675 |
| }, |
| { |
| "loss": 1.1483, |
| "grad_norm": 1.3687251806259155, |
| "learning_rate": 6.878735994713285e-05, |
| "epoch": 0.66, |
| "step": 43700 |
| }, |
| { |
| "loss": 1.0915, |
| "grad_norm": 2.4071569442749023, |
| "learning_rate": 6.871226457601155e-05, |
| "epoch": 0.66, |
| "step": 43725 |
| }, |
| { |
| "loss": 1.1005, |
| "grad_norm": 1.577147126197815, |
| "learning_rate": 6.863716920489021e-05, |
| "epoch": 0.66, |
| "step": 43750 |
| }, |
| { |
| "loss": 1.1643, |
| "grad_norm": 4.050117015838623, |
| "learning_rate": 6.856207383376889e-05, |
| "epoch": 0.66, |
| "step": 43775 |
| }, |
| { |
| "loss": 1.1211, |
| "grad_norm": 1.6273080110549927, |
| "learning_rate": 6.848697846264757e-05, |
| "epoch": 0.66, |
| "step": 43800 |
| }, |
| { |
| "loss": 1.082, |
| "grad_norm": 1.4899144172668457, |
| "learning_rate": 6.841188309152623e-05, |
| "epoch": 0.66, |
| "step": 43825 |
| }, |
| { |
| "loss": 1.1292, |
| "grad_norm": 2.176234006881714, |
| "learning_rate": 6.833678772040491e-05, |
| "epoch": 0.66, |
| "step": 43850 |
| }, |
| { |
| "loss": 1.1189, |
| "grad_norm": 1.6825004816055298, |
| "learning_rate": 6.826169234928359e-05, |
| "epoch": 0.66, |
| "step": 43875 |
| }, |
| { |
| "loss": 1.0886, |
| "grad_norm": 1.342085361480713, |
| "learning_rate": 6.818659697816227e-05, |
| "epoch": 0.66, |
| "step": 43900 |
| }, |
| { |
| "loss": 1.146, |
| "grad_norm": 0.8940933346748352, |
| "learning_rate": 6.811150160704095e-05, |
| "epoch": 0.66, |
| "step": 43925 |
| }, |
| { |
| "loss": 1.0925, |
| "grad_norm": 1.4835485219955444, |
| "learning_rate": 6.803640623591963e-05, |
| "epoch": 0.66, |
| "step": 43950 |
| }, |
| { |
| "loss": 1.1992, |
| "grad_norm": 1.9649572372436523, |
| "learning_rate": 6.79613108647983e-05, |
| "epoch": 0.66, |
| "step": 43975 |
| }, |
| { |
| "loss": 1.1081, |
| "grad_norm": 1.4442362785339355, |
| "learning_rate": 6.788621549367697e-05, |
| "epoch": 0.66, |
| "step": 44000 |
| }, |
| { |
| "loss": 1.1475, |
| "grad_norm": 3.4296488761901855, |
| "learning_rate": 6.781112012255565e-05, |
| "epoch": 0.66, |
| "step": 44025 |
| }, |
| { |
| "loss": 1.1343, |
| "grad_norm": 2.3116354942321777, |
| "learning_rate": 6.773602475143432e-05, |
| "epoch": 0.66, |
| "step": 44050 |
| }, |
| { |
| "loss": 1.1686, |
| "grad_norm": 1.6859666109085083, |
| "learning_rate": 6.7660929380313e-05, |
| "epoch": 0.66, |
| "step": 44075 |
| }, |
| { |
| "loss": 1.1612, |
| "grad_norm": 1.4094436168670654, |
| "learning_rate": 6.758583400919168e-05, |
| "epoch": 0.66, |
| "step": 44100 |
| }, |
| { |
| "loss": 1.1254, |
| "grad_norm": 2.2246947288513184, |
| "learning_rate": 6.751073863807035e-05, |
| "epoch": 0.66, |
| "step": 44125 |
| }, |
| { |
| "loss": 1.16, |
| "grad_norm": 1.2146118879318237, |
| "learning_rate": 6.743564326694903e-05, |
| "epoch": 0.66, |
| "step": 44150 |
| }, |
| { |
| "loss": 1.1512, |
| "grad_norm": 1.7137471437454224, |
| "learning_rate": 6.736054789582771e-05, |
| "epoch": 0.66, |
| "step": 44175 |
| }, |
| { |
| "loss": 1.0637, |
| "grad_norm": 1.3975019454956055, |
| "learning_rate": 6.728545252470638e-05, |
| "epoch": 0.66, |
| "step": 44200 |
| }, |
| { |
| "loss": 1.1295, |
| "grad_norm": 1.0238609313964844, |
| "learning_rate": 6.721035715358506e-05, |
| "epoch": 0.66, |
| "step": 44225 |
| }, |
| { |
| "loss": 1.0978, |
| "grad_norm": 1.798096776008606, |
| "learning_rate": 6.713526178246373e-05, |
| "epoch": 0.66, |
| "step": 44250 |
| }, |
| { |
| "loss": 1.1513, |
| "grad_norm": 1.8276596069335938, |
| "learning_rate": 6.70601664113424e-05, |
| "epoch": 0.66, |
| "step": 44275 |
| }, |
| { |
| "loss": 1.1275, |
| "grad_norm": 2.5206449031829834, |
| "learning_rate": 6.698507104022108e-05, |
| "epoch": 0.67, |
| "step": 44300 |
| }, |
| { |
| "loss": 1.1837, |
| "grad_norm": 1.401331901550293, |
| "learning_rate": 6.690997566909976e-05, |
| "epoch": 0.67, |
| "step": 44325 |
| }, |
| { |
| "loss": 1.137, |
| "grad_norm": 1.3737742900848389, |
| "learning_rate": 6.683488029797844e-05, |
| "epoch": 0.67, |
| "step": 44350 |
| }, |
| { |
| "loss": 1.161, |
| "grad_norm": 1.461982011795044, |
| "learning_rate": 6.675978492685712e-05, |
| "epoch": 0.67, |
| "step": 44375 |
| }, |
| { |
| "loss": 1.1194, |
| "grad_norm": 1.4352518320083618, |
| "learning_rate": 6.66846895557358e-05, |
| "epoch": 0.67, |
| "step": 44400 |
| }, |
| { |
| "loss": 1.2318, |
| "grad_norm": 1.9560725688934326, |
| "learning_rate": 6.660959418461446e-05, |
| "epoch": 0.67, |
| "step": 44425 |
| }, |
| { |
| "loss": 1.1218, |
| "grad_norm": 1.0845290422439575, |
| "learning_rate": 6.653449881349314e-05, |
| "epoch": 0.67, |
| "step": 44450 |
| }, |
| { |
| "loss": 1.2239, |
| "grad_norm": 1.4423961639404297, |
| "learning_rate": 6.645940344237182e-05, |
| "epoch": 0.67, |
| "step": 44475 |
| }, |
| { |
| "loss": 1.18, |
| "grad_norm": 2.2228844165802, |
| "learning_rate": 6.638430807125048e-05, |
| "epoch": 0.67, |
| "step": 44500 |
| }, |
| { |
| "loss": 1.1529, |
| "grad_norm": 1.524857521057129, |
| "learning_rate": 6.630921270012916e-05, |
| "epoch": 0.67, |
| "step": 44525 |
| }, |
| { |
| "loss": 1.121, |
| "grad_norm": 1.349579930305481, |
| "learning_rate": 6.623411732900784e-05, |
| "epoch": 0.67, |
| "step": 44550 |
| }, |
| { |
| "loss": 1.1108, |
| "grad_norm": 1.5544127225875854, |
| "learning_rate": 6.615902195788652e-05, |
| "epoch": 0.67, |
| "step": 44575 |
| }, |
| { |
| "loss": 1.1202, |
| "grad_norm": 1.1992143392562866, |
| "learning_rate": 6.60839265867652e-05, |
| "epoch": 0.67, |
| "step": 44600 |
| }, |
| { |
| "loss": 1.1227, |
| "grad_norm": 1.020192265510559, |
| "learning_rate": 6.600883121564388e-05, |
| "epoch": 0.67, |
| "step": 44625 |
| }, |
| { |
| "loss": 1.0743, |
| "grad_norm": 0.9846924543380737, |
| "learning_rate": 6.593373584452254e-05, |
| "epoch": 0.67, |
| "step": 44650 |
| }, |
| { |
| "loss": 1.1423, |
| "grad_norm": 1.3693522214889526, |
| "learning_rate": 6.585864047340122e-05, |
| "epoch": 0.67, |
| "step": 44675 |
| }, |
| { |
| "loss": 1.1301, |
| "grad_norm": 1.9597666263580322, |
| "learning_rate": 6.57835451022799e-05, |
| "epoch": 0.67, |
| "step": 44700 |
| }, |
| { |
| "loss": 1.1554, |
| "grad_norm": 1.1841599941253662, |
| "learning_rate": 6.570844973115857e-05, |
| "epoch": 0.67, |
| "step": 44725 |
| }, |
| { |
| "loss": 1.1822, |
| "grad_norm": 1.071419596672058, |
| "learning_rate": 6.563335436003724e-05, |
| "epoch": 0.67, |
| "step": 44750 |
| }, |
| { |
| "loss": 1.1234, |
| "grad_norm": 1.3992092609405518, |
| "learning_rate": 6.555825898891592e-05, |
| "epoch": 0.67, |
| "step": 44775 |
| }, |
| { |
| "loss": 1.089, |
| "grad_norm": 1.3875787258148193, |
| "learning_rate": 6.54831636177946e-05, |
| "epoch": 0.67, |
| "step": 44800 |
| }, |
| { |
| "loss": 1.1601, |
| "grad_norm": 1.7100720405578613, |
| "learning_rate": 6.540806824667328e-05, |
| "epoch": 0.67, |
| "step": 44825 |
| }, |
| { |
| "loss": 1.1281, |
| "grad_norm": 1.3852653503417969, |
| "learning_rate": 6.533297287555196e-05, |
| "epoch": 0.67, |
| "step": 44850 |
| }, |
| { |
| "loss": 1.1651, |
| "grad_norm": 2.1557846069335938, |
| "learning_rate": 6.525787750443063e-05, |
| "epoch": 0.67, |
| "step": 44875 |
| }, |
| { |
| "loss": 1.1061, |
| "grad_norm": 1.711010217666626, |
| "learning_rate": 6.51827821333093e-05, |
| "epoch": 0.67, |
| "step": 44900 |
| }, |
| { |
| "loss": 1.1282, |
| "grad_norm": 1.7825603485107422, |
| "learning_rate": 6.510768676218798e-05, |
| "epoch": 0.67, |
| "step": 44925 |
| }, |
| { |
| "loss": 1.1178, |
| "grad_norm": 1.6146150827407837, |
| "learning_rate": 6.503259139106666e-05, |
| "epoch": 0.68, |
| "step": 44950 |
| }, |
| { |
| "loss": 1.1025, |
| "grad_norm": 2.3008651733398438, |
| "learning_rate": 6.495749601994533e-05, |
| "epoch": 0.68, |
| "step": 44975 |
| }, |
| { |
| "loss": 1.1944, |
| "grad_norm": 1.2394930124282837, |
| "learning_rate": 6.4882400648824e-05, |
| "epoch": 0.68, |
| "step": 45000 |
| }, |
| { |
| "loss": 1.1354, |
| "grad_norm": 1.3226121664047241, |
| "learning_rate": 6.480730527770268e-05, |
| "epoch": 0.68, |
| "step": 45025 |
| }, |
| { |
| "loss": 1.082, |
| "grad_norm": 1.0096830129623413, |
| "learning_rate": 6.473220990658136e-05, |
| "epoch": 0.68, |
| "step": 45050 |
| }, |
| { |
| "loss": 1.1808, |
| "grad_norm": 1.8499752283096313, |
| "learning_rate": 6.465711453546004e-05, |
| "epoch": 0.68, |
| "step": 45075 |
| }, |
| { |
| "loss": 1.1287, |
| "grad_norm": 1.8377041816711426, |
| "learning_rate": 6.458201916433871e-05, |
| "epoch": 0.68, |
| "step": 45100 |
| }, |
| { |
| "loss": 1.1541, |
| "grad_norm": 1.5449110269546509, |
| "learning_rate": 6.450692379321739e-05, |
| "epoch": 0.68, |
| "step": 45125 |
| }, |
| { |
| "loss": 1.054, |
| "grad_norm": 1.7001621723175049, |
| "learning_rate": 6.443182842209607e-05, |
| "epoch": 0.68, |
| "step": 45150 |
| }, |
| { |
| "loss": 1.0684, |
| "grad_norm": 1.0393651723861694, |
| "learning_rate": 6.435673305097474e-05, |
| "epoch": 0.68, |
| "step": 45175 |
| }, |
| { |
| "loss": 1.1805, |
| "grad_norm": 1.6634325981140137, |
| "learning_rate": 6.428163767985341e-05, |
| "epoch": 0.68, |
| "step": 45200 |
| }, |
| { |
| "loss": 1.1241, |
| "grad_norm": 1.3879557847976685, |
| "learning_rate": 6.42065423087321e-05, |
| "epoch": 0.68, |
| "step": 45225 |
| }, |
| { |
| "loss": 1.0822, |
| "grad_norm": 1.3733693361282349, |
| "learning_rate": 6.413144693761077e-05, |
| "epoch": 0.68, |
| "step": 45250 |
| }, |
| { |
| "loss": 1.1762, |
| "grad_norm": 1.540552020072937, |
| "learning_rate": 6.405635156648945e-05, |
| "epoch": 0.68, |
| "step": 45275 |
| }, |
| { |
| "loss": 1.1056, |
| "grad_norm": 1.7979633808135986, |
| "learning_rate": 6.398125619536813e-05, |
| "epoch": 0.68, |
| "step": 45300 |
| }, |
| { |
| "loss": 1.0967, |
| "grad_norm": 1.601650357246399, |
| "learning_rate": 6.390616082424679e-05, |
| "epoch": 0.68, |
| "step": 45325 |
| }, |
| { |
| "loss": 1.13, |
| "grad_norm": 1.2980515956878662, |
| "learning_rate": 6.383106545312547e-05, |
| "epoch": 0.68, |
| "step": 45350 |
| }, |
| { |
| "loss": 1.1626, |
| "grad_norm": 1.1858327388763428, |
| "learning_rate": 6.375597008200415e-05, |
| "epoch": 0.68, |
| "step": 45375 |
| }, |
| { |
| "loss": 1.097, |
| "grad_norm": 1.3785401582717896, |
| "learning_rate": 6.368087471088283e-05, |
| "epoch": 0.68, |
| "step": 45400 |
| }, |
| { |
| "loss": 1.1721, |
| "grad_norm": 0.9480896592140198, |
| "learning_rate": 6.360577933976149e-05, |
| "epoch": 0.68, |
| "step": 45425 |
| }, |
| { |
| "loss": 1.1218, |
| "grad_norm": 1.55319344997406, |
| "learning_rate": 6.353068396864019e-05, |
| "epoch": 0.68, |
| "step": 45450 |
| }, |
| { |
| "loss": 1.1096, |
| "grad_norm": 1.589424729347229, |
| "learning_rate": 6.345558859751885e-05, |
| "epoch": 0.68, |
| "step": 45475 |
| }, |
| { |
| "loss": 1.1252, |
| "grad_norm": 1.1488457918167114, |
| "learning_rate": 6.338049322639753e-05, |
| "epoch": 0.68, |
| "step": 45500 |
| }, |
| { |
| "loss": 1.1776, |
| "grad_norm": 2.43381667137146, |
| "learning_rate": 6.330539785527621e-05, |
| "epoch": 0.68, |
| "step": 45525 |
| }, |
| { |
| "loss": 1.1062, |
| "grad_norm": 1.4571008682250977, |
| "learning_rate": 6.323030248415487e-05, |
| "epoch": 0.68, |
| "step": 45550 |
| }, |
| { |
| "loss": 1.0569, |
| "grad_norm": 2.75005841255188, |
| "learning_rate": 6.315520711303355e-05, |
| "epoch": 0.68, |
| "step": 45575 |
| }, |
| { |
| "loss": 1.1457, |
| "grad_norm": 1.2686755657196045, |
| "learning_rate": 6.308011174191223e-05, |
| "epoch": 0.68, |
| "step": 45600 |
| }, |
| { |
| "loss": 1.1216, |
| "grad_norm": 1.4540945291519165, |
| "learning_rate": 6.300501637079091e-05, |
| "epoch": 0.69, |
| "step": 45625 |
| }, |
| { |
| "loss": 1.1018, |
| "grad_norm": 1.2058906555175781, |
| "learning_rate": 6.292992099966958e-05, |
| "epoch": 0.69, |
| "step": 45650 |
| }, |
| { |
| "loss": 1.1387, |
| "grad_norm": 2.0346646308898926, |
| "learning_rate": 6.285482562854827e-05, |
| "epoch": 0.69, |
| "step": 45675 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 1.4020074605941772, |
| "learning_rate": 6.277973025742693e-05, |
| "epoch": 0.69, |
| "step": 45700 |
| }, |
| { |
| "loss": 1.1201, |
| "grad_norm": 1.4608796834945679, |
| "learning_rate": 6.270463488630561e-05, |
| "epoch": 0.69, |
| "step": 45725 |
| }, |
| { |
| "loss": 1.1399, |
| "grad_norm": 1.7157222032546997, |
| "learning_rate": 6.262953951518429e-05, |
| "epoch": 0.69, |
| "step": 45750 |
| }, |
| { |
| "loss": 1.1118, |
| "grad_norm": 1.1699299812316895, |
| "learning_rate": 6.255444414406296e-05, |
| "epoch": 0.69, |
| "step": 45775 |
| }, |
| { |
| "loss": 1.1491, |
| "grad_norm": 1.5801405906677246, |
| "learning_rate": 6.247934877294163e-05, |
| "epoch": 0.69, |
| "step": 45800 |
| }, |
| { |
| "loss": 1.1591, |
| "grad_norm": 2.6088712215423584, |
| "learning_rate": 6.240425340182031e-05, |
| "epoch": 0.69, |
| "step": 45825 |
| }, |
| { |
| "loss": 1.1241, |
| "grad_norm": 1.1088968515396118, |
| "learning_rate": 6.232915803069899e-05, |
| "epoch": 0.69, |
| "step": 45850 |
| }, |
| { |
| "loss": 1.1937, |
| "grad_norm": 1.9700263738632202, |
| "learning_rate": 6.225406265957767e-05, |
| "epoch": 0.69, |
| "step": 45875 |
| }, |
| { |
| "loss": 1.0887, |
| "grad_norm": 1.8540663719177246, |
| "learning_rate": 6.217896728845635e-05, |
| "epoch": 0.69, |
| "step": 45900 |
| }, |
| { |
| "loss": 1.1068, |
| "grad_norm": 1.1432939767837524, |
| "learning_rate": 6.210387191733502e-05, |
| "epoch": 0.69, |
| "step": 45925 |
| }, |
| { |
| "loss": 1.1209, |
| "grad_norm": 1.9326074123382568, |
| "learning_rate": 6.20287765462137e-05, |
| "epoch": 0.69, |
| "step": 45950 |
| }, |
| { |
| "loss": 1.1356, |
| "grad_norm": 1.928639531135559, |
| "learning_rate": 6.195368117509237e-05, |
| "epoch": 0.69, |
| "step": 45975 |
| }, |
| { |
| "loss": 1.1867, |
| "grad_norm": 1.4352381229400635, |
| "learning_rate": 6.187858580397104e-05, |
| "epoch": 0.69, |
| "step": 46000 |
| }, |
| { |
| "loss": 1.1867, |
| "grad_norm": 1.4124820232391357, |
| "learning_rate": 6.180349043284972e-05, |
| "epoch": 0.69, |
| "step": 46025 |
| }, |
| { |
| "loss": 1.1144, |
| "grad_norm": 2.557101249694824, |
| "learning_rate": 6.17283950617284e-05, |
| "epoch": 0.69, |
| "step": 46050 |
| }, |
| { |
| "loss": 1.0894, |
| "grad_norm": 1.6086410284042358, |
| "learning_rate": 6.165630350545192e-05, |
| "epoch": 0.69, |
| "step": 46075 |
| }, |
| { |
| "loss": 1.1666, |
| "grad_norm": 1.3408067226409912, |
| "learning_rate": 6.15812081343306e-05, |
| "epoch": 0.69, |
| "step": 46100 |
| }, |
| { |
| "loss": 1.0923, |
| "grad_norm": 1.303733229637146, |
| "learning_rate": 6.150611276320928e-05, |
| "epoch": 0.69, |
| "step": 46125 |
| }, |
| { |
| "loss": 1.1683, |
| "grad_norm": 2.2426815032958984, |
| "learning_rate": 6.143101739208795e-05, |
| "epoch": 0.69, |
| "step": 46150 |
| }, |
| { |
| "loss": 1.1749, |
| "grad_norm": 1.519041657447815, |
| "learning_rate": 6.135592202096663e-05, |
| "epoch": 0.69, |
| "step": 46175 |
| }, |
| { |
| "loss": 1.1571, |
| "grad_norm": 1.224007248878479, |
| "learning_rate": 6.12808266498453e-05, |
| "epoch": 0.69, |
| "step": 46200 |
| }, |
| { |
| "loss": 1.1916, |
| "grad_norm": 1.8132357597351074, |
| "learning_rate": 6.120573127872398e-05, |
| "epoch": 0.69, |
| "step": 46225 |
| }, |
| { |
| "loss": 1.122, |
| "grad_norm": 1.465853214263916, |
| "learning_rate": 6.113063590760266e-05, |
| "epoch": 0.69, |
| "step": 46250 |
| }, |
| { |
| "loss": 1.126, |
| "grad_norm": 1.07510507106781, |
| "learning_rate": 6.105554053648134e-05, |
| "epoch": 0.69, |
| "step": 46275 |
| }, |
| { |
| "loss": 1.1603, |
| "grad_norm": 1.3960785865783691, |
| "learning_rate": 6.0980445165360014e-05, |
| "epoch": 0.7, |
| "step": 46300 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 1.2278742790222168, |
| "learning_rate": 6.0905349794238687e-05, |
| "epoch": 0.7, |
| "step": 46325 |
| }, |
| { |
| "loss": 1.159, |
| "grad_norm": 1.0870790481567383, |
| "learning_rate": 6.083025442311736e-05, |
| "epoch": 0.7, |
| "step": 46350 |
| }, |
| { |
| "loss": 1.1108, |
| "grad_norm": 1.3281099796295166, |
| "learning_rate": 6.075515905199604e-05, |
| "epoch": 0.7, |
| "step": 46375 |
| }, |
| { |
| "loss": 1.1345, |
| "grad_norm": 1.004966139793396, |
| "learning_rate": 6.068006368087471e-05, |
| "epoch": 0.7, |
| "step": 46400 |
| }, |
| { |
| "loss": 1.1449, |
| "grad_norm": 1.102554202079773, |
| "learning_rate": 6.060496830975338e-05, |
| "epoch": 0.7, |
| "step": 46425 |
| }, |
| { |
| "loss": 1.1252, |
| "grad_norm": 1.598632574081421, |
| "learning_rate": 6.052987293863207e-05, |
| "epoch": 0.7, |
| "step": 46450 |
| }, |
| { |
| "loss": 1.1236, |
| "grad_norm": 1.7185138463974, |
| "learning_rate": 6.0454777567510746e-05, |
| "epoch": 0.7, |
| "step": 46475 |
| }, |
| { |
| "loss": 1.0913, |
| "grad_norm": 1.3190034627914429, |
| "learning_rate": 6.037968219638942e-05, |
| "epoch": 0.7, |
| "step": 46500 |
| }, |
| { |
| "loss": 1.0544, |
| "grad_norm": 2.019202947616577, |
| "learning_rate": 6.03045868252681e-05, |
| "epoch": 0.7, |
| "step": 46525 |
| }, |
| { |
| "loss": 1.12, |
| "grad_norm": 1.3409463167190552, |
| "learning_rate": 6.022949145414677e-05, |
| "epoch": 0.7, |
| "step": 46550 |
| }, |
| { |
| "loss": 1.1206, |
| "grad_norm": 1.9381085634231567, |
| "learning_rate": 6.015439608302544e-05, |
| "epoch": 0.7, |
| "step": 46575 |
| }, |
| { |
| "loss": 1.0804, |
| "grad_norm": 1.1460068225860596, |
| "learning_rate": 6.007930071190412e-05, |
| "epoch": 0.7, |
| "step": 46600 |
| }, |
| { |
| "loss": 1.0772, |
| "grad_norm": 1.3288995027542114, |
| "learning_rate": 6.000420534078279e-05, |
| "epoch": 0.7, |
| "step": 46625 |
| }, |
| { |
| "loss": 1.1105, |
| "grad_norm": 1.3131263256072998, |
| "learning_rate": 5.9929109969661464e-05, |
| "epoch": 0.7, |
| "step": 46650 |
| }, |
| { |
| "loss": 1.1337, |
| "grad_norm": 4.209181308746338, |
| "learning_rate": 5.985401459854016e-05, |
| "epoch": 0.7, |
| "step": 46675 |
| }, |
| { |
| "loss": 1.1791, |
| "grad_norm": 1.737858772277832, |
| "learning_rate": 5.977891922741883e-05, |
| "epoch": 0.7, |
| "step": 46700 |
| }, |
| { |
| "loss": 1.1116, |
| "grad_norm": 1.5516709089279175, |
| "learning_rate": 5.97038238562975e-05, |
| "epoch": 0.7, |
| "step": 46725 |
| }, |
| { |
| "loss": 1.1036, |
| "grad_norm": 1.0340015888214111, |
| "learning_rate": 5.962872848517618e-05, |
| "epoch": 0.7, |
| "step": 46750 |
| }, |
| { |
| "loss": 1.1996, |
| "grad_norm": 2.427554130554199, |
| "learning_rate": 5.955363311405485e-05, |
| "epoch": 0.7, |
| "step": 46775 |
| }, |
| { |
| "loss": 1.195, |
| "grad_norm": 2.024531602859497, |
| "learning_rate": 5.9478537742933524e-05, |
| "epoch": 0.7, |
| "step": 46800 |
| }, |
| { |
| "loss": 1.2264, |
| "grad_norm": 1.2301228046417236, |
| "learning_rate": 5.94034423718122e-05, |
| "epoch": 0.7, |
| "step": 46825 |
| }, |
| { |
| "loss": 1.0799, |
| "grad_norm": 1.2450840473175049, |
| "learning_rate": 5.9328347000690875e-05, |
| "epoch": 0.7, |
| "step": 46850 |
| }, |
| { |
| "loss": 1.1088, |
| "grad_norm": 1.3164767026901245, |
| "learning_rate": 5.925325162956956e-05, |
| "epoch": 0.7, |
| "step": 46875 |
| }, |
| { |
| "loss": 1.1358, |
| "grad_norm": 1.6260111331939697, |
| "learning_rate": 5.917815625844824e-05, |
| "epoch": 0.7, |
| "step": 46900 |
| }, |
| { |
| "loss": 1.1555, |
| "grad_norm": 1.2355117797851562, |
| "learning_rate": 5.910306088732691e-05, |
| "epoch": 0.7, |
| "step": 46925 |
| }, |
| { |
| "loss": 1.1982, |
| "grad_norm": 1.639583706855774, |
| "learning_rate": 5.9027965516205584e-05, |
| "epoch": 0.71, |
| "step": 46950 |
| }, |
| { |
| "loss": 1.1229, |
| "grad_norm": 1.5127111673355103, |
| "learning_rate": 5.895287014508426e-05, |
| "epoch": 0.71, |
| "step": 46975 |
| }, |
| { |
| "loss": 1.0991, |
| "grad_norm": 1.5103808641433716, |
| "learning_rate": 5.8877774773962935e-05, |
| "epoch": 0.71, |
| "step": 47000 |
| }, |
| { |
| "loss": 1.1568, |
| "grad_norm": 1.9068769216537476, |
| "learning_rate": 5.880267940284161e-05, |
| "epoch": 0.71, |
| "step": 47025 |
| }, |
| { |
| "loss": 1.1621, |
| "grad_norm": 1.520690679550171, |
| "learning_rate": 5.8727584031720286e-05, |
| "epoch": 0.71, |
| "step": 47050 |
| }, |
| { |
| "loss": 1.148, |
| "grad_norm": 3.158663749694824, |
| "learning_rate": 5.865248866059896e-05, |
| "epoch": 0.71, |
| "step": 47075 |
| }, |
| { |
| "loss": 1.1379, |
| "grad_norm": 2.538459300994873, |
| "learning_rate": 5.857739328947764e-05, |
| "epoch": 0.71, |
| "step": 47100 |
| }, |
| { |
| "loss": 1.2194, |
| "grad_norm": 1.1677653789520264, |
| "learning_rate": 5.850229791835632e-05, |
| "epoch": 0.71, |
| "step": 47125 |
| }, |
| { |
| "loss": 1.1959, |
| "grad_norm": 1.7188001871109009, |
| "learning_rate": 5.8427202547234994e-05, |
| "epoch": 0.71, |
| "step": 47150 |
| }, |
| { |
| "loss": 1.1502, |
| "grad_norm": 1.4081776142120361, |
| "learning_rate": 5.8352107176113666e-05, |
| "epoch": 0.71, |
| "step": 47175 |
| }, |
| { |
| "loss": 1.182, |
| "grad_norm": 1.6037064790725708, |
| "learning_rate": 5.8277011804992345e-05, |
| "epoch": 0.71, |
| "step": 47200 |
| }, |
| { |
| "loss": 1.1552, |
| "grad_norm": 2.5029053688049316, |
| "learning_rate": 5.820191643387102e-05, |
| "epoch": 0.71, |
| "step": 47225 |
| }, |
| { |
| "loss": 1.0832, |
| "grad_norm": 1.6237151622772217, |
| "learning_rate": 5.812682106274969e-05, |
| "epoch": 0.71, |
| "step": 47250 |
| }, |
| { |
| "loss": 1.1307, |
| "grad_norm": 1.8060946464538574, |
| "learning_rate": 5.805172569162837e-05, |
| "epoch": 0.71, |
| "step": 47275 |
| }, |
| { |
| "loss": 1.0566, |
| "grad_norm": 1.7570223808288574, |
| "learning_rate": 5.797663032050704e-05, |
| "epoch": 0.71, |
| "step": 47300 |
| }, |
| { |
| "loss": 1.1227, |
| "grad_norm": 0.9945117831230164, |
| "learning_rate": 5.7901534949385726e-05, |
| "epoch": 0.71, |
| "step": 47325 |
| }, |
| { |
| "loss": 1.1882, |
| "grad_norm": 2.105391025543213, |
| "learning_rate": 5.7826439578264405e-05, |
| "epoch": 0.71, |
| "step": 47350 |
| }, |
| { |
| "loss": 1.1754, |
| "grad_norm": 2.504192352294922, |
| "learning_rate": 5.775134420714308e-05, |
| "epoch": 0.71, |
| "step": 47375 |
| }, |
| { |
| "loss": 1.0904, |
| "grad_norm": 1.456892967224121, |
| "learning_rate": 5.767624883602175e-05, |
| "epoch": 0.71, |
| "step": 47400 |
| }, |
| { |
| "loss": 1.1371, |
| "grad_norm": 1.5804184675216675, |
| "learning_rate": 5.760115346490043e-05, |
| "epoch": 0.71, |
| "step": 47425 |
| }, |
| { |
| "loss": 1.132, |
| "grad_norm": 2.141827344894409, |
| "learning_rate": 5.75260580937791e-05, |
| "epoch": 0.71, |
| "step": 47450 |
| }, |
| { |
| "loss": 1.142, |
| "grad_norm": 2.439383029937744, |
| "learning_rate": 5.745096272265777e-05, |
| "epoch": 0.71, |
| "step": 47475 |
| }, |
| { |
| "loss": 1.1004, |
| "grad_norm": 1.3394807577133179, |
| "learning_rate": 5.737586735153645e-05, |
| "epoch": 0.71, |
| "step": 47500 |
| }, |
| { |
| "loss": 1.0454, |
| "grad_norm": 1.1147385835647583, |
| "learning_rate": 5.730077198041514e-05, |
| "epoch": 0.71, |
| "step": 47525 |
| }, |
| { |
| "loss": 1.1216, |
| "grad_norm": 2.184941291809082, |
| "learning_rate": 5.722567660929381e-05, |
| "epoch": 0.71, |
| "step": 47550 |
| }, |
| { |
| "loss": 1.1123, |
| "grad_norm": 1.4739607572555542, |
| "learning_rate": 5.715058123817249e-05, |
| "epoch": 0.71, |
| "step": 47575 |
| }, |
| { |
| "loss": 1.0541, |
| "grad_norm": 1.1950966119766235, |
| "learning_rate": 5.707548586705116e-05, |
| "epoch": 0.71, |
| "step": 47600 |
| }, |
| { |
| "loss": 1.0943, |
| "grad_norm": 1.8516206741333008, |
| "learning_rate": 5.700039049592983e-05, |
| "epoch": 0.72, |
| "step": 47625 |
| }, |
| { |
| "loss": 1.1332, |
| "grad_norm": 1.2161145210266113, |
| "learning_rate": 5.692529512480851e-05, |
| "epoch": 0.72, |
| "step": 47650 |
| }, |
| { |
| "loss": 1.182, |
| "grad_norm": 1.776667833328247, |
| "learning_rate": 5.685019975368718e-05, |
| "epoch": 0.72, |
| "step": 47675 |
| }, |
| { |
| "loss": 1.1426, |
| "grad_norm": 1.0378066301345825, |
| "learning_rate": 5.6775104382565855e-05, |
| "epoch": 0.72, |
| "step": 47700 |
| }, |
| { |
| "loss": 1.1334, |
| "grad_norm": 1.2625921964645386, |
| "learning_rate": 5.6700009011444534e-05, |
| "epoch": 0.72, |
| "step": 47725 |
| }, |
| { |
| "loss": 1.0911, |
| "grad_norm": 1.5473499298095703, |
| "learning_rate": 5.662491364032322e-05, |
| "epoch": 0.72, |
| "step": 47750 |
| }, |
| { |
| "loss": 1.1503, |
| "grad_norm": 2.243377447128296, |
| "learning_rate": 5.654981826920189e-05, |
| "epoch": 0.72, |
| "step": 47775 |
| }, |
| { |
| "loss": 1.1469, |
| "grad_norm": 1.3182121515274048, |
| "learning_rate": 5.647472289808057e-05, |
| "epoch": 0.72, |
| "step": 47800 |
| }, |
| { |
| "loss": 1.1264, |
| "grad_norm": 1.2882803678512573, |
| "learning_rate": 5.639962752695924e-05, |
| "epoch": 0.72, |
| "step": 47825 |
| }, |
| { |
| "loss": 1.1511, |
| "grad_norm": 1.2225452661514282, |
| "learning_rate": 5.6324532155837915e-05, |
| "epoch": 0.72, |
| "step": 47850 |
| }, |
| { |
| "loss": 1.1468, |
| "grad_norm": 2.1035497188568115, |
| "learning_rate": 5.6249436784716593e-05, |
| "epoch": 0.72, |
| "step": 47875 |
| }, |
| { |
| "loss": 1.1549, |
| "grad_norm": 1.6698153018951416, |
| "learning_rate": 5.6174341413595265e-05, |
| "epoch": 0.72, |
| "step": 47900 |
| }, |
| { |
| "loss": 1.176, |
| "grad_norm": 1.939454436302185, |
| "learning_rate": 5.609924604247394e-05, |
| "epoch": 0.72, |
| "step": 47925 |
| }, |
| { |
| "loss": 1.1494, |
| "grad_norm": 1.100350260734558, |
| "learning_rate": 5.6024150671352616e-05, |
| "epoch": 0.72, |
| "step": 47950 |
| }, |
| { |
| "loss": 1.1401, |
| "grad_norm": 1.3846749067306519, |
| "learning_rate": 5.59490553002313e-05, |
| "epoch": 0.72, |
| "step": 47975 |
| }, |
| { |
| "loss": 1.1711, |
| "grad_norm": 1.5334635972976685, |
| "learning_rate": 5.5873959929109974e-05, |
| "epoch": 0.72, |
| "step": 48000 |
| }, |
| { |
| "loss": 1.1391, |
| "grad_norm": 1.1351529359817505, |
| "learning_rate": 5.579886455798865e-05, |
| "epoch": 0.72, |
| "step": 48025 |
| }, |
| { |
| "loss": 1.1284, |
| "grad_norm": 1.8126013278961182, |
| "learning_rate": 5.5723769186867325e-05, |
| "epoch": 0.72, |
| "step": 48050 |
| }, |
| { |
| "loss": 1.1845, |
| "grad_norm": 1.187787652015686, |
| "learning_rate": 5.5648673815746e-05, |
| "epoch": 0.72, |
| "step": 48075 |
| }, |
| { |
| "loss": 1.1659, |
| "grad_norm": 2.978299140930176, |
| "learning_rate": 5.5573578444624676e-05, |
| "epoch": 0.72, |
| "step": 48100 |
| }, |
| { |
| "loss": 1.1497, |
| "grad_norm": 1.6019436120986938, |
| "learning_rate": 5.549848307350335e-05, |
| "epoch": 0.72, |
| "step": 48125 |
| }, |
| { |
| "loss": 1.0611, |
| "grad_norm": 1.380462408065796, |
| "learning_rate": 5.542338770238202e-05, |
| "epoch": 0.72, |
| "step": 48150 |
| }, |
| { |
| "loss": 1.1723, |
| "grad_norm": 1.732176661491394, |
| "learning_rate": 5.53482923312607e-05, |
| "epoch": 0.72, |
| "step": 48175 |
| }, |
| { |
| "loss": 1.2292, |
| "grad_norm": 1.4990782737731934, |
| "learning_rate": 5.5273196960139385e-05, |
| "epoch": 0.72, |
| "step": 48200 |
| }, |
| { |
| "loss": 1.1319, |
| "grad_norm": 1.7996023893356323, |
| "learning_rate": 5.519810158901806e-05, |
| "epoch": 0.72, |
| "step": 48225 |
| }, |
| { |
| "loss": 1.1087, |
| "grad_norm": 1.8955588340759277, |
| "learning_rate": 5.5123006217896736e-05, |
| "epoch": 0.72, |
| "step": 48250 |
| }, |
| { |
| "loss": 1.1206, |
| "grad_norm": 1.337724208831787, |
| "learning_rate": 5.504791084677541e-05, |
| "epoch": 0.73, |
| "step": 48275 |
| }, |
| { |
| "loss": 1.1627, |
| "grad_norm": 1.515310525894165, |
| "learning_rate": 5.497281547565408e-05, |
| "epoch": 0.73, |
| "step": 48300 |
| }, |
| { |
| "loss": 1.1334, |
| "grad_norm": 1.9032014608383179, |
| "learning_rate": 5.489772010453276e-05, |
| "epoch": 0.73, |
| "step": 48325 |
| }, |
| { |
| "loss": 1.0996, |
| "grad_norm": 1.8782274723052979, |
| "learning_rate": 5.482262473341143e-05, |
| "epoch": 0.73, |
| "step": 48350 |
| }, |
| { |
| "loss": 1.1287, |
| "grad_norm": 1.1794263124465942, |
| "learning_rate": 5.474752936229011e-05, |
| "epoch": 0.73, |
| "step": 48375 |
| }, |
| { |
| "loss": 1.1001, |
| "grad_norm": 2.261495351791382, |
| "learning_rate": 5.4672433991168795e-05, |
| "epoch": 0.73, |
| "step": 48400 |
| }, |
| { |
| "loss": 1.0928, |
| "grad_norm": 1.380417823791504, |
| "learning_rate": 5.459733862004747e-05, |
| "epoch": 0.73, |
| "step": 48425 |
| }, |
| { |
| "loss": 1.0945, |
| "grad_norm": 1.0887725353240967, |
| "learning_rate": 5.452224324892614e-05, |
| "epoch": 0.73, |
| "step": 48450 |
| }, |
| { |
| "loss": 1.1247, |
| "grad_norm": 1.2714431285858154, |
| "learning_rate": 5.444714787780482e-05, |
| "epoch": 0.73, |
| "step": 48475 |
| }, |
| { |
| "loss": 1.0856, |
| "grad_norm": 1.475818157196045, |
| "learning_rate": 5.437205250668349e-05, |
| "epoch": 0.73, |
| "step": 48500 |
| }, |
| { |
| "loss": 1.0579, |
| "grad_norm": 1.0250446796417236, |
| "learning_rate": 5.429695713556216e-05, |
| "epoch": 0.73, |
| "step": 48525 |
| }, |
| { |
| "loss": 1.0451, |
| "grad_norm": 1.4754000902175903, |
| "learning_rate": 5.422186176444084e-05, |
| "epoch": 0.73, |
| "step": 48550 |
| }, |
| { |
| "loss": 1.1335, |
| "grad_norm": 1.6405061483383179, |
| "learning_rate": 5.4146766393319514e-05, |
| "epoch": 0.73, |
| "step": 48575 |
| }, |
| { |
| "loss": 1.1399, |
| "grad_norm": 1.1049416065216064, |
| "learning_rate": 5.407167102219819e-05, |
| "epoch": 0.73, |
| "step": 48600 |
| }, |
| { |
| "loss": 1.1112, |
| "grad_norm": 1.7172602415084839, |
| "learning_rate": 5.399657565107688e-05, |
| "epoch": 0.73, |
| "step": 48625 |
| }, |
| { |
| "loss": 1.1008, |
| "grad_norm": 1.833646297454834, |
| "learning_rate": 5.392148027995555e-05, |
| "epoch": 0.73, |
| "step": 48650 |
| }, |
| { |
| "loss": 1.1053, |
| "grad_norm": 1.4659416675567627, |
| "learning_rate": 5.384638490883422e-05, |
| "epoch": 0.73, |
| "step": 48675 |
| }, |
| { |
| "loss": 1.0825, |
| "grad_norm": 1.6295710802078247, |
| "learning_rate": 5.37712895377129e-05, |
| "epoch": 0.73, |
| "step": 48700 |
| }, |
| { |
| "loss": 1.1665, |
| "grad_norm": 1.4064006805419922, |
| "learning_rate": 5.369619416659157e-05, |
| "epoch": 0.73, |
| "step": 48725 |
| }, |
| { |
| "loss": 1.0461, |
| "grad_norm": 1.548251986503601, |
| "learning_rate": 5.3621098795470245e-05, |
| "epoch": 0.73, |
| "step": 48750 |
| }, |
| { |
| "loss": 1.1471, |
| "grad_norm": 1.6318676471710205, |
| "learning_rate": 5.3546003424348924e-05, |
| "epoch": 0.73, |
| "step": 48775 |
| }, |
| { |
| "loss": 1.1411, |
| "grad_norm": 1.321753978729248, |
| "learning_rate": 5.3470908053227596e-05, |
| "epoch": 0.73, |
| "step": 48800 |
| }, |
| { |
| "loss": 1.1102, |
| "grad_norm": 1.167902946472168, |
| "learning_rate": 5.3395812682106275e-05, |
| "epoch": 0.73, |
| "step": 48825 |
| }, |
| { |
| "loss": 1.0909, |
| "grad_norm": 1.3905353546142578, |
| "learning_rate": 5.332071731098496e-05, |
| "epoch": 0.73, |
| "step": 48850 |
| }, |
| { |
| "loss": 1.1796, |
| "grad_norm": 1.0988661050796509, |
| "learning_rate": 5.324562193986363e-05, |
| "epoch": 0.73, |
| "step": 48875 |
| }, |
| { |
| "loss": 1.2214, |
| "grad_norm": 1.348551630973816, |
| "learning_rate": 5.3170526568742305e-05, |
| "epoch": 0.73, |
| "step": 48900 |
| }, |
| { |
| "loss": 1.0649, |
| "grad_norm": 1.176352858543396, |
| "learning_rate": 5.3095431197620984e-05, |
| "epoch": 0.73, |
| "step": 48925 |
| }, |
| { |
| "loss": 1.1334, |
| "grad_norm": 1.448281168937683, |
| "learning_rate": 5.3020335826499656e-05, |
| "epoch": 0.74, |
| "step": 48950 |
| }, |
| { |
| "loss": 1.1764, |
| "grad_norm": 1.7525986433029175, |
| "learning_rate": 5.294524045537833e-05, |
| "epoch": 0.74, |
| "step": 48975 |
| }, |
| { |
| "loss": 1.1873, |
| "grad_norm": 1.6281651258468628, |
| "learning_rate": 5.287014508425701e-05, |
| "epoch": 0.74, |
| "step": 49000 |
| }, |
| { |
| "loss": 1.1259, |
| "grad_norm": 1.1979387998580933, |
| "learning_rate": 5.279504971313568e-05, |
| "epoch": 0.74, |
| "step": 49025 |
| }, |
| { |
| "loss": 1.084, |
| "grad_norm": 1.2359240055084229, |
| "learning_rate": 5.2719954342014365e-05, |
| "epoch": 0.74, |
| "step": 49050 |
| }, |
| { |
| "loss": 1.0872, |
| "grad_norm": 1.6398156881332397, |
| "learning_rate": 5.2644858970893044e-05, |
| "epoch": 0.74, |
| "step": 49075 |
| }, |
| { |
| "loss": 1.1564, |
| "grad_norm": 1.6317737102508545, |
| "learning_rate": 5.2569763599771716e-05, |
| "epoch": 0.74, |
| "step": 49100 |
| }, |
| { |
| "loss": 1.1798, |
| "grad_norm": 1.1270239353179932, |
| "learning_rate": 5.249466822865039e-05, |
| "epoch": 0.74, |
| "step": 49125 |
| }, |
| { |
| "loss": 1.1076, |
| "grad_norm": 1.504706621170044, |
| "learning_rate": 5.2419572857529067e-05, |
| "epoch": 0.74, |
| "step": 49150 |
| }, |
| { |
| "loss": 1.0761, |
| "grad_norm": 2.199673891067505, |
| "learning_rate": 5.234447748640774e-05, |
| "epoch": 0.74, |
| "step": 49175 |
| }, |
| { |
| "loss": 1.1395, |
| "grad_norm": 1.288529396057129, |
| "learning_rate": 5.226938211528641e-05, |
| "epoch": 0.74, |
| "step": 49200 |
| }, |
| { |
| "loss": 1.1776, |
| "grad_norm": 1.4537650346755981, |
| "learning_rate": 5.219428674416509e-05, |
| "epoch": 0.74, |
| "step": 49225 |
| }, |
| { |
| "loss": 1.1639, |
| "grad_norm": 2.028994560241699, |
| "learning_rate": 5.211919137304376e-05, |
| "epoch": 0.74, |
| "step": 49250 |
| }, |
| { |
| "loss": 1.0929, |
| "grad_norm": 1.8188201189041138, |
| "learning_rate": 5.204409600192245e-05, |
| "epoch": 0.74, |
| "step": 49275 |
| }, |
| { |
| "loss": 1.1054, |
| "grad_norm": 1.5506641864776611, |
| "learning_rate": 5.1969000630801126e-05, |
| "epoch": 0.74, |
| "step": 49300 |
| }, |
| { |
| "loss": 1.0699, |
| "grad_norm": 1.526999592781067, |
| "learning_rate": 5.18939052596798e-05, |
| "epoch": 0.74, |
| "step": 49325 |
| }, |
| { |
| "loss": 1.1666, |
| "grad_norm": 1.4270501136779785, |
| "learning_rate": 5.181880988855847e-05, |
| "epoch": 0.74, |
| "step": 49350 |
| }, |
| { |
| "loss": 1.11, |
| "grad_norm": 1.3699140548706055, |
| "learning_rate": 5.174371451743715e-05, |
| "epoch": 0.74, |
| "step": 49375 |
| }, |
| { |
| "loss": 1.1069, |
| "grad_norm": 1.468616008758545, |
| "learning_rate": 5.166861914631582e-05, |
| "epoch": 0.74, |
| "step": 49400 |
| }, |
| { |
| "loss": 1.0625, |
| "grad_norm": 2.158735513687134, |
| "learning_rate": 5.1593523775194493e-05, |
| "epoch": 0.74, |
| "step": 49425 |
| }, |
| { |
| "loss": 1.1034, |
| "grad_norm": 1.0673458576202393, |
| "learning_rate": 5.151842840407317e-05, |
| "epoch": 0.74, |
| "step": 49450 |
| }, |
| { |
| "loss": 1.1262, |
| "grad_norm": 1.5599156618118286, |
| "learning_rate": 5.1443333032951844e-05, |
| "epoch": 0.74, |
| "step": 49475 |
| }, |
| { |
| "loss": 1.1222, |
| "grad_norm": 1.7378026247024536, |
| "learning_rate": 5.136823766183053e-05, |
| "epoch": 0.74, |
| "step": 49500 |
| }, |
| { |
| "loss": 1.2029, |
| "grad_norm": 2.2808854579925537, |
| "learning_rate": 5.129314229070921e-05, |
| "epoch": 0.74, |
| "step": 49525 |
| }, |
| { |
| "loss": 1.1349, |
| "grad_norm": 1.3279706239700317, |
| "learning_rate": 5.121804691958788e-05, |
| "epoch": 0.74, |
| "step": 49550 |
| }, |
| { |
| "loss": 1.1291, |
| "grad_norm": 1.7178452014923096, |
| "learning_rate": 5.114295154846655e-05, |
| "epoch": 0.74, |
| "step": 49575 |
| }, |
| { |
| "loss": 1.1029, |
| "grad_norm": 1.7041009664535522, |
| "learning_rate": 5.106785617734523e-05, |
| "epoch": 0.74, |
| "step": 49600 |
| }, |
| { |
| "loss": 1.1401, |
| "grad_norm": 1.7986174821853638, |
| "learning_rate": 5.0992760806223904e-05, |
| "epoch": 0.75, |
| "step": 49625 |
| }, |
| { |
| "loss": 1.095, |
| "grad_norm": 1.9708353281021118, |
| "learning_rate": 5.0917665435102576e-05, |
| "epoch": 0.75, |
| "step": 49650 |
| }, |
| { |
| "loss": 1.0777, |
| "grad_norm": 1.675958275794983, |
| "learning_rate": 5.0842570063981255e-05, |
| "epoch": 0.75, |
| "step": 49675 |
| }, |
| { |
| "loss": 1.0473, |
| "grad_norm": 1.1292997598648071, |
| "learning_rate": 5.076747469285994e-05, |
| "epoch": 0.75, |
| "step": 49700 |
| }, |
| { |
| "loss": 1.1196, |
| "grad_norm": 1.3241393566131592, |
| "learning_rate": 5.069237932173861e-05, |
| "epoch": 0.75, |
| "step": 49725 |
| }, |
| { |
| "loss": 1.1062, |
| "grad_norm": 1.148818850517273, |
| "learning_rate": 5.061728395061729e-05, |
| "epoch": 0.75, |
| "step": 49750 |
| }, |
| { |
| "loss": 1.1366, |
| "grad_norm": 1.6072300672531128, |
| "learning_rate": 5.0542188579495964e-05, |
| "epoch": 0.75, |
| "step": 49775 |
| }, |
| { |
| "loss": 1.062, |
| "grad_norm": 2.6563072204589844, |
| "learning_rate": 5.0467093208374636e-05, |
| "epoch": 0.75, |
| "step": 49800 |
| }, |
| { |
| "loss": 1.1615, |
| "grad_norm": 1.5061039924621582, |
| "learning_rate": 5.0391997837253315e-05, |
| "epoch": 0.75, |
| "step": 49825 |
| }, |
| { |
| "loss": 1.1299, |
| "grad_norm": 1.6999189853668213, |
| "learning_rate": 5.031690246613199e-05, |
| "epoch": 0.75, |
| "step": 49850 |
| }, |
| { |
| "loss": 1.157, |
| "grad_norm": 1.8330657482147217, |
| "learning_rate": 5.0241807095010666e-05, |
| "epoch": 0.75, |
| "step": 49875 |
| }, |
| { |
| "loss": 1.1452, |
| "grad_norm": 1.6632230281829834, |
| "learning_rate": 5.016671172388934e-05, |
| "epoch": 0.75, |
| "step": 49900 |
| }, |
| { |
| "loss": 1.1767, |
| "grad_norm": 1.2450637817382812, |
| "learning_rate": 5.0091616352768023e-05, |
| "epoch": 0.75, |
| "step": 49925 |
| }, |
| { |
| "loss": 1.1398, |
| "grad_norm": 1.1371906995773315, |
| "learning_rate": 5.0016520981646695e-05, |
| "epoch": 0.75, |
| "step": 49950 |
| }, |
| { |
| "loss": 1.1173, |
| "grad_norm": 1.1480075120925903, |
| "learning_rate": 4.9941425610525374e-05, |
| "epoch": 0.75, |
| "step": 49975 |
| }, |
| { |
| "loss": 1.0499, |
| "grad_norm": 1.0953096151351929, |
| "learning_rate": 4.9866330239404046e-05, |
| "epoch": 0.75, |
| "step": 50000 |
| }, |
| { |
| "loss": 1.0824, |
| "grad_norm": 1.4675097465515137, |
| "learning_rate": 4.979123486828272e-05, |
| "epoch": 0.75, |
| "step": 50025 |
| }, |
| { |
| "loss": 1.1413, |
| "grad_norm": 1.9132678508758545, |
| "learning_rate": 4.97161394971614e-05, |
| "epoch": 0.75, |
| "step": 50050 |
| }, |
| { |
| "loss": 1.0562, |
| "grad_norm": 1.3277969360351562, |
| "learning_rate": 4.9641044126040076e-05, |
| "epoch": 0.75, |
| "step": 50075 |
| }, |
| { |
| "loss": 1.1071, |
| "grad_norm": 1.4362881183624268, |
| "learning_rate": 4.956594875491875e-05, |
| "epoch": 0.75, |
| "step": 50100 |
| }, |
| { |
| "loss": 1.1572, |
| "grad_norm": 0.8633365631103516, |
| "learning_rate": 4.949085338379743e-05, |
| "epoch": 0.75, |
| "step": 50125 |
| }, |
| { |
| "loss": 1.0881, |
| "grad_norm": 1.653272271156311, |
| "learning_rate": 4.94157580126761e-05, |
| "epoch": 0.75, |
| "step": 50150 |
| }, |
| { |
| "loss": 1.158, |
| "grad_norm": 2.0135273933410645, |
| "learning_rate": 4.934066264155477e-05, |
| "epoch": 0.75, |
| "step": 50175 |
| }, |
| { |
| "loss": 1.1024, |
| "grad_norm": 1.119586706161499, |
| "learning_rate": 4.926556727043346e-05, |
| "epoch": 0.75, |
| "step": 50200 |
| }, |
| { |
| "loss": 1.1258, |
| "grad_norm": 0.9510914087295532, |
| "learning_rate": 4.919047189931213e-05, |
| "epoch": 0.75, |
| "step": 50225 |
| }, |
| { |
| "loss": 1.2239, |
| "grad_norm": 1.510134220123291, |
| "learning_rate": 4.91153765281908e-05, |
| "epoch": 0.75, |
| "step": 50250 |
| }, |
| { |
| "loss": 1.0673, |
| "grad_norm": 1.0487359762191772, |
| "learning_rate": 4.904028115706948e-05, |
| "epoch": 0.76, |
| "step": 50275 |
| }, |
| { |
| "loss": 1.1268, |
| "grad_norm": 1.5456733703613281, |
| "learning_rate": 4.896518578594816e-05, |
| "epoch": 0.76, |
| "step": 50300 |
| }, |
| { |
| "loss": 1.2115, |
| "grad_norm": 1.761313557624817, |
| "learning_rate": 4.889009041482683e-05, |
| "epoch": 0.76, |
| "step": 50325 |
| }, |
| { |
| "loss": 1.1656, |
| "grad_norm": 1.7086901664733887, |
| "learning_rate": 4.881499504370551e-05, |
| "epoch": 0.76, |
| "step": 50350 |
| }, |
| { |
| "loss": 1.0727, |
| "grad_norm": 1.7276190519332886, |
| "learning_rate": 4.874290348742904e-05, |
| "epoch": 0.76, |
| "step": 50375 |
| }, |
| { |
| "loss": 1.0991, |
| "grad_norm": 1.3871339559555054, |
| "learning_rate": 4.866780811630771e-05, |
| "epoch": 0.76, |
| "step": 50400 |
| }, |
| { |
| "loss": 1.0951, |
| "grad_norm": 1.9214799404144287, |
| "learning_rate": 4.859271274518639e-05, |
| "epoch": 0.76, |
| "step": 50425 |
| }, |
| { |
| "loss": 1.1219, |
| "grad_norm": 1.5749818086624146, |
| "learning_rate": 4.851761737406507e-05, |
| "epoch": 0.76, |
| "step": 50450 |
| }, |
| { |
| "loss": 1.106, |
| "grad_norm": 4.110257625579834, |
| "learning_rate": 4.844252200294374e-05, |
| "epoch": 0.76, |
| "step": 50475 |
| }, |
| { |
| "loss": 1.0866, |
| "grad_norm": 1.6532156467437744, |
| "learning_rate": 4.836742663182241e-05, |
| "epoch": 0.76, |
| "step": 50500 |
| }, |
| { |
| "loss": 1.1183, |
| "grad_norm": 1.485727071762085, |
| "learning_rate": 4.829233126070109e-05, |
| "epoch": 0.76, |
| "step": 50525 |
| }, |
| { |
| "loss": 1.1405, |
| "grad_norm": 1.4788265228271484, |
| "learning_rate": 4.821723588957977e-05, |
| "epoch": 0.76, |
| "step": 50550 |
| }, |
| { |
| "loss": 1.1491, |
| "grad_norm": 2.762058973312378, |
| "learning_rate": 4.814214051845844e-05, |
| "epoch": 0.76, |
| "step": 50575 |
| }, |
| { |
| "loss": 1.1483, |
| "grad_norm": 1.7897312641143799, |
| "learning_rate": 4.806704514733712e-05, |
| "epoch": 0.76, |
| "step": 50600 |
| }, |
| { |
| "loss": 1.0947, |
| "grad_norm": 1.1446094512939453, |
| "learning_rate": 4.799194977621579e-05, |
| "epoch": 0.76, |
| "step": 50625 |
| }, |
| { |
| "loss": 1.1116, |
| "grad_norm": 0.997673749923706, |
| "learning_rate": 4.791685440509447e-05, |
| "epoch": 0.76, |
| "step": 50650 |
| }, |
| { |
| "loss": 1.1374, |
| "grad_norm": 1.243049144744873, |
| "learning_rate": 4.784175903397315e-05, |
| "epoch": 0.76, |
| "step": 50675 |
| }, |
| { |
| "loss": 1.1458, |
| "grad_norm": 1.5746535062789917, |
| "learning_rate": 4.776666366285182e-05, |
| "epoch": 0.76, |
| "step": 50700 |
| }, |
| { |
| "loss": 1.1191, |
| "grad_norm": 1.0133841037750244, |
| "learning_rate": 4.7691568291730495e-05, |
| "epoch": 0.76, |
| "step": 50725 |
| }, |
| { |
| "loss": 1.0886, |
| "grad_norm": 2.07098650932312, |
| "learning_rate": 4.761647292060918e-05, |
| "epoch": 0.76, |
| "step": 50750 |
| }, |
| { |
| "loss": 1.1666, |
| "grad_norm": 2.41629695892334, |
| "learning_rate": 4.754137754948785e-05, |
| "epoch": 0.76, |
| "step": 50775 |
| }, |
| { |
| "loss": 1.1094, |
| "grad_norm": 1.2683985233306885, |
| "learning_rate": 4.7466282178366525e-05, |
| "epoch": 0.76, |
| "step": 50800 |
| }, |
| { |
| "loss": 1.1979, |
| "grad_norm": 2.520268201828003, |
| "learning_rate": 4.7391186807245204e-05, |
| "epoch": 0.76, |
| "step": 50825 |
| }, |
| { |
| "loss": 1.124, |
| "grad_norm": 1.5505998134613037, |
| "learning_rate": 4.7316091436123876e-05, |
| "epoch": 0.76, |
| "step": 50850 |
| }, |
| { |
| "loss": 1.1447, |
| "grad_norm": 1.3630999326705933, |
| "learning_rate": 4.7240996065002555e-05, |
| "epoch": 0.76, |
| "step": 50875 |
| }, |
| { |
| "loss": 1.0995, |
| "grad_norm": 1.36336350440979, |
| "learning_rate": 4.7165900693881234e-05, |
| "epoch": 0.76, |
| "step": 50900 |
| }, |
| { |
| "loss": 1.0873, |
| "grad_norm": 1.852036952972412, |
| "learning_rate": 4.7090805322759906e-05, |
| "epoch": 0.76, |
| "step": 50925 |
| }, |
| { |
| "loss": 1.1525, |
| "grad_norm": 1.3926178216934204, |
| "learning_rate": 4.7015709951638585e-05, |
| "epoch": 0.77, |
| "step": 50950 |
| }, |
| { |
| "loss": 1.0773, |
| "grad_norm": 1.5449055433273315, |
| "learning_rate": 4.6940614580517263e-05, |
| "epoch": 0.77, |
| "step": 50975 |
| }, |
| { |
| "loss": 1.1175, |
| "grad_norm": 1.1615759134292603, |
| "learning_rate": 4.6865519209395936e-05, |
| "epoch": 0.77, |
| "step": 51000 |
| }, |
| { |
| "loss": 1.1354, |
| "grad_norm": 1.8657679557800293, |
| "learning_rate": 4.679042383827461e-05, |
| "epoch": 0.77, |
| "step": 51025 |
| }, |
| { |
| "loss": 1.0671, |
| "grad_norm": 1.0491373538970947, |
| "learning_rate": 4.6715328467153287e-05, |
| "epoch": 0.77, |
| "step": 51050 |
| }, |
| { |
| "loss": 1.0703, |
| "grad_norm": 1.1459797620773315, |
| "learning_rate": 4.6640233096031965e-05, |
| "epoch": 0.77, |
| "step": 51075 |
| }, |
| { |
| "loss": 1.0243, |
| "grad_norm": 2.31217098236084, |
| "learning_rate": 4.656513772491064e-05, |
| "epoch": 0.77, |
| "step": 51100 |
| }, |
| { |
| "loss": 1.1454, |
| "grad_norm": 1.3556299209594727, |
| "learning_rate": 4.6490042353789316e-05, |
| "epoch": 0.77, |
| "step": 51125 |
| }, |
| { |
| "loss": 1.0407, |
| "grad_norm": 1.560073971748352, |
| "learning_rate": 4.641494698266799e-05, |
| "epoch": 0.77, |
| "step": 51150 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 2.1798226833343506, |
| "learning_rate": 4.633985161154667e-05, |
| "epoch": 0.77, |
| "step": 51175 |
| }, |
| { |
| "loss": 1.1708, |
| "grad_norm": 1.246620774269104, |
| "learning_rate": 4.6264756240425346e-05, |
| "epoch": 0.77, |
| "step": 51200 |
| }, |
| { |
| "loss": 1.1629, |
| "grad_norm": 1.2318778038024902, |
| "learning_rate": 4.618966086930402e-05, |
| "epoch": 0.77, |
| "step": 51225 |
| }, |
| { |
| "loss": 1.1289, |
| "grad_norm": 1.7169677019119263, |
| "learning_rate": 4.611456549818269e-05, |
| "epoch": 0.77, |
| "step": 51250 |
| }, |
| { |
| "loss": 1.1142, |
| "grad_norm": 1.4329315423965454, |
| "learning_rate": 4.603947012706137e-05, |
| "epoch": 0.77, |
| "step": 51275 |
| }, |
| { |
| "loss": 1.0928, |
| "grad_norm": 1.3384554386138916, |
| "learning_rate": 4.596437475594005e-05, |
| "epoch": 0.77, |
| "step": 51300 |
| }, |
| { |
| "loss": 1.0633, |
| "grad_norm": 1.2550382614135742, |
| "learning_rate": 4.588927938481872e-05, |
| "epoch": 0.77, |
| "step": 51325 |
| }, |
| { |
| "loss": 1.1229, |
| "grad_norm": 1.7870949506759644, |
| "learning_rate": 4.58141840136974e-05, |
| "epoch": 0.77, |
| "step": 51350 |
| }, |
| { |
| "loss": 1.0861, |
| "grad_norm": 1.3869023323059082, |
| "learning_rate": 4.573908864257607e-05, |
| "epoch": 0.77, |
| "step": 51375 |
| }, |
| { |
| "loss": 1.129, |
| "grad_norm": 1.477853536605835, |
| "learning_rate": 4.566399327145475e-05, |
| "epoch": 0.77, |
| "step": 51400 |
| }, |
| { |
| "loss": 1.1998, |
| "grad_norm": 1.8617823123931885, |
| "learning_rate": 4.558889790033343e-05, |
| "epoch": 0.77, |
| "step": 51425 |
| }, |
| { |
| "loss": 1.1041, |
| "grad_norm": 1.5415617227554321, |
| "learning_rate": 4.55138025292121e-05, |
| "epoch": 0.77, |
| "step": 51450 |
| }, |
| { |
| "loss": 1.0528, |
| "grad_norm": 1.7439303398132324, |
| "learning_rate": 4.543870715809077e-05, |
| "epoch": 0.77, |
| "step": 51475 |
| }, |
| { |
| "loss": 1.1482, |
| "grad_norm": 1.3494808673858643, |
| "learning_rate": 4.536361178696945e-05, |
| "epoch": 0.77, |
| "step": 51500 |
| }, |
| { |
| "loss": 1.1014, |
| "grad_norm": 2.855989456176758, |
| "learning_rate": 4.528851641584813e-05, |
| "epoch": 0.77, |
| "step": 51525 |
| }, |
| { |
| "loss": 1.1184, |
| "grad_norm": 1.9916918277740479, |
| "learning_rate": 4.52134210447268e-05, |
| "epoch": 0.77, |
| "step": 51550 |
| }, |
| { |
| "loss": 1.1653, |
| "grad_norm": 2.4080750942230225, |
| "learning_rate": 4.513832567360548e-05, |
| "epoch": 0.77, |
| "step": 51575 |
| }, |
| { |
| "loss": 1.0892, |
| "grad_norm": 2.9220423698425293, |
| "learning_rate": 4.5063230302484154e-05, |
| "epoch": 0.77, |
| "step": 51600 |
| }, |
| { |
| "loss": 1.1106, |
| "grad_norm": 1.840510368347168, |
| "learning_rate": 4.498813493136283e-05, |
| "epoch": 0.78, |
| "step": 51625 |
| }, |
| { |
| "loss": 1.1684, |
| "grad_norm": 1.8185040950775146, |
| "learning_rate": 4.491303956024151e-05, |
| "epoch": 0.78, |
| "step": 51650 |
| }, |
| { |
| "loss": 1.1476, |
| "grad_norm": 1.5126756429672241, |
| "learning_rate": 4.4837944189120184e-05, |
| "epoch": 0.78, |
| "step": 51675 |
| }, |
| { |
| "loss": 1.0972, |
| "grad_norm": 2.2125062942504883, |
| "learning_rate": 4.476284881799886e-05, |
| "epoch": 0.78, |
| "step": 51700 |
| }, |
| { |
| "loss": 1.1401, |
| "grad_norm": 2.3873279094696045, |
| "learning_rate": 4.4687753446877535e-05, |
| "epoch": 0.78, |
| "step": 51725 |
| }, |
| { |
| "loss": 1.0909, |
| "grad_norm": 1.7589930295944214, |
| "learning_rate": 4.4612658075756213e-05, |
| "epoch": 0.78, |
| "step": 51750 |
| }, |
| { |
| "loss": 1.1803, |
| "grad_norm": 1.4225094318389893, |
| "learning_rate": 4.4537562704634886e-05, |
| "epoch": 0.78, |
| "step": 51775 |
| }, |
| { |
| "loss": 1.1538, |
| "grad_norm": 1.1532394886016846, |
| "learning_rate": 4.4462467333513564e-05, |
| "epoch": 0.78, |
| "step": 51800 |
| }, |
| { |
| "loss": 1.1152, |
| "grad_norm": 1.6151081323623657, |
| "learning_rate": 4.4387371962392237e-05, |
| "epoch": 0.78, |
| "step": 51825 |
| }, |
| { |
| "loss": 1.1382, |
| "grad_norm": 2.63031005859375, |
| "learning_rate": 4.4312276591270915e-05, |
| "epoch": 0.78, |
| "step": 51850 |
| }, |
| { |
| "loss": 1.1601, |
| "grad_norm": 2.0375289916992188, |
| "learning_rate": 4.4237181220149594e-05, |
| "epoch": 0.78, |
| "step": 51875 |
| }, |
| { |
| "loss": 1.1179, |
| "grad_norm": 1.1906908750534058, |
| "learning_rate": 4.4162085849028266e-05, |
| "epoch": 0.78, |
| "step": 51900 |
| }, |
| { |
| "loss": 1.1114, |
| "grad_norm": 1.8762083053588867, |
| "learning_rate": 4.4086990477906945e-05, |
| "epoch": 0.78, |
| "step": 51925 |
| }, |
| { |
| "loss": 1.1274, |
| "grad_norm": 1.7392081022262573, |
| "learning_rate": 4.4011895106785624e-05, |
| "epoch": 0.78, |
| "step": 51950 |
| }, |
| { |
| "loss": 1.1117, |
| "grad_norm": 1.480962872505188, |
| "learning_rate": 4.3936799735664296e-05, |
| "epoch": 0.78, |
| "step": 51975 |
| }, |
| { |
| "loss": 1.1623, |
| "grad_norm": 1.1408778429031372, |
| "learning_rate": 4.386170436454297e-05, |
| "epoch": 0.78, |
| "step": 52000 |
| }, |
| { |
| "loss": 1.0937, |
| "grad_norm": 2.5744760036468506, |
| "learning_rate": 4.378660899342165e-05, |
| "epoch": 0.78, |
| "step": 52025 |
| }, |
| { |
| "loss": 1.1968, |
| "grad_norm": 1.890031337738037, |
| "learning_rate": 4.371151362230032e-05, |
| "epoch": 0.78, |
| "step": 52050 |
| }, |
| { |
| "loss": 1.1761, |
| "grad_norm": 1.9659225940704346, |
| "learning_rate": 4.3636418251179e-05, |
| "epoch": 0.78, |
| "step": 52075 |
| }, |
| { |
| "loss": 1.176, |
| "grad_norm": 1.4123088121414185, |
| "learning_rate": 4.356132288005768e-05, |
| "epoch": 0.78, |
| "step": 52100 |
| }, |
| { |
| "loss": 1.1493, |
| "grad_norm": 1.9861273765563965, |
| "learning_rate": 4.348622750893635e-05, |
| "epoch": 0.78, |
| "step": 52125 |
| }, |
| { |
| "loss": 1.1376, |
| "grad_norm": 1.3282297849655151, |
| "learning_rate": 4.341113213781503e-05, |
| "epoch": 0.78, |
| "step": 52150 |
| }, |
| { |
| "loss": 1.1337, |
| "grad_norm": 1.8567203283309937, |
| "learning_rate": 4.333603676669371e-05, |
| "epoch": 0.78, |
| "step": 52175 |
| }, |
| { |
| "loss": 1.1678, |
| "grad_norm": 1.387803077697754, |
| "learning_rate": 4.326094139557238e-05, |
| "epoch": 0.78, |
| "step": 52200 |
| }, |
| { |
| "loss": 1.1369, |
| "grad_norm": 1.4993411302566528, |
| "learning_rate": 4.318584602445105e-05, |
| "epoch": 0.78, |
| "step": 52225 |
| }, |
| { |
| "loss": 1.1072, |
| "grad_norm": 1.83002769947052, |
| "learning_rate": 4.311075065332973e-05, |
| "epoch": 0.78, |
| "step": 52250 |
| }, |
| { |
| "loss": 1.1275, |
| "grad_norm": 1.0453954935073853, |
| "learning_rate": 4.303565528220841e-05, |
| "epoch": 0.79, |
| "step": 52275 |
| }, |
| { |
| "loss": 1.0546, |
| "grad_norm": 1.6221436262130737, |
| "learning_rate": 4.296055991108708e-05, |
| "epoch": 0.79, |
| "step": 52300 |
| }, |
| { |
| "loss": 1.1474, |
| "grad_norm": 1.4290169477462769, |
| "learning_rate": 4.288546453996576e-05, |
| "epoch": 0.79, |
| "step": 52325 |
| }, |
| { |
| "loss": 1.0947, |
| "grad_norm": 2.136678695678711, |
| "learning_rate": 4.281036916884443e-05, |
| "epoch": 0.79, |
| "step": 52350 |
| }, |
| { |
| "loss": 1.1738, |
| "grad_norm": 1.6790881156921387, |
| "learning_rate": 4.273527379772311e-05, |
| "epoch": 0.79, |
| "step": 52375 |
| }, |
| { |
| "loss": 1.1474, |
| "grad_norm": 1.1431602239608765, |
| "learning_rate": 4.266017842660179e-05, |
| "epoch": 0.79, |
| "step": 52400 |
| }, |
| { |
| "loss": 1.1478, |
| "grad_norm": 1.6592998504638672, |
| "learning_rate": 4.258508305548046e-05, |
| "epoch": 0.79, |
| "step": 52425 |
| }, |
| { |
| "loss": 1.0866, |
| "grad_norm": 3.1507890224456787, |
| "learning_rate": 4.250998768435914e-05, |
| "epoch": 0.79, |
| "step": 52450 |
| }, |
| { |
| "loss": 1.1061, |
| "grad_norm": 2.271561861038208, |
| "learning_rate": 4.243489231323781e-05, |
| "epoch": 0.79, |
| "step": 52475 |
| }, |
| { |
| "loss": 1.1853, |
| "grad_norm": 1.3959341049194336, |
| "learning_rate": 4.235979694211649e-05, |
| "epoch": 0.79, |
| "step": 52500 |
| }, |
| { |
| "loss": 1.1685, |
| "grad_norm": 1.9828035831451416, |
| "learning_rate": 4.2284701570995164e-05, |
| "epoch": 0.79, |
| "step": 52525 |
| }, |
| { |
| "loss": 1.1353, |
| "grad_norm": 1.348754644393921, |
| "learning_rate": 4.220960619987384e-05, |
| "epoch": 0.79, |
| "step": 52550 |
| }, |
| { |
| "loss": 1.0879, |
| "grad_norm": 2.036592483520508, |
| "learning_rate": 4.2134510828752514e-05, |
| "epoch": 0.79, |
| "step": 52575 |
| }, |
| { |
| "loss": 1.1763, |
| "grad_norm": 2.1805171966552734, |
| "learning_rate": 4.205941545763119e-05, |
| "epoch": 0.79, |
| "step": 52600 |
| }, |
| { |
| "loss": 1.0777, |
| "grad_norm": 1.3825914859771729, |
| "learning_rate": 4.198432008650987e-05, |
| "epoch": 0.79, |
| "step": 52625 |
| }, |
| { |
| "loss": 1.1068, |
| "grad_norm": 1.282179832458496, |
| "learning_rate": 4.1909224715388544e-05, |
| "epoch": 0.79, |
| "step": 52650 |
| }, |
| { |
| "loss": 1.1387, |
| "grad_norm": 1.4758460521697998, |
| "learning_rate": 4.183412934426722e-05, |
| "epoch": 0.79, |
| "step": 52675 |
| }, |
| { |
| "loss": 1.1992, |
| "grad_norm": 1.5327672958374023, |
| "learning_rate": 4.1759033973145895e-05, |
| "epoch": 0.79, |
| "step": 52700 |
| }, |
| { |
| "loss": 1.1051, |
| "grad_norm": 1.300261378288269, |
| "learning_rate": 4.1683938602024574e-05, |
| "epoch": 0.79, |
| "step": 52725 |
| }, |
| { |
| "loss": 1.1114, |
| "grad_norm": 1.1575740575790405, |
| "learning_rate": 4.1608843230903246e-05, |
| "epoch": 0.79, |
| "step": 52750 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 1.5386431217193604, |
| "learning_rate": 4.1533747859781925e-05, |
| "epoch": 0.79, |
| "step": 52775 |
| }, |
| { |
| "loss": 1.1619, |
| "grad_norm": 1.5786181688308716, |
| "learning_rate": 4.14586524886606e-05, |
| "epoch": 0.79, |
| "step": 52800 |
| }, |
| { |
| "loss": 1.1353, |
| "grad_norm": 2.4933083057403564, |
| "learning_rate": 4.1383557117539276e-05, |
| "epoch": 0.79, |
| "step": 52825 |
| }, |
| { |
| "loss": 1.1693, |
| "grad_norm": 2.640106439590454, |
| "learning_rate": 4.1308461746417955e-05, |
| "epoch": 0.79, |
| "step": 52850 |
| }, |
| { |
| "loss": 1.1121, |
| "grad_norm": 1.0569820404052734, |
| "learning_rate": 4.123336637529663e-05, |
| "epoch": 0.79, |
| "step": 52875 |
| }, |
| { |
| "loss": 1.0855, |
| "grad_norm": 1.2210026979446411, |
| "learning_rate": 4.1158271004175306e-05, |
| "epoch": 0.79, |
| "step": 52900 |
| }, |
| { |
| "loss": 1.1511, |
| "grad_norm": 1.5878472328186035, |
| "learning_rate": 4.1083175633053985e-05, |
| "epoch": 0.79, |
| "step": 52925 |
| }, |
| { |
| "loss": 1.1387, |
| "grad_norm": 1.8040430545806885, |
| "learning_rate": 4.100808026193266e-05, |
| "epoch": 0.8, |
| "step": 52950 |
| }, |
| { |
| "loss": 1.1351, |
| "grad_norm": 1.5732437372207642, |
| "learning_rate": 4.093298489081133e-05, |
| "epoch": 0.8, |
| "step": 52975 |
| }, |
| { |
| "loss": 1.1317, |
| "grad_norm": 1.9610670804977417, |
| "learning_rate": 4.085788951969001e-05, |
| "epoch": 0.8, |
| "step": 53000 |
| }, |
| { |
| "loss": 1.1201, |
| "grad_norm": 1.1342912912368774, |
| "learning_rate": 4.078279414856868e-05, |
| "epoch": 0.8, |
| "step": 53025 |
| }, |
| { |
| "loss": 1.1302, |
| "grad_norm": 1.7887520790100098, |
| "learning_rate": 4.070769877744736e-05, |
| "epoch": 0.8, |
| "step": 53050 |
| }, |
| { |
| "loss": 1.1894, |
| "grad_norm": 2.0694801807403564, |
| "learning_rate": 4.063260340632604e-05, |
| "epoch": 0.8, |
| "step": 53075 |
| }, |
| { |
| "loss": 1.106, |
| "grad_norm": 1.582124948501587, |
| "learning_rate": 4.055750803520471e-05, |
| "epoch": 0.8, |
| "step": 53100 |
| }, |
| { |
| "loss": 1.1535, |
| "grad_norm": 0.8474487066268921, |
| "learning_rate": 4.048241266408339e-05, |
| "epoch": 0.8, |
| "step": 53125 |
| }, |
| { |
| "loss": 1.1005, |
| "grad_norm": 1.3499822616577148, |
| "learning_rate": 4.041032110780692e-05, |
| "epoch": 0.8, |
| "step": 53150 |
| }, |
| { |
| "loss": 1.1252, |
| "grad_norm": 3.777379274368286, |
| "learning_rate": 4.0335225736685596e-05, |
| "epoch": 0.8, |
| "step": 53175 |
| }, |
| { |
| "loss": 1.0519, |
| "grad_norm": 1.1216979026794434, |
| "learning_rate": 4.026013036556427e-05, |
| "epoch": 0.8, |
| "step": 53200 |
| }, |
| { |
| "loss": 1.1814, |
| "grad_norm": 1.710165023803711, |
| "learning_rate": 4.018503499444295e-05, |
| "epoch": 0.8, |
| "step": 53225 |
| }, |
| { |
| "loss": 1.1011, |
| "grad_norm": 1.4310054779052734, |
| "learning_rate": 4.010993962332162e-05, |
| "epoch": 0.8, |
| "step": 53250 |
| }, |
| { |
| "loss": 1.1253, |
| "grad_norm": 1.3393102884292603, |
| "learning_rate": 4.00348442522003e-05, |
| "epoch": 0.8, |
| "step": 53275 |
| }, |
| { |
| "loss": 1.2024, |
| "grad_norm": 0.9497338533401489, |
| "learning_rate": 3.995974888107897e-05, |
| "epoch": 0.8, |
| "step": 53300 |
| }, |
| { |
| "loss": 1.1295, |
| "grad_norm": 1.777761697769165, |
| "learning_rate": 3.988465350995765e-05, |
| "epoch": 0.8, |
| "step": 53325 |
| }, |
| { |
| "loss": 1.0795, |
| "grad_norm": 1.3849236965179443, |
| "learning_rate": 3.980955813883632e-05, |
| "epoch": 0.8, |
| "step": 53350 |
| }, |
| { |
| "loss": 1.0983, |
| "grad_norm": 1.8323969841003418, |
| "learning_rate": 3.9734462767715e-05, |
| "epoch": 0.8, |
| "step": 53375 |
| }, |
| { |
| "loss": 1.1308, |
| "grad_norm": 1.5328776836395264, |
| "learning_rate": 3.965936739659368e-05, |
| "epoch": 0.8, |
| "step": 53400 |
| }, |
| { |
| "loss": 1.1389, |
| "grad_norm": 1.2152605056762695, |
| "learning_rate": 3.958427202547235e-05, |
| "epoch": 0.8, |
| "step": 53425 |
| }, |
| { |
| "loss": 1.1156, |
| "grad_norm": 1.0716402530670166, |
| "learning_rate": 3.950917665435103e-05, |
| "epoch": 0.8, |
| "step": 53450 |
| }, |
| { |
| "loss": 1.0923, |
| "grad_norm": 1.3493958711624146, |
| "learning_rate": 3.94340812832297e-05, |
| "epoch": 0.8, |
| "step": 53475 |
| }, |
| { |
| "loss": 1.0859, |
| "grad_norm": 1.8882994651794434, |
| "learning_rate": 3.935898591210838e-05, |
| "epoch": 0.8, |
| "step": 53500 |
| }, |
| { |
| "loss": 1.0888, |
| "grad_norm": 1.1161054372787476, |
| "learning_rate": 3.928389054098706e-05, |
| "epoch": 0.8, |
| "step": 53525 |
| }, |
| { |
| "loss": 1.1155, |
| "grad_norm": 1.3479957580566406, |
| "learning_rate": 3.920879516986573e-05, |
| "epoch": 0.8, |
| "step": 53550 |
| }, |
| { |
| "loss": 1.135, |
| "grad_norm": 1.2609208822250366, |
| "learning_rate": 3.9133699798744404e-05, |
| "epoch": 0.8, |
| "step": 53575 |
| }, |
| { |
| "loss": 1.0736, |
| "grad_norm": 1.8553820848464966, |
| "learning_rate": 3.905860442762308e-05, |
| "epoch": 0.81, |
| "step": 53600 |
| }, |
| { |
| "loss": 1.091, |
| "grad_norm": 1.7198560237884521, |
| "learning_rate": 3.898350905650176e-05, |
| "epoch": 0.81, |
| "step": 53625 |
| }, |
| { |
| "loss": 1.1926, |
| "grad_norm": 1.0929125547409058, |
| "learning_rate": 3.8908413685380433e-05, |
| "epoch": 0.81, |
| "step": 53650 |
| }, |
| { |
| "loss": 1.1161, |
| "grad_norm": 1.4651769399642944, |
| "learning_rate": 3.883331831425911e-05, |
| "epoch": 0.81, |
| "step": 53675 |
| }, |
| { |
| "loss": 1.1704, |
| "grad_norm": 2.1259841918945312, |
| "learning_rate": 3.8758222943137784e-05, |
| "epoch": 0.81, |
| "step": 53700 |
| }, |
| { |
| "loss": 1.1024, |
| "grad_norm": 1.6856151819229126, |
| "learning_rate": 3.868312757201646e-05, |
| "epoch": 0.81, |
| "step": 53725 |
| }, |
| { |
| "loss": 1.1725, |
| "grad_norm": 1.9457602500915527, |
| "learning_rate": 3.860803220089514e-05, |
| "epoch": 0.81, |
| "step": 53750 |
| }, |
| { |
| "loss": 1.1107, |
| "grad_norm": 1.1278740167617798, |
| "learning_rate": 3.8532936829773814e-05, |
| "epoch": 0.81, |
| "step": 53775 |
| }, |
| { |
| "loss": 1.0866, |
| "grad_norm": 1.989402174949646, |
| "learning_rate": 3.8457841458652486e-05, |
| "epoch": 0.81, |
| "step": 53800 |
| }, |
| { |
| "loss": 1.09, |
| "grad_norm": 2.686849355697632, |
| "learning_rate": 3.8382746087531165e-05, |
| "epoch": 0.81, |
| "step": 53825 |
| }, |
| { |
| "loss": 1.0897, |
| "grad_norm": 2.199162244796753, |
| "learning_rate": 3.8307650716409844e-05, |
| "epoch": 0.81, |
| "step": 53850 |
| }, |
| { |
| "loss": 1.1071, |
| "grad_norm": 0.9810658693313599, |
| "learning_rate": 3.8232555345288516e-05, |
| "epoch": 0.81, |
| "step": 53875 |
| }, |
| { |
| "loss": 1.1032, |
| "grad_norm": 1.1024478673934937, |
| "learning_rate": 3.8157459974167195e-05, |
| "epoch": 0.81, |
| "step": 53900 |
| }, |
| { |
| "loss": 1.0515, |
| "grad_norm": 1.8465054035186768, |
| "learning_rate": 3.8082364603045874e-05, |
| "epoch": 0.81, |
| "step": 53925 |
| }, |
| { |
| "loss": 1.0606, |
| "grad_norm": 0.9782311320304871, |
| "learning_rate": 3.8007269231924546e-05, |
| "epoch": 0.81, |
| "step": 53950 |
| }, |
| { |
| "loss": 1.1054, |
| "grad_norm": 1.4638195037841797, |
| "learning_rate": 3.7932173860803225e-05, |
| "epoch": 0.81, |
| "step": 53975 |
| }, |
| { |
| "loss": 1.1584, |
| "grad_norm": 2.066131114959717, |
| "learning_rate": 3.78570784896819e-05, |
| "epoch": 0.81, |
| "step": 54000 |
| }, |
| { |
| "loss": 1.1254, |
| "grad_norm": 1.6561390161514282, |
| "learning_rate": 3.778198311856057e-05, |
| "epoch": 0.81, |
| "step": 54025 |
| }, |
| { |
| "loss": 1.1213, |
| "grad_norm": 1.693764090538025, |
| "learning_rate": 3.770688774743925e-05, |
| "epoch": 0.81, |
| "step": 54050 |
| }, |
| { |
| "loss": 1.0754, |
| "grad_norm": 1.5490859746932983, |
| "learning_rate": 3.763179237631793e-05, |
| "epoch": 0.81, |
| "step": 54075 |
| }, |
| { |
| "loss": 1.1704, |
| "grad_norm": 1.7576946020126343, |
| "learning_rate": 3.75566970051966e-05, |
| "epoch": 0.81, |
| "step": 54100 |
| }, |
| { |
| "loss": 1.1473, |
| "grad_norm": 1.8954912424087524, |
| "learning_rate": 3.748160163407528e-05, |
| "epoch": 0.81, |
| "step": 54125 |
| }, |
| { |
| "loss": 1.1391, |
| "grad_norm": 2.0620269775390625, |
| "learning_rate": 3.7406506262953957e-05, |
| "epoch": 0.81, |
| "step": 54150 |
| }, |
| { |
| "loss": 1.1656, |
| "grad_norm": 1.3634029626846313, |
| "learning_rate": 3.733141089183263e-05, |
| "epoch": 0.81, |
| "step": 54175 |
| }, |
| { |
| "loss": 1.1246, |
| "grad_norm": 1.4298192262649536, |
| "learning_rate": 3.725631552071131e-05, |
| "epoch": 0.81, |
| "step": 54200 |
| }, |
| { |
| "loss": 1.1954, |
| "grad_norm": 1.760016679763794, |
| "learning_rate": 3.718122014958998e-05, |
| "epoch": 0.81, |
| "step": 54225 |
| }, |
| { |
| "loss": 1.1634, |
| "grad_norm": 1.460942268371582, |
| "learning_rate": 3.710612477846866e-05, |
| "epoch": 0.81, |
| "step": 54250 |
| }, |
| { |
| "loss": 1.0715, |
| "grad_norm": 0.9953238368034363, |
| "learning_rate": 3.703102940734734e-05, |
| "epoch": 0.82, |
| "step": 54275 |
| }, |
| { |
| "loss": 1.1588, |
| "grad_norm": 1.3567308187484741, |
| "learning_rate": 3.695593403622601e-05, |
| "epoch": 0.82, |
| "step": 54300 |
| }, |
| { |
| "loss": 1.1086, |
| "grad_norm": 1.4111878871917725, |
| "learning_rate": 3.688083866510468e-05, |
| "epoch": 0.82, |
| "step": 54325 |
| }, |
| { |
| "loss": 1.161, |
| "grad_norm": 1.7530951499938965, |
| "learning_rate": 3.680574329398336e-05, |
| "epoch": 0.82, |
| "step": 54350 |
| }, |
| { |
| "loss": 1.1003, |
| "grad_norm": 1.5563117265701294, |
| "learning_rate": 3.673064792286204e-05, |
| "epoch": 0.82, |
| "step": 54375 |
| }, |
| { |
| "loss": 1.163, |
| "grad_norm": 1.0254262685775757, |
| "learning_rate": 3.665555255174071e-05, |
| "epoch": 0.82, |
| "step": 54400 |
| }, |
| { |
| "loss": 1.1384, |
| "grad_norm": 2.547769784927368, |
| "learning_rate": 3.658045718061939e-05, |
| "epoch": 0.82, |
| "step": 54425 |
| }, |
| { |
| "loss": 1.107, |
| "grad_norm": 1.0468461513519287, |
| "learning_rate": 3.650536180949806e-05, |
| "epoch": 0.82, |
| "step": 54450 |
| }, |
| { |
| "loss": 1.1431, |
| "grad_norm": 1.1783130168914795, |
| "learning_rate": 3.643026643837674e-05, |
| "epoch": 0.82, |
| "step": 54475 |
| }, |
| { |
| "loss": 1.1398, |
| "grad_norm": 1.3592449426651, |
| "learning_rate": 3.635517106725542e-05, |
| "epoch": 0.82, |
| "step": 54500 |
| }, |
| { |
| "loss": 1.0942, |
| "grad_norm": 1.687246322631836, |
| "learning_rate": 3.628007569613409e-05, |
| "epoch": 0.82, |
| "step": 54525 |
| }, |
| { |
| "loss": 1.0334, |
| "grad_norm": 1.396044373512268, |
| "learning_rate": 3.6204980325012764e-05, |
| "epoch": 0.82, |
| "step": 54550 |
| }, |
| { |
| "loss": 1.0524, |
| "grad_norm": 2.7093379497528076, |
| "learning_rate": 3.612988495389144e-05, |
| "epoch": 0.82, |
| "step": 54575 |
| }, |
| { |
| "loss": 1.1404, |
| "grad_norm": 1.8118054866790771, |
| "learning_rate": 3.605478958277012e-05, |
| "epoch": 0.82, |
| "step": 54600 |
| }, |
| { |
| "loss": 1.0971, |
| "grad_norm": 1.241155982017517, |
| "learning_rate": 3.5979694211648794e-05, |
| "epoch": 0.82, |
| "step": 54625 |
| }, |
| { |
| "loss": 1.0957, |
| "grad_norm": 1.7652029991149902, |
| "learning_rate": 3.590459884052747e-05, |
| "epoch": 0.82, |
| "step": 54650 |
| }, |
| { |
| "loss": 1.1159, |
| "grad_norm": 2.1295764446258545, |
| "learning_rate": 3.5829503469406145e-05, |
| "epoch": 0.82, |
| "step": 54675 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 1.4499530792236328, |
| "learning_rate": 3.5754408098284824e-05, |
| "epoch": 0.82, |
| "step": 54700 |
| }, |
| { |
| "loss": 1.1356, |
| "grad_norm": 1.3263312578201294, |
| "learning_rate": 3.56793127271635e-05, |
| "epoch": 0.82, |
| "step": 54725 |
| }, |
| { |
| "loss": 1.0752, |
| "grad_norm": 1.5875509977340698, |
| "learning_rate": 3.5604217356042175e-05, |
| "epoch": 0.82, |
| "step": 54750 |
| }, |
| { |
| "loss": 1.1495, |
| "grad_norm": 1.2747198343276978, |
| "learning_rate": 3.552912198492085e-05, |
| "epoch": 0.82, |
| "step": 54775 |
| }, |
| { |
| "loss": 1.0794, |
| "grad_norm": 3.039198637008667, |
| "learning_rate": 3.5454026613799526e-05, |
| "epoch": 0.82, |
| "step": 54800 |
| }, |
| { |
| "loss": 1.0468, |
| "grad_norm": 1.2731279134750366, |
| "learning_rate": 3.5378931242678205e-05, |
| "epoch": 0.82, |
| "step": 54825 |
| }, |
| { |
| "loss": 1.0554, |
| "grad_norm": 2.2691845893859863, |
| "learning_rate": 3.530383587155688e-05, |
| "epoch": 0.82, |
| "step": 54850 |
| }, |
| { |
| "loss": 1.1324, |
| "grad_norm": 1.3395280838012695, |
| "learning_rate": 3.5228740500435556e-05, |
| "epoch": 0.82, |
| "step": 54875 |
| }, |
| { |
| "loss": 1.036, |
| "grad_norm": 1.1065006256103516, |
| "learning_rate": 3.5153645129314235e-05, |
| "epoch": 0.82, |
| "step": 54900 |
| }, |
| { |
| "loss": 1.05, |
| "grad_norm": 1.7697545289993286, |
| "learning_rate": 3.507854975819291e-05, |
| "epoch": 0.82, |
| "step": 54925 |
| }, |
| { |
| "loss": 1.1362, |
| "grad_norm": 1.0653153657913208, |
| "learning_rate": 3.5003454387071585e-05, |
| "epoch": 0.83, |
| "step": 54950 |
| }, |
| { |
| "loss": 1.0546, |
| "grad_norm": 1.5754921436309814, |
| "learning_rate": 3.492835901595026e-05, |
| "epoch": 0.83, |
| "step": 54975 |
| }, |
| { |
| "loss": 0.9954, |
| "grad_norm": 1.166438341140747, |
| "learning_rate": 3.485326364482893e-05, |
| "epoch": 0.83, |
| "step": 55000 |
| }, |
| { |
| "loss": 1.0758, |
| "grad_norm": 1.2350513935089111, |
| "learning_rate": 3.4778168273707615e-05, |
| "epoch": 0.83, |
| "step": 55025 |
| }, |
| { |
| "loss": 1.0664, |
| "grad_norm": 1.1638765335083008, |
| "learning_rate": 3.470307290258629e-05, |
| "epoch": 0.83, |
| "step": 55050 |
| }, |
| { |
| "loss": 1.1558, |
| "grad_norm": 1.0206239223480225, |
| "learning_rate": 3.462797753146496e-05, |
| "epoch": 0.83, |
| "step": 55075 |
| }, |
| { |
| "loss": 1.1298, |
| "grad_norm": 1.1066503524780273, |
| "learning_rate": 3.455288216034364e-05, |
| "epoch": 0.83, |
| "step": 55100 |
| }, |
| { |
| "loss": 1.114, |
| "grad_norm": 1.242811918258667, |
| "learning_rate": 3.447778678922232e-05, |
| "epoch": 0.83, |
| "step": 55125 |
| }, |
| { |
| "loss": 1.0795, |
| "grad_norm": 0.8851810097694397, |
| "learning_rate": 3.440269141810099e-05, |
| "epoch": 0.83, |
| "step": 55150 |
| }, |
| { |
| "loss": 1.1065, |
| "grad_norm": 1.7904212474822998, |
| "learning_rate": 3.432759604697967e-05, |
| "epoch": 0.83, |
| "step": 55175 |
| }, |
| { |
| "loss": 1.013, |
| "grad_norm": 1.2688441276550293, |
| "learning_rate": 3.425250067585834e-05, |
| "epoch": 0.83, |
| "step": 55200 |
| }, |
| { |
| "loss": 1.1373, |
| "grad_norm": 1.1899800300598145, |
| "learning_rate": 3.417740530473702e-05, |
| "epoch": 0.83, |
| "step": 55225 |
| }, |
| { |
| "loss": 1.1135, |
| "grad_norm": 1.9331419467926025, |
| "learning_rate": 3.41023099336157e-05, |
| "epoch": 0.83, |
| "step": 55250 |
| }, |
| { |
| "loss": 1.0993, |
| "grad_norm": 1.6777852773666382, |
| "learning_rate": 3.402721456249437e-05, |
| "epoch": 0.83, |
| "step": 55275 |
| }, |
| { |
| "loss": 1.0528, |
| "grad_norm": 1.469103217124939, |
| "learning_rate": 3.395211919137304e-05, |
| "epoch": 0.83, |
| "step": 55300 |
| }, |
| { |
| "loss": 1.1432, |
| "grad_norm": 1.6784319877624512, |
| "learning_rate": 3.387702382025172e-05, |
| "epoch": 0.83, |
| "step": 55325 |
| }, |
| { |
| "loss": 1.0986, |
| "grad_norm": 1.4824069738388062, |
| "learning_rate": 3.38019284491304e-05, |
| "epoch": 0.83, |
| "step": 55350 |
| }, |
| { |
| "loss": 1.1599, |
| "grad_norm": 1.1543418169021606, |
| "learning_rate": 3.372683307800907e-05, |
| "epoch": 0.83, |
| "step": 55375 |
| }, |
| { |
| "loss": 1.0552, |
| "grad_norm": 2.3624870777130127, |
| "learning_rate": 3.365173770688775e-05, |
| "epoch": 0.83, |
| "step": 55400 |
| }, |
| { |
| "loss": 1.1395, |
| "grad_norm": 1.5518018007278442, |
| "learning_rate": 3.357664233576642e-05, |
| "epoch": 0.83, |
| "step": 55425 |
| }, |
| { |
| "loss": 1.1172, |
| "grad_norm": 1.820732593536377, |
| "learning_rate": 3.35015469646451e-05, |
| "epoch": 0.83, |
| "step": 55450 |
| }, |
| { |
| "loss": 1.1409, |
| "grad_norm": 1.5625290870666504, |
| "learning_rate": 3.342645159352378e-05, |
| "epoch": 0.83, |
| "step": 55475 |
| }, |
| { |
| "loss": 1.1088, |
| "grad_norm": 1.6013075113296509, |
| "learning_rate": 3.335135622240245e-05, |
| "epoch": 0.83, |
| "step": 55500 |
| }, |
| { |
| "loss": 1.1256, |
| "grad_norm": 1.2917579412460327, |
| "learning_rate": 3.3276260851281125e-05, |
| "epoch": 0.83, |
| "step": 55525 |
| }, |
| { |
| "loss": 1.1221, |
| "grad_norm": 2.3396828174591064, |
| "learning_rate": 3.3201165480159804e-05, |
| "epoch": 0.83, |
| "step": 55550 |
| }, |
| { |
| "loss": 1.1166, |
| "grad_norm": 0.9828691482543945, |
| "learning_rate": 3.312607010903848e-05, |
| "epoch": 0.83, |
| "step": 55575 |
| }, |
| { |
| "loss": 1.0945, |
| "grad_norm": 1.5887751579284668, |
| "learning_rate": 3.3050974737917155e-05, |
| "epoch": 0.84, |
| "step": 55600 |
| }, |
| { |
| "loss": 1.0711, |
| "grad_norm": 1.1289055347442627, |
| "learning_rate": 3.2975879366795834e-05, |
| "epoch": 0.84, |
| "step": 55625 |
| }, |
| { |
| "loss": 1.0644, |
| "grad_norm": 1.4812935590744019, |
| "learning_rate": 3.2900783995674506e-05, |
| "epoch": 0.84, |
| "step": 55650 |
| }, |
| { |
| "loss": 1.102, |
| "grad_norm": 1.3823920488357544, |
| "learning_rate": 3.2825688624553185e-05, |
| "epoch": 0.84, |
| "step": 55675 |
| }, |
| { |
| "loss": 1.1011, |
| "grad_norm": 1.7511022090911865, |
| "learning_rate": 3.2750593253431863e-05, |
| "epoch": 0.84, |
| "step": 55700 |
| }, |
| { |
| "loss": 1.183, |
| "grad_norm": 1.9509655237197876, |
| "learning_rate": 3.2675497882310536e-05, |
| "epoch": 0.84, |
| "step": 55725 |
| }, |
| { |
| "loss": 1.0795, |
| "grad_norm": 0.9376107454299927, |
| "learning_rate": 3.260040251118921e-05, |
| "epoch": 0.84, |
| "step": 55750 |
| }, |
| { |
| "loss": 1.1001, |
| "grad_norm": 1.123742938041687, |
| "learning_rate": 3.252530714006789e-05, |
| "epoch": 0.84, |
| "step": 55775 |
| }, |
| { |
| "loss": 1.1292, |
| "grad_norm": 2.6337194442749023, |
| "learning_rate": 3.2450211768946565e-05, |
| "epoch": 0.84, |
| "step": 55800 |
| }, |
| { |
| "loss": 1.0631, |
| "grad_norm": 1.1294831037521362, |
| "learning_rate": 3.237511639782524e-05, |
| "epoch": 0.84, |
| "step": 55825 |
| }, |
| { |
| "loss": 1.1375, |
| "grad_norm": 1.2995752096176147, |
| "learning_rate": 3.2300021026703916e-05, |
| "epoch": 0.84, |
| "step": 55850 |
| }, |
| { |
| "loss": 1.1308, |
| "grad_norm": 4.79863166809082, |
| "learning_rate": 3.2224925655582595e-05, |
| "epoch": 0.84, |
| "step": 55875 |
| }, |
| { |
| "loss": 1.1005, |
| "grad_norm": 1.031606674194336, |
| "learning_rate": 3.214983028446127e-05, |
| "epoch": 0.84, |
| "step": 55900 |
| }, |
| { |
| "loss": 1.011, |
| "grad_norm": 1.0204112529754639, |
| "learning_rate": 3.2074734913339946e-05, |
| "epoch": 0.84, |
| "step": 55925 |
| }, |
| { |
| "loss": 1.1464, |
| "grad_norm": 1.0727862119674683, |
| "learning_rate": 3.199963954221862e-05, |
| "epoch": 0.84, |
| "step": 55950 |
| }, |
| { |
| "loss": 1.1208, |
| "grad_norm": 1.1318399906158447, |
| "learning_rate": 3.192454417109729e-05, |
| "epoch": 0.84, |
| "step": 55975 |
| }, |
| { |
| "loss": 1.1243, |
| "grad_norm": 1.1461580991744995, |
| "learning_rate": 3.1849448799975976e-05, |
| "epoch": 0.84, |
| "step": 56000 |
| }, |
| { |
| "loss": 1.1367, |
| "grad_norm": 1.8615853786468506, |
| "learning_rate": 3.177435342885465e-05, |
| "epoch": 0.84, |
| "step": 56025 |
| }, |
| { |
| "loss": 1.1489, |
| "grad_norm": 1.4172084331512451, |
| "learning_rate": 3.169925805773332e-05, |
| "epoch": 0.84, |
| "step": 56050 |
| }, |
| { |
| "loss": 1.1035, |
| "grad_norm": 1.299654245376587, |
| "learning_rate": 3.1624162686612e-05, |
| "epoch": 0.84, |
| "step": 56075 |
| }, |
| { |
| "loss": 1.1718, |
| "grad_norm": 1.4679521322250366, |
| "learning_rate": 3.154906731549068e-05, |
| "epoch": 0.84, |
| "step": 56100 |
| }, |
| { |
| "loss": 1.11, |
| "grad_norm": 2.0875778198242188, |
| "learning_rate": 3.147397194436935e-05, |
| "epoch": 0.84, |
| "step": 56125 |
| }, |
| { |
| "loss": 1.1843, |
| "grad_norm": 0.9587807655334473, |
| "learning_rate": 3.139887657324803e-05, |
| "epoch": 0.84, |
| "step": 56150 |
| }, |
| { |
| "loss": 1.1362, |
| "grad_norm": 2.253598690032959, |
| "learning_rate": 3.13237812021267e-05, |
| "epoch": 0.84, |
| "step": 56175 |
| }, |
| { |
| "loss": 1.0859, |
| "grad_norm": 2.3193461894989014, |
| "learning_rate": 3.124868583100538e-05, |
| "epoch": 0.84, |
| "step": 56200 |
| }, |
| { |
| "loss": 1.1347, |
| "grad_norm": 1.5526835918426514, |
| "learning_rate": 3.117359045988406e-05, |
| "epoch": 0.84, |
| "step": 56225 |
| }, |
| { |
| "loss": 1.1155, |
| "grad_norm": 1.7318717241287231, |
| "learning_rate": 3.109849508876273e-05, |
| "epoch": 0.84, |
| "step": 56250 |
| }, |
| { |
| "loss": 1.1701, |
| "grad_norm": 0.9637216925621033, |
| "learning_rate": 3.10233997176414e-05, |
| "epoch": 0.85, |
| "step": 56275 |
| }, |
| { |
| "loss": 1.0931, |
| "grad_norm": 1.6898939609527588, |
| "learning_rate": 3.094830434652008e-05, |
| "epoch": 0.85, |
| "step": 56300 |
| }, |
| { |
| "loss": 1.1269, |
| "grad_norm": 1.4921387434005737, |
| "learning_rate": 3.087320897539876e-05, |
| "epoch": 0.85, |
| "step": 56325 |
| }, |
| { |
| "loss": 1.098, |
| "grad_norm": 1.4121395349502563, |
| "learning_rate": 3.079811360427743e-05, |
| "epoch": 0.85, |
| "step": 56350 |
| }, |
| { |
| "loss": 1.1518, |
| "grad_norm": 1.144964575767517, |
| "learning_rate": 3.072301823315611e-05, |
| "epoch": 0.85, |
| "step": 56375 |
| }, |
| { |
| "loss": 1.1257, |
| "grad_norm": 1.5664513111114502, |
| "learning_rate": 3.0647922862034784e-05, |
| "epoch": 0.85, |
| "step": 56400 |
| }, |
| { |
| "loss": 1.12, |
| "grad_norm": 1.3426709175109863, |
| "learning_rate": 3.057282749091346e-05, |
| "epoch": 0.85, |
| "step": 56425 |
| }, |
| { |
| "loss": 1.0914, |
| "grad_norm": 1.4727264642715454, |
| "learning_rate": 3.0497732119792138e-05, |
| "epoch": 0.85, |
| "step": 56450 |
| }, |
| { |
| "loss": 1.2281, |
| "grad_norm": 3.242955207824707, |
| "learning_rate": 3.0422636748670813e-05, |
| "epoch": 0.85, |
| "step": 56475 |
| }, |
| { |
| "loss": 1.1146, |
| "grad_norm": 1.4398702383041382, |
| "learning_rate": 3.034754137754949e-05, |
| "epoch": 0.85, |
| "step": 56500 |
| }, |
| { |
| "loss": 1.1887, |
| "grad_norm": 1.533019781112671, |
| "learning_rate": 3.0272446006428168e-05, |
| "epoch": 0.85, |
| "step": 56525 |
| }, |
| { |
| "loss": 1.0688, |
| "grad_norm": 1.3019578456878662, |
| "learning_rate": 3.0197350635306843e-05, |
| "epoch": 0.85, |
| "step": 56550 |
| }, |
| { |
| "loss": 1.0937, |
| "grad_norm": 3.774083375930786, |
| "learning_rate": 3.012225526418552e-05, |
| "epoch": 0.85, |
| "step": 56575 |
| }, |
| { |
| "loss": 1.0797, |
| "grad_norm": 1.535316824913025, |
| "learning_rate": 3.004715989306419e-05, |
| "epoch": 0.85, |
| "step": 56600 |
| }, |
| { |
| "loss": 1.1406, |
| "grad_norm": 3.624013662338257, |
| "learning_rate": 2.9972064521942866e-05, |
| "epoch": 0.85, |
| "step": 56625 |
| }, |
| { |
| "loss": 1.0986, |
| "grad_norm": 2.2039883136749268, |
| "learning_rate": 2.9896969150821545e-05, |
| "epoch": 0.85, |
| "step": 56650 |
| }, |
| { |
| "loss": 1.1318, |
| "grad_norm": 1.0096391439437866, |
| "learning_rate": 2.982187377970022e-05, |
| "epoch": 0.85, |
| "step": 56675 |
| }, |
| { |
| "loss": 1.1223, |
| "grad_norm": 1.8855111598968506, |
| "learning_rate": 2.9746778408578896e-05, |
| "epoch": 0.85, |
| "step": 56700 |
| }, |
| { |
| "loss": 1.0381, |
| "grad_norm": 1.7449959516525269, |
| "learning_rate": 2.967168303745757e-05, |
| "epoch": 0.85, |
| "step": 56725 |
| }, |
| { |
| "loss": 1.1104, |
| "grad_norm": 1.9731217622756958, |
| "learning_rate": 2.959658766633625e-05, |
| "epoch": 0.85, |
| "step": 56750 |
| }, |
| { |
| "loss": 1.1399, |
| "grad_norm": 1.2654249668121338, |
| "learning_rate": 2.9521492295214926e-05, |
| "epoch": 0.85, |
| "step": 56775 |
| }, |
| { |
| "loss": 1.0705, |
| "grad_norm": 2.2102811336517334, |
| "learning_rate": 2.94463969240936e-05, |
| "epoch": 0.85, |
| "step": 56800 |
| }, |
| { |
| "loss": 1.1073, |
| "grad_norm": 1.3911298513412476, |
| "learning_rate": 2.9371301552972274e-05, |
| "epoch": 0.85, |
| "step": 56825 |
| }, |
| { |
| "loss": 1.132, |
| "grad_norm": 1.2584389448165894, |
| "learning_rate": 2.9296206181850956e-05, |
| "epoch": 0.85, |
| "step": 56850 |
| }, |
| { |
| "loss": 1.0874, |
| "grad_norm": 2.038180351257324, |
| "learning_rate": 2.9221110810729628e-05, |
| "epoch": 0.85, |
| "step": 56875 |
| }, |
| { |
| "loss": 1.1324, |
| "grad_norm": 2.4636690616607666, |
| "learning_rate": 2.9146015439608303e-05, |
| "epoch": 0.85, |
| "step": 56900 |
| }, |
| { |
| "loss": 1.1063, |
| "grad_norm": 1.3092725276947021, |
| "learning_rate": 2.907092006848698e-05, |
| "epoch": 0.85, |
| "step": 56925 |
| }, |
| { |
| "loss": 1.0472, |
| "grad_norm": 1.3636903762817383, |
| "learning_rate": 2.8995824697365654e-05, |
| "epoch": 0.86, |
| "step": 56950 |
| }, |
| { |
| "loss": 1.1155, |
| "grad_norm": 1.915647029876709, |
| "learning_rate": 2.8920729326244333e-05, |
| "epoch": 0.86, |
| "step": 56975 |
| }, |
| { |
| "loss": 1.141, |
| "grad_norm": 1.1012380123138428, |
| "learning_rate": 2.884563395512301e-05, |
| "epoch": 0.86, |
| "step": 57000 |
| }, |
| { |
| "loss": 1.1004, |
| "grad_norm": 1.4259084463119507, |
| "learning_rate": 2.8770538584001684e-05, |
| "epoch": 0.86, |
| "step": 57025 |
| }, |
| { |
| "loss": 1.0786, |
| "grad_norm": 1.411359190940857, |
| "learning_rate": 2.8695443212880356e-05, |
| "epoch": 0.86, |
| "step": 57050 |
| }, |
| { |
| "loss": 1.1746, |
| "grad_norm": 1.6087229251861572, |
| "learning_rate": 2.862034784175904e-05, |
| "epoch": 0.86, |
| "step": 57075 |
| }, |
| { |
| "loss": 1.1506, |
| "grad_norm": 1.2207622528076172, |
| "learning_rate": 2.854525247063771e-05, |
| "epoch": 0.86, |
| "step": 57100 |
| }, |
| { |
| "loss": 1.177, |
| "grad_norm": 1.542277455329895, |
| "learning_rate": 2.8470157099516386e-05, |
| "epoch": 0.86, |
| "step": 57125 |
| }, |
| { |
| "loss": 1.1666, |
| "grad_norm": 1.7982580661773682, |
| "learning_rate": 2.839506172839506e-05, |
| "epoch": 0.86, |
| "step": 57150 |
| }, |
| { |
| "loss": 1.1294, |
| "grad_norm": 1.2220053672790527, |
| "learning_rate": 2.831996635727374e-05, |
| "epoch": 0.86, |
| "step": 57175 |
| }, |
| { |
| "loss": 1.1134, |
| "grad_norm": 2.173220157623291, |
| "learning_rate": 2.8244870986152416e-05, |
| "epoch": 0.86, |
| "step": 57200 |
| }, |
| { |
| "loss": 1.1039, |
| "grad_norm": 1.5563225746154785, |
| "learning_rate": 2.816977561503109e-05, |
| "epoch": 0.86, |
| "step": 57225 |
| }, |
| { |
| "loss": 1.1248, |
| "grad_norm": 1.477427363395691, |
| "learning_rate": 2.8094680243909767e-05, |
| "epoch": 0.86, |
| "step": 57250 |
| }, |
| { |
| "loss": 1.106, |
| "grad_norm": 1.374334692955017, |
| "learning_rate": 2.801958487278844e-05, |
| "epoch": 0.86, |
| "step": 57275 |
| }, |
| { |
| "loss": 1.1058, |
| "grad_norm": 1.437056541442871, |
| "learning_rate": 2.794448950166712e-05, |
| "epoch": 0.86, |
| "step": 57300 |
| }, |
| { |
| "loss": 1.1278, |
| "grad_norm": 1.2822084426879883, |
| "learning_rate": 2.7869394130545797e-05, |
| "epoch": 0.86, |
| "step": 57325 |
| }, |
| { |
| "loss": 1.1003, |
| "grad_norm": 0.9716039299964905, |
| "learning_rate": 2.779429875942447e-05, |
| "epoch": 0.86, |
| "step": 57350 |
| }, |
| { |
| "loss": 1.0853, |
| "grad_norm": 1.4873470067977905, |
| "learning_rate": 2.7719203388303144e-05, |
| "epoch": 0.86, |
| "step": 57375 |
| }, |
| { |
| "loss": 1.0961, |
| "grad_norm": 1.8672046661376953, |
| "learning_rate": 2.7644108017181823e-05, |
| "epoch": 0.86, |
| "step": 57400 |
| }, |
| { |
| "loss": 1.1141, |
| "grad_norm": 1.4299520254135132, |
| "learning_rate": 2.75690126460605e-05, |
| "epoch": 0.86, |
| "step": 57425 |
| }, |
| { |
| "loss": 1.1041, |
| "grad_norm": 2.402892827987671, |
| "learning_rate": 2.7493917274939174e-05, |
| "epoch": 0.86, |
| "step": 57450 |
| }, |
| { |
| "loss": 1.1231, |
| "grad_norm": 1.2294812202453613, |
| "learning_rate": 2.741882190381785e-05, |
| "epoch": 0.86, |
| "step": 57475 |
| }, |
| { |
| "loss": 1.127, |
| "grad_norm": 1.7184091806411743, |
| "learning_rate": 2.734372653269653e-05, |
| "epoch": 0.86, |
| "step": 57500 |
| }, |
| { |
| "loss": 1.1925, |
| "grad_norm": 1.3573827743530273, |
| "learning_rate": 2.7268631161575204e-05, |
| "epoch": 0.86, |
| "step": 57525 |
| }, |
| { |
| "loss": 1.1482, |
| "grad_norm": 1.7570611238479614, |
| "learning_rate": 2.719353579045388e-05, |
| "epoch": 0.86, |
| "step": 57550 |
| }, |
| { |
| "loss": 1.1096, |
| "grad_norm": 1.4989982843399048, |
| "learning_rate": 2.711844041933255e-05, |
| "epoch": 0.86, |
| "step": 57575 |
| }, |
| { |
| "loss": 1.0666, |
| "grad_norm": 1.59767746925354, |
| "learning_rate": 2.7043345048211227e-05, |
| "epoch": 0.87, |
| "step": 57600 |
| }, |
| { |
| "loss": 1.125, |
| "grad_norm": 1.3916709423065186, |
| "learning_rate": 2.6968249677089906e-05, |
| "epoch": 0.87, |
| "step": 57625 |
| }, |
| { |
| "loss": 1.038, |
| "grad_norm": 1.6316527128219604, |
| "learning_rate": 2.689315430596858e-05, |
| "epoch": 0.87, |
| "step": 57650 |
| }, |
| { |
| "loss": 1.0536, |
| "grad_norm": 1.4137283563613892, |
| "learning_rate": 2.6818058934847257e-05, |
| "epoch": 0.87, |
| "step": 57675 |
| }, |
| { |
| "loss": 1.0917, |
| "grad_norm": 1.9997875690460205, |
| "learning_rate": 2.6742963563725932e-05, |
| "epoch": 0.87, |
| "step": 57700 |
| }, |
| { |
| "loss": 1.0194, |
| "grad_norm": 1.3425413370132446, |
| "learning_rate": 2.666786819260461e-05, |
| "epoch": 0.87, |
| "step": 57725 |
| }, |
| { |
| "loss": 1.0669, |
| "grad_norm": 0.9919766783714294, |
| "learning_rate": 2.6592772821483287e-05, |
| "epoch": 0.87, |
| "step": 57750 |
| }, |
| { |
| "loss": 1.15, |
| "grad_norm": 1.5039972066879272, |
| "learning_rate": 2.6517677450361962e-05, |
| "epoch": 0.87, |
| "step": 57775 |
| }, |
| { |
| "loss": 1.0898, |
| "grad_norm": 2.429229974746704, |
| "learning_rate": 2.6442582079240634e-05, |
| "epoch": 0.87, |
| "step": 57800 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 1.3402752876281738, |
| "learning_rate": 2.6367486708119316e-05, |
| "epoch": 0.87, |
| "step": 57825 |
| }, |
| { |
| "loss": 1.0645, |
| "grad_norm": 1.041297435760498, |
| "learning_rate": 2.629239133699799e-05, |
| "epoch": 0.87, |
| "step": 57850 |
| }, |
| { |
| "loss": 1.105, |
| "grad_norm": 1.0299885272979736, |
| "learning_rate": 2.6217295965876664e-05, |
| "epoch": 0.87, |
| "step": 57875 |
| }, |
| { |
| "loss": 1.1492, |
| "grad_norm": 1.3811683654785156, |
| "learning_rate": 2.614220059475534e-05, |
| "epoch": 0.87, |
| "step": 57900 |
| }, |
| { |
| "loss": 1.1381, |
| "grad_norm": 1.3449524641036987, |
| "learning_rate": 2.6067105223634015e-05, |
| "epoch": 0.87, |
| "step": 57925 |
| }, |
| { |
| "loss": 1.1077, |
| "grad_norm": 1.1133577823638916, |
| "learning_rate": 2.5995013667357543e-05, |
| "epoch": 0.87, |
| "step": 57950 |
| }, |
| { |
| "loss": 1.1155, |
| "grad_norm": 1.2379744052886963, |
| "learning_rate": 2.5919918296236222e-05, |
| "epoch": 0.87, |
| "step": 57975 |
| }, |
| { |
| "loss": 1.0956, |
| "grad_norm": 1.4516429901123047, |
| "learning_rate": 2.5844822925114898e-05, |
| "epoch": 0.87, |
| "step": 58000 |
| }, |
| { |
| "loss": 1.157, |
| "grad_norm": 2.1705074310302734, |
| "learning_rate": 2.5769727553993573e-05, |
| "epoch": 0.87, |
| "step": 58025 |
| }, |
| { |
| "loss": 1.1116, |
| "grad_norm": 1.8582936525344849, |
| "learning_rate": 2.5694632182872245e-05, |
| "epoch": 0.87, |
| "step": 58050 |
| }, |
| { |
| "loss": 1.0901, |
| "grad_norm": 1.2407045364379883, |
| "learning_rate": 2.5619536811750928e-05, |
| "epoch": 0.87, |
| "step": 58075 |
| }, |
| { |
| "loss": 1.0979, |
| "grad_norm": 1.4852651357650757, |
| "learning_rate": 2.5544441440629603e-05, |
| "epoch": 0.87, |
| "step": 58100 |
| }, |
| { |
| "loss": 1.1655, |
| "grad_norm": 1.1345808506011963, |
| "learning_rate": 2.5469346069508275e-05, |
| "epoch": 0.87, |
| "step": 58125 |
| }, |
| { |
| "loss": 1.1008, |
| "grad_norm": 1.741289734840393, |
| "learning_rate": 2.539425069838695e-05, |
| "epoch": 0.87, |
| "step": 58150 |
| }, |
| { |
| "loss": 1.1831, |
| "grad_norm": 1.26760995388031, |
| "learning_rate": 2.532215914211048e-05, |
| "epoch": 0.87, |
| "step": 58175 |
| }, |
| { |
| "loss": 1.0911, |
| "grad_norm": 1.9289544820785522, |
| "learning_rate": 2.524706377098916e-05, |
| "epoch": 0.87, |
| "step": 58200 |
| }, |
| { |
| "loss": 1.0442, |
| "grad_norm": 1.9321314096450806, |
| "learning_rate": 2.5171968399867834e-05, |
| "epoch": 0.87, |
| "step": 58225 |
| }, |
| { |
| "loss": 1.1097, |
| "grad_norm": 1.1289350986480713, |
| "learning_rate": 2.509687302874651e-05, |
| "epoch": 0.87, |
| "step": 58250 |
| }, |
| { |
| "loss": 1.0505, |
| "grad_norm": 1.3914735317230225, |
| "learning_rate": 2.5021777657625184e-05, |
| "epoch": 0.88, |
| "step": 58275 |
| }, |
| { |
| "loss": 1.0804, |
| "grad_norm": 1.2914477586746216, |
| "learning_rate": 2.494668228650386e-05, |
| "epoch": 0.88, |
| "step": 58300 |
| }, |
| { |
| "loss": 1.064, |
| "grad_norm": 1.1069772243499756, |
| "learning_rate": 2.4871586915382535e-05, |
| "epoch": 0.88, |
| "step": 58325 |
| }, |
| { |
| "loss": 1.0294, |
| "grad_norm": 1.7709311246871948, |
| "learning_rate": 2.4796491544261214e-05, |
| "epoch": 0.88, |
| "step": 58350 |
| }, |
| { |
| "loss": 1.0995, |
| "grad_norm": 1.3731812238693237, |
| "learning_rate": 2.4721396173139886e-05, |
| "epoch": 0.88, |
| "step": 58375 |
| }, |
| { |
| "loss": 1.0574, |
| "grad_norm": 1.3423503637313843, |
| "learning_rate": 2.4646300802018565e-05, |
| "epoch": 0.88, |
| "step": 58400 |
| }, |
| { |
| "loss": 1.1297, |
| "grad_norm": 1.5664671659469604, |
| "learning_rate": 2.457120543089724e-05, |
| "epoch": 0.88, |
| "step": 58425 |
| }, |
| { |
| "loss": 1.1686, |
| "grad_norm": 1.7989689111709595, |
| "learning_rate": 2.4496110059775916e-05, |
| "epoch": 0.88, |
| "step": 58450 |
| }, |
| { |
| "loss": 1.063, |
| "grad_norm": 2.50423526763916, |
| "learning_rate": 2.442101468865459e-05, |
| "epoch": 0.88, |
| "step": 58475 |
| }, |
| { |
| "loss": 1.1528, |
| "grad_norm": 2.081894636154175, |
| "learning_rate": 2.434591931753327e-05, |
| "epoch": 0.88, |
| "step": 58500 |
| }, |
| { |
| "loss": 1.0845, |
| "grad_norm": 1.7260534763336182, |
| "learning_rate": 2.4270823946411943e-05, |
| "epoch": 0.88, |
| "step": 58525 |
| }, |
| { |
| "loss": 1.1555, |
| "grad_norm": 1.6785259246826172, |
| "learning_rate": 2.419572857529062e-05, |
| "epoch": 0.88, |
| "step": 58550 |
| }, |
| { |
| "loss": 1.1315, |
| "grad_norm": 1.5150628089904785, |
| "learning_rate": 2.4120633204169297e-05, |
| "epoch": 0.88, |
| "step": 58575 |
| }, |
| { |
| "loss": 1.1247, |
| "grad_norm": 1.3232154846191406, |
| "learning_rate": 2.4045537833047972e-05, |
| "epoch": 0.88, |
| "step": 58600 |
| }, |
| { |
| "loss": 1.1638, |
| "grad_norm": 1.435685157775879, |
| "learning_rate": 2.3970442461926648e-05, |
| "epoch": 0.88, |
| "step": 58625 |
| }, |
| { |
| "loss": 1.1466, |
| "grad_norm": 1.562098741531372, |
| "learning_rate": 2.3895347090805323e-05, |
| "epoch": 0.88, |
| "step": 58650 |
| }, |
| { |
| "loss": 1.0823, |
| "grad_norm": 1.6774852275848389, |
| "learning_rate": 2.3820251719684e-05, |
| "epoch": 0.88, |
| "step": 58675 |
| }, |
| { |
| "loss": 1.1152, |
| "grad_norm": 2.8691372871398926, |
| "learning_rate": 2.3745156348562674e-05, |
| "epoch": 0.88, |
| "step": 58700 |
| }, |
| { |
| "loss": 1.0675, |
| "grad_norm": 1.2133371829986572, |
| "learning_rate": 2.3670060977441353e-05, |
| "epoch": 0.88, |
| "step": 58725 |
| }, |
| { |
| "loss": 1.1358, |
| "grad_norm": 1.280999779701233, |
| "learning_rate": 2.3594965606320025e-05, |
| "epoch": 0.88, |
| "step": 58750 |
| }, |
| { |
| "loss": 1.073, |
| "grad_norm": 2.144066333770752, |
| "learning_rate": 2.3519870235198704e-05, |
| "epoch": 0.88, |
| "step": 58775 |
| }, |
| { |
| "loss": 1.1203, |
| "grad_norm": 1.4125479459762573, |
| "learning_rate": 2.344477486407738e-05, |
| "epoch": 0.88, |
| "step": 58800 |
| }, |
| { |
| "loss": 1.1467, |
| "grad_norm": 1.402156949043274, |
| "learning_rate": 2.3369679492956055e-05, |
| "epoch": 0.88, |
| "step": 58825 |
| }, |
| { |
| "loss": 1.1691, |
| "grad_norm": 1.3000797033309937, |
| "learning_rate": 2.329458412183473e-05, |
| "epoch": 0.88, |
| "step": 58850 |
| }, |
| { |
| "loss": 1.1105, |
| "grad_norm": 1.9694422483444214, |
| "learning_rate": 2.321948875071341e-05, |
| "epoch": 0.88, |
| "step": 58875 |
| }, |
| { |
| "loss": 1.098, |
| "grad_norm": 1.4404619932174683, |
| "learning_rate": 2.314439337959208e-05, |
| "epoch": 0.88, |
| "step": 58900 |
| }, |
| { |
| "loss": 1.0979, |
| "grad_norm": 2.1054556369781494, |
| "learning_rate": 2.3069298008470757e-05, |
| "epoch": 0.88, |
| "step": 58925 |
| }, |
| { |
| "loss": 1.1015, |
| "grad_norm": 1.2658005952835083, |
| "learning_rate": 2.2994202637349436e-05, |
| "epoch": 0.89, |
| "step": 58950 |
| }, |
| { |
| "loss": 1.1349, |
| "grad_norm": 1.4039870500564575, |
| "learning_rate": 2.291910726622811e-05, |
| "epoch": 0.89, |
| "step": 58975 |
| }, |
| { |
| "loss": 1.0923, |
| "grad_norm": 1.5480154752731323, |
| "learning_rate": 2.2844011895106787e-05, |
| "epoch": 0.89, |
| "step": 59000 |
| }, |
| { |
| "loss": 1.1652, |
| "grad_norm": 1.9261832237243652, |
| "learning_rate": 2.2768916523985462e-05, |
| "epoch": 0.89, |
| "step": 59025 |
| }, |
| { |
| "loss": 1.0539, |
| "grad_norm": 1.2835638523101807, |
| "learning_rate": 2.2693821152864138e-05, |
| "epoch": 0.89, |
| "step": 59050 |
| }, |
| { |
| "loss": 1.0895, |
| "grad_norm": 1.7522798776626587, |
| "learning_rate": 2.2618725781742813e-05, |
| "epoch": 0.89, |
| "step": 59075 |
| }, |
| { |
| "loss": 1.0988, |
| "grad_norm": 1.2995007038116455, |
| "learning_rate": 2.2543630410621492e-05, |
| "epoch": 0.89, |
| "step": 59100 |
| }, |
| { |
| "loss": 1.0471, |
| "grad_norm": 1.5621485710144043, |
| "learning_rate": 2.2468535039500164e-05, |
| "epoch": 0.89, |
| "step": 59125 |
| }, |
| { |
| "loss": 1.1299, |
| "grad_norm": 3.184175968170166, |
| "learning_rate": 2.2393439668378843e-05, |
| "epoch": 0.89, |
| "step": 59150 |
| }, |
| { |
| "loss": 1.201, |
| "grad_norm": 1.7400543689727783, |
| "learning_rate": 2.231834429725752e-05, |
| "epoch": 0.89, |
| "step": 59175 |
| }, |
| { |
| "loss": 1.148, |
| "grad_norm": 1.880234956741333, |
| "learning_rate": 2.2243248926136194e-05, |
| "epoch": 0.89, |
| "step": 59200 |
| }, |
| { |
| "loss": 1.0385, |
| "grad_norm": 1.2461950778961182, |
| "learning_rate": 2.216815355501487e-05, |
| "epoch": 0.89, |
| "step": 59225 |
| }, |
| { |
| "loss": 1.1849, |
| "grad_norm": 2.8920862674713135, |
| "learning_rate": 2.2093058183893545e-05, |
| "epoch": 0.89, |
| "step": 59250 |
| }, |
| { |
| "loss": 1.0813, |
| "grad_norm": 1.3439332246780396, |
| "learning_rate": 2.201796281277222e-05, |
| "epoch": 0.89, |
| "step": 59275 |
| }, |
| { |
| "loss": 1.0912, |
| "grad_norm": 1.2441843748092651, |
| "learning_rate": 2.1942867441650896e-05, |
| "epoch": 0.89, |
| "step": 59300 |
| }, |
| { |
| "loss": 1.121, |
| "grad_norm": 1.5612194538116455, |
| "learning_rate": 2.1867772070529575e-05, |
| "epoch": 0.89, |
| "step": 59325 |
| }, |
| { |
| "loss": 1.1187, |
| "grad_norm": 2.292187213897705, |
| "learning_rate": 2.179267669940825e-05, |
| "epoch": 0.89, |
| "step": 59350 |
| }, |
| { |
| "loss": 1.098, |
| "grad_norm": 1.3217053413391113, |
| "learning_rate": 2.1717581328286926e-05, |
| "epoch": 0.89, |
| "step": 59375 |
| }, |
| { |
| "loss": 1.07, |
| "grad_norm": 2.108124017715454, |
| "learning_rate": 2.16424859571656e-05, |
| "epoch": 0.89, |
| "step": 59400 |
| }, |
| { |
| "loss": 1.1967, |
| "grad_norm": 1.461854100227356, |
| "learning_rate": 2.1567390586044277e-05, |
| "epoch": 0.89, |
| "step": 59425 |
| }, |
| { |
| "loss": 1.0829, |
| "grad_norm": 2.4140448570251465, |
| "learning_rate": 2.1492295214922952e-05, |
| "epoch": 0.89, |
| "step": 59450 |
| }, |
| { |
| "loss": 1.084, |
| "grad_norm": 1.3833210468292236, |
| "learning_rate": 2.141719984380163e-05, |
| "epoch": 0.89, |
| "step": 59475 |
| }, |
| { |
| "loss": 1.0312, |
| "grad_norm": 1.463707447052002, |
| "learning_rate": 2.1342104472680303e-05, |
| "epoch": 0.89, |
| "step": 59500 |
| }, |
| { |
| "loss": 1.0947, |
| "grad_norm": 1.0634888410568237, |
| "learning_rate": 2.1267009101558982e-05, |
| "epoch": 0.89, |
| "step": 59525 |
| }, |
| { |
| "loss": 1.1448, |
| "grad_norm": 1.6115715503692627, |
| "learning_rate": 2.1191913730437658e-05, |
| "epoch": 0.89, |
| "step": 59550 |
| }, |
| { |
| "loss": 1.1279, |
| "grad_norm": 2.023573398590088, |
| "learning_rate": 2.1116818359316333e-05, |
| "epoch": 0.89, |
| "step": 59575 |
| }, |
| { |
| "loss": 1.0725, |
| "grad_norm": 1.3353021144866943, |
| "learning_rate": 2.104172298819501e-05, |
| "epoch": 0.9, |
| "step": 59600 |
| }, |
| { |
| "loss": 1.1597, |
| "grad_norm": 2.067376136779785, |
| "learning_rate": 2.0966627617073684e-05, |
| "epoch": 0.9, |
| "step": 59625 |
| }, |
| { |
| "loss": 1.0665, |
| "grad_norm": 1.4394888877868652, |
| "learning_rate": 2.089153224595236e-05, |
| "epoch": 0.9, |
| "step": 59650 |
| }, |
| { |
| "loss": 1.1449, |
| "grad_norm": 1.1642546653747559, |
| "learning_rate": 2.0816436874831035e-05, |
| "epoch": 0.9, |
| "step": 59675 |
| }, |
| { |
| "loss": 1.0973, |
| "grad_norm": 1.6994637250900269, |
| "learning_rate": 2.0741341503709714e-05, |
| "epoch": 0.9, |
| "step": 59700 |
| }, |
| { |
| "loss": 1.1076, |
| "grad_norm": 2.0998518466949463, |
| "learning_rate": 2.066624613258839e-05, |
| "epoch": 0.9, |
| "step": 59725 |
| }, |
| { |
| "loss": 1.1332, |
| "grad_norm": 1.608519196510315, |
| "learning_rate": 2.0591150761467065e-05, |
| "epoch": 0.9, |
| "step": 59750 |
| }, |
| { |
| "loss": 1.0639, |
| "grad_norm": 5.120492935180664, |
| "learning_rate": 2.051605539034574e-05, |
| "epoch": 0.9, |
| "step": 59775 |
| }, |
| { |
| "loss": 1.1295, |
| "grad_norm": 1.2980087995529175, |
| "learning_rate": 2.0440960019224416e-05, |
| "epoch": 0.9, |
| "step": 59800 |
| }, |
| { |
| "loss": 1.0998, |
| "grad_norm": 1.518433928489685, |
| "learning_rate": 2.036586464810309e-05, |
| "epoch": 0.9, |
| "step": 59825 |
| }, |
| { |
| "loss": 1.0911, |
| "grad_norm": 1.1310094594955444, |
| "learning_rate": 2.0290769276981767e-05, |
| "epoch": 0.9, |
| "step": 59850 |
| }, |
| { |
| "loss": 1.1567, |
| "grad_norm": 0.9931915998458862, |
| "learning_rate": 2.0215673905860442e-05, |
| "epoch": 0.9, |
| "step": 59875 |
| }, |
| { |
| "loss": 1.1115, |
| "grad_norm": 2.011012077331543, |
| "learning_rate": 2.0140578534739118e-05, |
| "epoch": 0.9, |
| "step": 59900 |
| }, |
| { |
| "loss": 1.119, |
| "grad_norm": 1.6782035827636719, |
| "learning_rate": 2.0065483163617797e-05, |
| "epoch": 0.9, |
| "step": 59925 |
| }, |
| { |
| "loss": 1.0836, |
| "grad_norm": 1.6010968685150146, |
| "learning_rate": 1.9990387792496472e-05, |
| "epoch": 0.9, |
| "step": 59950 |
| }, |
| { |
| "loss": 1.0171, |
| "grad_norm": 1.8368406295776367, |
| "learning_rate": 1.9915292421375148e-05, |
| "epoch": 0.9, |
| "step": 59975 |
| }, |
| { |
| "loss": 1.1612, |
| "grad_norm": 1.6433417797088623, |
| "learning_rate": 1.9840197050253823e-05, |
| "epoch": 0.9, |
| "step": 60000 |
| }, |
| { |
| "loss": 1.1051, |
| "grad_norm": 1.0590778589248657, |
| "learning_rate": 1.97651016791325e-05, |
| "epoch": 0.9, |
| "step": 60025 |
| }, |
| { |
| "loss": 1.1467, |
| "grad_norm": 2.4711523056030273, |
| "learning_rate": 1.9690006308011174e-05, |
| "epoch": 0.9, |
| "step": 60050 |
| }, |
| { |
| "loss": 1.1249, |
| "grad_norm": 1.817872166633606, |
| "learning_rate": 1.9614910936889853e-05, |
| "epoch": 0.9, |
| "step": 60075 |
| }, |
| { |
| "loss": 1.1509, |
| "grad_norm": 1.9354240894317627, |
| "learning_rate": 1.953981556576853e-05, |
| "epoch": 0.9, |
| "step": 60100 |
| }, |
| { |
| "loss": 1.1021, |
| "grad_norm": 2.382876396179199, |
| "learning_rate": 1.9464720194647204e-05, |
| "epoch": 0.9, |
| "step": 60125 |
| }, |
| { |
| "loss": 1.0521, |
| "grad_norm": 1.6886651515960693, |
| "learning_rate": 1.938962482352588e-05, |
| "epoch": 0.9, |
| "step": 60150 |
| }, |
| { |
| "loss": 1.0828, |
| "grad_norm": 1.0179933309555054, |
| "learning_rate": 1.9314529452404555e-05, |
| "epoch": 0.9, |
| "step": 60175 |
| }, |
| { |
| "loss": 1.0767, |
| "grad_norm": 1.041438102722168, |
| "learning_rate": 1.923943408128323e-05, |
| "epoch": 0.9, |
| "step": 60200 |
| }, |
| { |
| "loss": 1.0739, |
| "grad_norm": 1.1048403978347778, |
| "learning_rate": 1.9164338710161906e-05, |
| "epoch": 0.9, |
| "step": 60225 |
| }, |
| { |
| "loss": 1.1025, |
| "grad_norm": 1.113214373588562, |
| "learning_rate": 1.908924333904058e-05, |
| "epoch": 0.9, |
| "step": 60250 |
| }, |
| { |
| "loss": 1.1523, |
| "grad_norm": 2.7546420097351074, |
| "learning_rate": 1.9014147967919257e-05, |
| "epoch": 0.91, |
| "step": 60275 |
| }, |
| { |
| "loss": 1.043, |
| "grad_norm": 1.3055835962295532, |
| "learning_rate": 1.8939052596797936e-05, |
| "epoch": 0.91, |
| "step": 60300 |
| }, |
| { |
| "loss": 1.0768, |
| "grad_norm": 1.9900767803192139, |
| "learning_rate": 1.8866961040521464e-05, |
| "epoch": 0.91, |
| "step": 60325 |
| }, |
| { |
| "loss": 1.1571, |
| "grad_norm": 1.605908751487732, |
| "learning_rate": 1.879186566940014e-05, |
| "epoch": 0.91, |
| "step": 60350 |
| }, |
| { |
| "loss": 1.1399, |
| "grad_norm": 1.9245578050613403, |
| "learning_rate": 1.8716770298278815e-05, |
| "epoch": 0.91, |
| "step": 60375 |
| }, |
| { |
| "loss": 1.0959, |
| "grad_norm": 1.897222638130188, |
| "learning_rate": 1.864167492715749e-05, |
| "epoch": 0.91, |
| "step": 60400 |
| }, |
| { |
| "loss": 1.1132, |
| "grad_norm": 2.4311060905456543, |
| "learning_rate": 1.856657955603617e-05, |
| "epoch": 0.91, |
| "step": 60425 |
| }, |
| { |
| "loss": 1.1102, |
| "grad_norm": 1.378459095954895, |
| "learning_rate": 1.849148418491484e-05, |
| "epoch": 0.91, |
| "step": 60450 |
| }, |
| { |
| "loss": 1.0765, |
| "grad_norm": 2.5490572452545166, |
| "learning_rate": 1.841638881379352e-05, |
| "epoch": 0.91, |
| "step": 60475 |
| }, |
| { |
| "loss": 1.1314, |
| "grad_norm": 1.2700508832931519, |
| "learning_rate": 1.8341293442672196e-05, |
| "epoch": 0.91, |
| "step": 60500 |
| }, |
| { |
| "loss": 1.1452, |
| "grad_norm": 1.636888027191162, |
| "learning_rate": 1.826619807155087e-05, |
| "epoch": 0.91, |
| "step": 60525 |
| }, |
| { |
| "loss": 1.0367, |
| "grad_norm": 1.4893200397491455, |
| "learning_rate": 1.8191102700429547e-05, |
| "epoch": 0.91, |
| "step": 60550 |
| }, |
| { |
| "loss": 1.0222, |
| "grad_norm": 0.9594138860702515, |
| "learning_rate": 1.8116007329308222e-05, |
| "epoch": 0.91, |
| "step": 60575 |
| }, |
| { |
| "loss": 1.115, |
| "grad_norm": 2.1128294467926025, |
| "learning_rate": 1.8040911958186898e-05, |
| "epoch": 0.91, |
| "step": 60600 |
| }, |
| { |
| "loss": 1.1439, |
| "grad_norm": 1.5294193029403687, |
| "learning_rate": 1.7965816587065573e-05, |
| "epoch": 0.91, |
| "step": 60625 |
| }, |
| { |
| "loss": 1.121, |
| "grad_norm": 1.5716066360473633, |
| "learning_rate": 1.7890721215944252e-05, |
| "epoch": 0.91, |
| "step": 60650 |
| }, |
| { |
| "loss": 1.0839, |
| "grad_norm": 1.2781248092651367, |
| "learning_rate": 1.7815625844822924e-05, |
| "epoch": 0.91, |
| "step": 60675 |
| }, |
| { |
| "loss": 1.1282, |
| "grad_norm": 1.1077611446380615, |
| "learning_rate": 1.7740530473701603e-05, |
| "epoch": 0.91, |
| "step": 60700 |
| }, |
| { |
| "loss": 1.1352, |
| "grad_norm": 1.1450996398925781, |
| "learning_rate": 1.766543510258028e-05, |
| "epoch": 0.91, |
| "step": 60725 |
| }, |
| { |
| "loss": 1.0536, |
| "grad_norm": 1.3349822759628296, |
| "learning_rate": 1.7590339731458954e-05, |
| "epoch": 0.91, |
| "step": 60750 |
| }, |
| { |
| "loss": 1.13, |
| "grad_norm": 1.6306883096694946, |
| "learning_rate": 1.751524436033763e-05, |
| "epoch": 0.91, |
| "step": 60775 |
| }, |
| { |
| "loss": 1.1103, |
| "grad_norm": 1.7724149227142334, |
| "learning_rate": 1.744014898921631e-05, |
| "epoch": 0.91, |
| "step": 60800 |
| }, |
| { |
| "loss": 1.0242, |
| "grad_norm": 1.5324548482894897, |
| "learning_rate": 1.736505361809498e-05, |
| "epoch": 0.91, |
| "step": 60825 |
| }, |
| { |
| "loss": 1.0809, |
| "grad_norm": 0.8965089917182922, |
| "learning_rate": 1.728995824697366e-05, |
| "epoch": 0.91, |
| "step": 60850 |
| }, |
| { |
| "loss": 1.1012, |
| "grad_norm": 1.551774263381958, |
| "learning_rate": 1.7214862875852335e-05, |
| "epoch": 0.91, |
| "step": 60875 |
| }, |
| { |
| "loss": 1.1264, |
| "grad_norm": 1.070957064628601, |
| "learning_rate": 1.7139767504731007e-05, |
| "epoch": 0.91, |
| "step": 60900 |
| }, |
| { |
| "loss": 1.1098, |
| "grad_norm": 1.5298128128051758, |
| "learning_rate": 1.7064672133609686e-05, |
| "epoch": 0.92, |
| "step": 60925 |
| }, |
| { |
| "loss": 1.089, |
| "grad_norm": 1.6738872528076172, |
| "learning_rate": 1.698957676248836e-05, |
| "epoch": 0.92, |
| "step": 60950 |
| }, |
| { |
| "loss": 1.023, |
| "grad_norm": 1.2859163284301758, |
| "learning_rate": 1.6914481391367037e-05, |
| "epoch": 0.92, |
| "step": 60975 |
| }, |
| { |
| "loss": 1.227, |
| "grad_norm": 1.181386113166809, |
| "learning_rate": 1.6839386020245712e-05, |
| "epoch": 0.92, |
| "step": 61000 |
| }, |
| { |
| "loss": 1.1462, |
| "grad_norm": 1.9334174394607544, |
| "learning_rate": 1.676429064912439e-05, |
| "epoch": 0.92, |
| "step": 61025 |
| }, |
| { |
| "loss": 1.0915, |
| "grad_norm": 1.1935040950775146, |
| "learning_rate": 1.6689195278003063e-05, |
| "epoch": 0.92, |
| "step": 61050 |
| }, |
| { |
| "loss": 1.029, |
| "grad_norm": 1.1765645742416382, |
| "learning_rate": 1.6614099906881742e-05, |
| "epoch": 0.92, |
| "step": 61075 |
| }, |
| { |
| "loss": 1.15, |
| "grad_norm": 2.0349085330963135, |
| "learning_rate": 1.6539004535760417e-05, |
| "epoch": 0.92, |
| "step": 61100 |
| }, |
| { |
| "loss": 1.1565, |
| "grad_norm": 2.330791711807251, |
| "learning_rate": 1.6463909164639093e-05, |
| "epoch": 0.92, |
| "step": 61125 |
| }, |
| { |
| "loss": 1.0929, |
| "grad_norm": 1.6865901947021484, |
| "learning_rate": 1.638881379351777e-05, |
| "epoch": 0.92, |
| "step": 61150 |
| }, |
| { |
| "loss": 1.199, |
| "grad_norm": 2.1335840225219727, |
| "learning_rate": 1.6313718422396444e-05, |
| "epoch": 0.92, |
| "step": 61175 |
| }, |
| { |
| "loss": 1.1875, |
| "grad_norm": 0.9578272104263306, |
| "learning_rate": 1.623862305127512e-05, |
| "epoch": 0.92, |
| "step": 61200 |
| }, |
| { |
| "loss": 1.117, |
| "grad_norm": 1.564257025718689, |
| "learning_rate": 1.6163527680153795e-05, |
| "epoch": 0.92, |
| "step": 61225 |
| }, |
| { |
| "loss": 1.1286, |
| "grad_norm": 2.076204538345337, |
| "learning_rate": 1.6088432309032474e-05, |
| "epoch": 0.92, |
| "step": 61250 |
| }, |
| { |
| "loss": 1.1491, |
| "grad_norm": 1.695163607597351, |
| "learning_rate": 1.6013336937911146e-05, |
| "epoch": 0.92, |
| "step": 61275 |
| }, |
| { |
| "loss": 1.1108, |
| "grad_norm": 1.0644354820251465, |
| "learning_rate": 1.5938241566789825e-05, |
| "epoch": 0.92, |
| "step": 61300 |
| }, |
| { |
| "loss": 1.0865, |
| "grad_norm": 1.13369619846344, |
| "learning_rate": 1.58631461956685e-05, |
| "epoch": 0.92, |
| "step": 61325 |
| }, |
| { |
| "loss": 1.09, |
| "grad_norm": 0.8873293995857239, |
| "learning_rate": 1.5788050824547176e-05, |
| "epoch": 0.92, |
| "step": 61350 |
| }, |
| { |
| "loss": 1.1836, |
| "grad_norm": 1.4285056591033936, |
| "learning_rate": 1.571295545342585e-05, |
| "epoch": 0.92, |
| "step": 61375 |
| }, |
| { |
| "loss": 1.1597, |
| "grad_norm": 0.8853715658187866, |
| "learning_rate": 1.563786008230453e-05, |
| "epoch": 0.92, |
| "step": 61400 |
| }, |
| { |
| "loss": 1.1089, |
| "grad_norm": 1.2858846187591553, |
| "learning_rate": 1.5562764711183202e-05, |
| "epoch": 0.92, |
| "step": 61425 |
| }, |
| { |
| "loss": 1.1041, |
| "grad_norm": 1.2523924112319946, |
| "learning_rate": 1.548766934006188e-05, |
| "epoch": 0.92, |
| "step": 61450 |
| }, |
| { |
| "loss": 1.1523, |
| "grad_norm": 1.9986999034881592, |
| "learning_rate": 1.5412573968940556e-05, |
| "epoch": 0.92, |
| "step": 61475 |
| }, |
| { |
| "loss": 1.0461, |
| "grad_norm": 2.06295108795166, |
| "learning_rate": 1.533747859781923e-05, |
| "epoch": 0.92, |
| "step": 61500 |
| }, |
| { |
| "loss": 1.0988, |
| "grad_norm": 0.9304774403572083, |
| "learning_rate": 1.5262383226697907e-05, |
| "epoch": 0.92, |
| "step": 61525 |
| }, |
| { |
| "loss": 1.1569, |
| "grad_norm": 1.6813061237335205, |
| "learning_rate": 1.5187287855576581e-05, |
| "epoch": 0.92, |
| "step": 61550 |
| }, |
| { |
| "loss": 1.1434, |
| "grad_norm": 1.320822834968567, |
| "learning_rate": 1.511219248445526e-05, |
| "epoch": 0.92, |
| "step": 61575 |
| }, |
| { |
| "loss": 1.0182, |
| "grad_norm": 1.2629307508468628, |
| "learning_rate": 1.5037097113333934e-05, |
| "epoch": 0.93, |
| "step": 61600 |
| }, |
| { |
| "loss": 1.0842, |
| "grad_norm": 2.044494390487671, |
| "learning_rate": 1.4962001742212611e-05, |
| "epoch": 0.93, |
| "step": 61625 |
| }, |
| { |
| "loss": 1.0935, |
| "grad_norm": 1.1815024614334106, |
| "learning_rate": 1.4886906371091286e-05, |
| "epoch": 0.93, |
| "step": 61650 |
| }, |
| { |
| "loss": 1.1862, |
| "grad_norm": 1.5776236057281494, |
| "learning_rate": 1.4811810999969964e-05, |
| "epoch": 0.93, |
| "step": 61675 |
| }, |
| { |
| "loss": 1.0616, |
| "grad_norm": 2.1838979721069336, |
| "learning_rate": 1.4736715628848637e-05, |
| "epoch": 0.93, |
| "step": 61700 |
| }, |
| { |
| "loss": 1.1325, |
| "grad_norm": 1.7168885469436646, |
| "learning_rate": 1.4661620257727315e-05, |
| "epoch": 0.93, |
| "step": 61725 |
| }, |
| { |
| "loss": 1.1015, |
| "grad_norm": 1.0847703218460083, |
| "learning_rate": 1.458652488660599e-05, |
| "epoch": 0.93, |
| "step": 61750 |
| }, |
| { |
| "loss": 1.0838, |
| "grad_norm": 1.3423173427581787, |
| "learning_rate": 1.4511429515484667e-05, |
| "epoch": 0.93, |
| "step": 61775 |
| }, |
| { |
| "loss": 1.1676, |
| "grad_norm": 1.405914306640625, |
| "learning_rate": 1.4436334144363343e-05, |
| "epoch": 0.93, |
| "step": 61800 |
| }, |
| { |
| "loss": 1.1124, |
| "grad_norm": 1.570953607559204, |
| "learning_rate": 1.4361238773242017e-05, |
| "epoch": 0.93, |
| "step": 61825 |
| }, |
| { |
| "loss": 1.1462, |
| "grad_norm": 2.7975118160247803, |
| "learning_rate": 1.4286143402120694e-05, |
| "epoch": 0.93, |
| "step": 61850 |
| }, |
| { |
| "loss": 1.117, |
| "grad_norm": 3.7135069370269775, |
| "learning_rate": 1.421104803099937e-05, |
| "epoch": 0.93, |
| "step": 61875 |
| }, |
| { |
| "loss": 1.1057, |
| "grad_norm": 1.8608477115631104, |
| "learning_rate": 1.4135952659878046e-05, |
| "epoch": 0.93, |
| "step": 61900 |
| }, |
| { |
| "loss": 1.0607, |
| "grad_norm": 1.1181379556655884, |
| "learning_rate": 1.406085728875672e-05, |
| "epoch": 0.93, |
| "step": 61925 |
| }, |
| { |
| "loss": 1.1118, |
| "grad_norm": 1.5385795831680298, |
| "learning_rate": 1.3985761917635399e-05, |
| "epoch": 0.93, |
| "step": 61950 |
| }, |
| { |
| "loss": 1.1192, |
| "grad_norm": 1.4369099140167236, |
| "learning_rate": 1.3910666546514073e-05, |
| "epoch": 0.93, |
| "step": 61975 |
| }, |
| { |
| "loss": 1.1036, |
| "grad_norm": 1.2244880199432373, |
| "learning_rate": 1.383557117539275e-05, |
| "epoch": 0.93, |
| "step": 62000 |
| }, |
| { |
| "loss": 1.0913, |
| "grad_norm": 1.3832460641860962, |
| "learning_rate": 1.3760475804271425e-05, |
| "epoch": 0.93, |
| "step": 62025 |
| }, |
| { |
| "loss": 1.1684, |
| "grad_norm": 0.9169008135795593, |
| "learning_rate": 1.3685380433150103e-05, |
| "epoch": 0.93, |
| "step": 62050 |
| }, |
| { |
| "loss": 1.1886, |
| "grad_norm": 2.110548973083496, |
| "learning_rate": 1.3610285062028776e-05, |
| "epoch": 0.93, |
| "step": 62075 |
| }, |
| { |
| "loss": 1.1511, |
| "grad_norm": 1.203637957572937, |
| "learning_rate": 1.3535189690907454e-05, |
| "epoch": 0.93, |
| "step": 62100 |
| }, |
| { |
| "loss": 1.1469, |
| "grad_norm": 1.3341647386550903, |
| "learning_rate": 1.3460094319786129e-05, |
| "epoch": 0.93, |
| "step": 62125 |
| }, |
| { |
| "loss": 1.1022, |
| "grad_norm": 1.5815610885620117, |
| "learning_rate": 1.3384998948664803e-05, |
| "epoch": 0.93, |
| "step": 62150 |
| }, |
| { |
| "loss": 1.0537, |
| "grad_norm": 1.7284424304962158, |
| "learning_rate": 1.3309903577543482e-05, |
| "epoch": 0.93, |
| "step": 62175 |
| }, |
| { |
| "loss": 1.0917, |
| "grad_norm": 1.2951127290725708, |
| "learning_rate": 1.3234808206422156e-05, |
| "epoch": 0.93, |
| "step": 62200 |
| }, |
| { |
| "loss": 1.0818, |
| "grad_norm": 1.735390305519104, |
| "learning_rate": 1.3159712835300833e-05, |
| "epoch": 0.93, |
| "step": 62225 |
| }, |
| { |
| "loss": 1.1024, |
| "grad_norm": 0.9933769702911377, |
| "learning_rate": 1.3084617464179508e-05, |
| "epoch": 0.93, |
| "step": 62250 |
| }, |
| { |
| "loss": 1.1004, |
| "grad_norm": 1.7689695358276367, |
| "learning_rate": 1.3009522093058185e-05, |
| "epoch": 0.94, |
| "step": 62275 |
| }, |
| { |
| "loss": 1.1127, |
| "grad_norm": 1.0094436407089233, |
| "learning_rate": 1.2934426721936859e-05, |
| "epoch": 0.94, |
| "step": 62300 |
| }, |
| { |
| "loss": 1.086, |
| "grad_norm": 1.3532946109771729, |
| "learning_rate": 1.2859331350815538e-05, |
| "epoch": 0.94, |
| "step": 62325 |
| }, |
| { |
| "loss": 1.1568, |
| "grad_norm": 1.7976974248886108, |
| "learning_rate": 1.2784235979694212e-05, |
| "epoch": 0.94, |
| "step": 62350 |
| }, |
| { |
| "loss": 1.1215, |
| "grad_norm": 1.748487114906311, |
| "learning_rate": 1.2709140608572889e-05, |
| "epoch": 0.94, |
| "step": 62375 |
| }, |
| { |
| "loss": 1.0682, |
| "grad_norm": 1.3425058126449585, |
| "learning_rate": 1.2634045237451564e-05, |
| "epoch": 0.94, |
| "step": 62400 |
| }, |
| { |
| "loss": 1.0849, |
| "grad_norm": 2.302241802215576, |
| "learning_rate": 1.2558949866330242e-05, |
| "epoch": 0.94, |
| "step": 62425 |
| }, |
| { |
| "loss": 1.0932, |
| "grad_norm": 1.4172135591506958, |
| "learning_rate": 1.2483854495208915e-05, |
| "epoch": 0.94, |
| "step": 62450 |
| }, |
| { |
| "loss": 1.1309, |
| "grad_norm": 1.8036898374557495, |
| "learning_rate": 1.2408759124087593e-05, |
| "epoch": 0.94, |
| "step": 62475 |
| }, |
| { |
| "loss": 1.1123, |
| "grad_norm": 2.0429811477661133, |
| "learning_rate": 1.2333663752966268e-05, |
| "epoch": 0.94, |
| "step": 62500 |
| }, |
| { |
| "loss": 1.1829, |
| "grad_norm": 1.2276302576065063, |
| "learning_rate": 1.2258568381844944e-05, |
| "epoch": 0.94, |
| "step": 62525 |
| }, |
| { |
| "loss": 1.1149, |
| "grad_norm": 1.4691849946975708, |
| "learning_rate": 1.218347301072362e-05, |
| "epoch": 0.94, |
| "step": 62550 |
| }, |
| { |
| "loss": 1.1291, |
| "grad_norm": 1.780098557472229, |
| "learning_rate": 1.2108377639602296e-05, |
| "epoch": 0.94, |
| "step": 62575 |
| }, |
| { |
| "loss": 1.0855, |
| "grad_norm": 1.4932245016098022, |
| "learning_rate": 1.2033282268480972e-05, |
| "epoch": 0.94, |
| "step": 62600 |
| }, |
| { |
| "loss": 1.0832, |
| "grad_norm": 1.277098536491394, |
| "learning_rate": 1.1958186897359647e-05, |
| "epoch": 0.94, |
| "step": 62625 |
| }, |
| { |
| "loss": 1.2369, |
| "grad_norm": 1.7345349788665771, |
| "learning_rate": 1.1883091526238323e-05, |
| "epoch": 0.94, |
| "step": 62650 |
| }, |
| { |
| "loss": 1.1604, |
| "grad_norm": 1.9038455486297607, |
| "learning_rate": 1.1807996155116998e-05, |
| "epoch": 0.94, |
| "step": 62675 |
| }, |
| { |
| "loss": 1.1065, |
| "grad_norm": 1.0243260860443115, |
| "learning_rate": 1.1732900783995675e-05, |
| "epoch": 0.94, |
| "step": 62700 |
| }, |
| { |
| "loss": 1.1043, |
| "grad_norm": 0.9342716336250305, |
| "learning_rate": 1.165780541287435e-05, |
| "epoch": 0.94, |
| "step": 62725 |
| }, |
| { |
| "loss": 1.1245, |
| "grad_norm": 1.554945707321167, |
| "learning_rate": 1.1582710041753026e-05, |
| "epoch": 0.94, |
| "step": 62750 |
| }, |
| { |
| "loss": 1.074, |
| "grad_norm": 1.1340545415878296, |
| "learning_rate": 1.1507614670631703e-05, |
| "epoch": 0.94, |
| "step": 62775 |
| }, |
| { |
| "loss": 1.1226, |
| "grad_norm": 2.2141757011413574, |
| "learning_rate": 1.1432519299510379e-05, |
| "epoch": 0.94, |
| "step": 62800 |
| }, |
| { |
| "loss": 1.1022, |
| "grad_norm": 1.2455902099609375, |
| "learning_rate": 1.1357423928389054e-05, |
| "epoch": 0.94, |
| "step": 62825 |
| }, |
| { |
| "loss": 1.135, |
| "grad_norm": 1.0841847658157349, |
| "learning_rate": 1.1282328557267732e-05, |
| "epoch": 0.94, |
| "step": 62850 |
| }, |
| { |
| "loss": 1.1242, |
| "grad_norm": 2.3354759216308594, |
| "learning_rate": 1.1207233186146407e-05, |
| "epoch": 0.94, |
| "step": 62875 |
| }, |
| { |
| "loss": 1.1036, |
| "grad_norm": 1.0070022344589233, |
| "learning_rate": 1.1132137815025083e-05, |
| "epoch": 0.94, |
| "step": 62900 |
| }, |
| { |
| "loss": 1.0723, |
| "grad_norm": 1.8489924669265747, |
| "learning_rate": 1.105704244390376e-05, |
| "epoch": 0.95, |
| "step": 62925 |
| }, |
| { |
| "loss": 1.0952, |
| "grad_norm": 1.4337140321731567, |
| "learning_rate": 1.0981947072782433e-05, |
| "epoch": 0.95, |
| "step": 62950 |
| }, |
| { |
| "loss": 1.092, |
| "grad_norm": 1.2222257852554321, |
| "learning_rate": 1.0906851701661109e-05, |
| "epoch": 0.95, |
| "step": 62975 |
| }, |
| { |
| "loss": 1.1448, |
| "grad_norm": 1.270473837852478, |
| "learning_rate": 1.0831756330539786e-05, |
| "epoch": 0.95, |
| "step": 63000 |
| }, |
| { |
| "loss": 1.186, |
| "grad_norm": 2.165717363357544, |
| "learning_rate": 1.0756660959418462e-05, |
| "epoch": 0.95, |
| "step": 63025 |
| }, |
| { |
| "loss": 1.0859, |
| "grad_norm": 1.2544116973876953, |
| "learning_rate": 1.0681565588297137e-05, |
| "epoch": 0.95, |
| "step": 63050 |
| }, |
| { |
| "loss": 1.1105, |
| "grad_norm": 1.404388666152954, |
| "learning_rate": 1.0606470217175814e-05, |
| "epoch": 0.95, |
| "step": 63075 |
| }, |
| { |
| "loss": 1.1805, |
| "grad_norm": 1.3540233373641968, |
| "learning_rate": 1.0534378660899343e-05, |
| "epoch": 0.95, |
| "step": 63100 |
| }, |
| { |
| "loss": 1.1223, |
| "grad_norm": 1.7471164464950562, |
| "learning_rate": 1.0459283289778018e-05, |
| "epoch": 0.95, |
| "step": 63125 |
| }, |
| { |
| "loss": 1.0884, |
| "grad_norm": 1.466888189315796, |
| "learning_rate": 1.0384187918656695e-05, |
| "epoch": 0.95, |
| "step": 63150 |
| }, |
| { |
| "loss": 1.1307, |
| "grad_norm": 1.0170552730560303, |
| "learning_rate": 1.0309092547535371e-05, |
| "epoch": 0.95, |
| "step": 63175 |
| }, |
| { |
| "loss": 1.0969, |
| "grad_norm": 1.400824785232544, |
| "learning_rate": 1.0233997176414046e-05, |
| "epoch": 0.95, |
| "step": 63200 |
| }, |
| { |
| "loss": 1.1182, |
| "grad_norm": 1.231128454208374, |
| "learning_rate": 1.0158901805292722e-05, |
| "epoch": 0.95, |
| "step": 63225 |
| }, |
| { |
| "loss": 1.1886, |
| "grad_norm": 1.5293277502059937, |
| "learning_rate": 1.0083806434171399e-05, |
| "epoch": 0.95, |
| "step": 63250 |
| }, |
| { |
| "loss": 1.1112, |
| "grad_norm": 1.315816879272461, |
| "learning_rate": 1.0008711063050074e-05, |
| "epoch": 0.95, |
| "step": 63275 |
| }, |
| { |
| "loss": 1.1224, |
| "grad_norm": 1.0503865480422974, |
| "learning_rate": 9.93361569192875e-06, |
| "epoch": 0.95, |
| "step": 63300 |
| }, |
| { |
| "loss": 1.1516, |
| "grad_norm": 1.5667177438735962, |
| "learning_rate": 9.858520320807425e-06, |
| "epoch": 0.95, |
| "step": 63325 |
| }, |
| { |
| "loss": 1.2137, |
| "grad_norm": 1.9724977016448975, |
| "learning_rate": 9.783424949686101e-06, |
| "epoch": 0.95, |
| "step": 63350 |
| }, |
| { |
| "loss": 1.1568, |
| "grad_norm": 1.0087287425994873, |
| "learning_rate": 9.708329578564778e-06, |
| "epoch": 0.95, |
| "step": 63375 |
| }, |
| { |
| "loss": 1.0902, |
| "grad_norm": 1.067909836769104, |
| "learning_rate": 9.633234207443454e-06, |
| "epoch": 0.95, |
| "step": 63400 |
| }, |
| { |
| "loss": 1.1043, |
| "grad_norm": 2.0196101665496826, |
| "learning_rate": 9.558138836322129e-06, |
| "epoch": 0.95, |
| "step": 63425 |
| }, |
| { |
| "loss": 1.0683, |
| "grad_norm": 1.6897556781768799, |
| "learning_rate": 9.483043465200806e-06, |
| "epoch": 0.95, |
| "step": 63450 |
| }, |
| { |
| "loss": 1.1969, |
| "grad_norm": 1.4092940092086792, |
| "learning_rate": 9.407948094079482e-06, |
| "epoch": 0.95, |
| "step": 63475 |
| }, |
| { |
| "loss": 1.1159, |
| "grad_norm": 1.5447856187820435, |
| "learning_rate": 9.332852722958157e-06, |
| "epoch": 0.95, |
| "step": 63500 |
| }, |
| { |
| "loss": 1.119, |
| "grad_norm": 1.5372124910354614, |
| "learning_rate": 9.257757351836834e-06, |
| "epoch": 0.95, |
| "step": 63525 |
| }, |
| { |
| "loss": 1.1478, |
| "grad_norm": 1.2936185598373413, |
| "learning_rate": 9.18266198071551e-06, |
| "epoch": 0.95, |
| "step": 63550 |
| }, |
| { |
| "loss": 1.1206, |
| "grad_norm": 0.9974470138549805, |
| "learning_rate": 9.107566609594185e-06, |
| "epoch": 0.95, |
| "step": 63575 |
| }, |
| { |
| "loss": 1.1306, |
| "grad_norm": 1.8973299264907837, |
| "learning_rate": 9.03247123847286e-06, |
| "epoch": 0.96, |
| "step": 63600 |
| }, |
| { |
| "loss": 1.1003, |
| "grad_norm": 1.2269550561904907, |
| "learning_rate": 8.957375867351536e-06, |
| "epoch": 0.96, |
| "step": 63625 |
| }, |
| { |
| "loss": 1.089, |
| "grad_norm": 0.9575774073600769, |
| "learning_rate": 8.882280496230212e-06, |
| "epoch": 0.96, |
| "step": 63650 |
| }, |
| { |
| "loss": 1.1122, |
| "grad_norm": 1.47458016872406, |
| "learning_rate": 8.807185125108889e-06, |
| "epoch": 0.96, |
| "step": 63675 |
| }, |
| { |
| "loss": 1.0881, |
| "grad_norm": 1.407483696937561, |
| "learning_rate": 8.732089753987564e-06, |
| "epoch": 0.96, |
| "step": 63700 |
| }, |
| { |
| "loss": 1.1247, |
| "grad_norm": 1.4554179906845093, |
| "learning_rate": 8.65699438286624e-06, |
| "epoch": 0.96, |
| "step": 63725 |
| }, |
| { |
| "loss": 1.1963, |
| "grad_norm": 1.2854880094528198, |
| "learning_rate": 8.581899011744917e-06, |
| "epoch": 0.96, |
| "step": 63750 |
| }, |
| { |
| "loss": 1.1419, |
| "grad_norm": 1.089011311531067, |
| "learning_rate": 8.506803640623593e-06, |
| "epoch": 0.96, |
| "step": 63775 |
| }, |
| { |
| "loss": 1.0494, |
| "grad_norm": 1.1109488010406494, |
| "learning_rate": 8.431708269502268e-06, |
| "epoch": 0.96, |
| "step": 63800 |
| }, |
| { |
| "loss": 1.084, |
| "grad_norm": 1.5390805006027222, |
| "learning_rate": 8.356612898380945e-06, |
| "epoch": 0.96, |
| "step": 63825 |
| }, |
| { |
| "loss": 1.0779, |
| "grad_norm": 1.3624422550201416, |
| "learning_rate": 8.28151752725962e-06, |
| "epoch": 0.96, |
| "step": 63850 |
| }, |
| { |
| "loss": 1.092, |
| "grad_norm": 1.3689720630645752, |
| "learning_rate": 8.206422156138296e-06, |
| "epoch": 0.96, |
| "step": 63875 |
| }, |
| { |
| "loss": 1.1746, |
| "grad_norm": 1.2376459836959839, |
| "learning_rate": 8.131326785016973e-06, |
| "epoch": 0.96, |
| "step": 63900 |
| }, |
| { |
| "loss": 1.147, |
| "grad_norm": 1.5905089378356934, |
| "learning_rate": 8.056231413895649e-06, |
| "epoch": 0.96, |
| "step": 63925 |
| }, |
| { |
| "loss": 1.1585, |
| "grad_norm": 2.2680752277374268, |
| "learning_rate": 7.981136042774323e-06, |
| "epoch": 0.96, |
| "step": 63950 |
| }, |
| { |
| "loss": 1.1892, |
| "grad_norm": 1.5471032857894897, |
| "learning_rate": 7.906040671653e-06, |
| "epoch": 0.96, |
| "step": 63975 |
| }, |
| { |
| "loss": 1.1173, |
| "grad_norm": 1.456756591796875, |
| "learning_rate": 7.830945300531675e-06, |
| "epoch": 0.96, |
| "step": 64000 |
| }, |
| { |
| "loss": 1.0896, |
| "grad_norm": 1.550498604774475, |
| "learning_rate": 7.75584992941035e-06, |
| "epoch": 0.96, |
| "step": 64025 |
| }, |
| { |
| "loss": 1.0944, |
| "grad_norm": 1.8201286792755127, |
| "learning_rate": 7.680754558289028e-06, |
| "epoch": 0.96, |
| "step": 64050 |
| }, |
| { |
| "loss": 1.1145, |
| "grad_norm": 1.392923355102539, |
| "learning_rate": 7.605659187167703e-06, |
| "epoch": 0.96, |
| "step": 64075 |
| }, |
| { |
| "loss": 1.103, |
| "grad_norm": 2.5812623500823975, |
| "learning_rate": 7.53056381604638e-06, |
| "epoch": 0.96, |
| "step": 64100 |
| }, |
| { |
| "loss": 1.1365, |
| "grad_norm": 1.7856642007827759, |
| "learning_rate": 7.455468444925055e-06, |
| "epoch": 0.96, |
| "step": 64125 |
| }, |
| { |
| "loss": 1.0761, |
| "grad_norm": 1.8361400365829468, |
| "learning_rate": 7.3803730738037315e-06, |
| "epoch": 0.96, |
| "step": 64150 |
| }, |
| { |
| "loss": 1.0984, |
| "grad_norm": 1.183370590209961, |
| "learning_rate": 7.305277702682407e-06, |
| "epoch": 0.96, |
| "step": 64175 |
| }, |
| { |
| "loss": 1.1064, |
| "grad_norm": 1.8606791496276855, |
| "learning_rate": 7.230182331561083e-06, |
| "epoch": 0.96, |
| "step": 64200 |
| }, |
| { |
| "loss": 1.1489, |
| "grad_norm": 1.3013999462127686, |
| "learning_rate": 7.15508696043976e-06, |
| "epoch": 0.96, |
| "step": 64225 |
| }, |
| { |
| "loss": 1.0736, |
| "grad_norm": 1.1197832822799683, |
| "learning_rate": 7.079991589318435e-06, |
| "epoch": 0.96, |
| "step": 64250 |
| }, |
| { |
| "loss": 1.05, |
| "grad_norm": 1.160477876663208, |
| "learning_rate": 7.00489621819711e-06, |
| "epoch": 0.97, |
| "step": 64275 |
| }, |
| { |
| "loss": 1.1556, |
| "grad_norm": 1.7113288640975952, |
| "learning_rate": 6.929800847075786e-06, |
| "epoch": 0.97, |
| "step": 64300 |
| }, |
| { |
| "loss": 1.154, |
| "grad_norm": 0.7315987348556519, |
| "learning_rate": 6.854705475954462e-06, |
| "epoch": 0.97, |
| "step": 64325 |
| }, |
| { |
| "loss": 1.086, |
| "grad_norm": 1.7214363813400269, |
| "learning_rate": 6.779610104833138e-06, |
| "epoch": 0.97, |
| "step": 64350 |
| }, |
| { |
| "loss": 1.0921, |
| "grad_norm": 0.8723170161247253, |
| "learning_rate": 6.704514733711814e-06, |
| "epoch": 0.97, |
| "step": 64375 |
| }, |
| { |
| "loss": 1.1255, |
| "grad_norm": 1.9772207736968994, |
| "learning_rate": 6.6294193625904905e-06, |
| "epoch": 0.97, |
| "step": 64400 |
| }, |
| { |
| "loss": 1.1423, |
| "grad_norm": 2.272956371307373, |
| "learning_rate": 6.554323991469166e-06, |
| "epoch": 0.97, |
| "step": 64425 |
| }, |
| { |
| "loss": 1.1113, |
| "grad_norm": 1.6277108192443848, |
| "learning_rate": 6.479228620347842e-06, |
| "epoch": 0.97, |
| "step": 64450 |
| }, |
| { |
| "loss": 1.0637, |
| "grad_norm": 1.5888078212738037, |
| "learning_rate": 6.404133249226519e-06, |
| "epoch": 0.97, |
| "step": 64475 |
| }, |
| { |
| "loss": 1.1832, |
| "grad_norm": 1.4354815483093262, |
| "learning_rate": 6.329037878105194e-06, |
| "epoch": 0.97, |
| "step": 64500 |
| }, |
| { |
| "loss": 1.0812, |
| "grad_norm": 1.2866464853286743, |
| "learning_rate": 6.2539425069838705e-06, |
| "epoch": 0.97, |
| "step": 64525 |
| }, |
| { |
| "loss": 1.0742, |
| "grad_norm": 1.206624984741211, |
| "learning_rate": 6.178847135862546e-06, |
| "epoch": 0.97, |
| "step": 64550 |
| }, |
| { |
| "loss": 1.1, |
| "grad_norm": 1.9013807773590088, |
| "learning_rate": 6.1037517647412214e-06, |
| "epoch": 0.97, |
| "step": 64575 |
| }, |
| { |
| "loss": 1.1164, |
| "grad_norm": 1.2918732166290283, |
| "learning_rate": 6.028656393619898e-06, |
| "epoch": 0.97, |
| "step": 64600 |
| }, |
| { |
| "loss": 1.126, |
| "grad_norm": 0.9611725211143494, |
| "learning_rate": 5.953561022498574e-06, |
| "epoch": 0.97, |
| "step": 64625 |
| }, |
| { |
| "loss": 1.1867, |
| "grad_norm": 1.8491181135177612, |
| "learning_rate": 5.8784656513772496e-06, |
| "epoch": 0.97, |
| "step": 64650 |
| }, |
| { |
| "loss": 1.1415, |
| "grad_norm": 1.3857682943344116, |
| "learning_rate": 5.803370280255925e-06, |
| "epoch": 0.97, |
| "step": 64675 |
| }, |
| { |
| "loss": 1.1016, |
| "grad_norm": 1.7419966459274292, |
| "learning_rate": 5.728274909134601e-06, |
| "epoch": 0.97, |
| "step": 64700 |
| }, |
| { |
| "loss": 1.1174, |
| "grad_norm": 2.3053975105285645, |
| "learning_rate": 5.653179538013277e-06, |
| "epoch": 0.97, |
| "step": 64725 |
| }, |
| { |
| "loss": 1.125, |
| "grad_norm": 1.3925187587738037, |
| "learning_rate": 5.578084166891953e-06, |
| "epoch": 0.97, |
| "step": 64750 |
| }, |
| { |
| "loss": 1.0828, |
| "grad_norm": 2.014289140701294, |
| "learning_rate": 5.5029887957706295e-06, |
| "epoch": 0.97, |
| "step": 64775 |
| }, |
| { |
| "loss": 1.1461, |
| "grad_norm": 2.213609457015991, |
| "learning_rate": 5.427893424649305e-06, |
| "epoch": 0.97, |
| "step": 64800 |
| }, |
| { |
| "loss": 1.0558, |
| "grad_norm": 1.0734851360321045, |
| "learning_rate": 5.3527980535279805e-06, |
| "epoch": 0.97, |
| "step": 64825 |
| }, |
| { |
| "loss": 1.1006, |
| "grad_norm": 1.362658977508545, |
| "learning_rate": 5.277702682406657e-06, |
| "epoch": 0.97, |
| "step": 64850 |
| }, |
| { |
| "loss": 1.1512, |
| "grad_norm": 1.9621925354003906, |
| "learning_rate": 5.202607311285332e-06, |
| "epoch": 0.97, |
| "step": 64875 |
| }, |
| { |
| "loss": 1.0506, |
| "grad_norm": 1.6093008518218994, |
| "learning_rate": 5.127511940164009e-06, |
| "epoch": 0.97, |
| "step": 64900 |
| }, |
| { |
| "loss": 1.174, |
| "grad_norm": 2.4825665950775146, |
| "learning_rate": 5.052416569042685e-06, |
| "epoch": 0.98, |
| "step": 64925 |
| }, |
| { |
| "loss": 1.0542, |
| "grad_norm": 1.142391562461853, |
| "learning_rate": 4.97732119792136e-06, |
| "epoch": 0.98, |
| "step": 64950 |
| }, |
| { |
| "loss": 1.158, |
| "grad_norm": 2.0994620323181152, |
| "learning_rate": 4.902225826800036e-06, |
| "epoch": 0.98, |
| "step": 64975 |
| }, |
| { |
| "loss": 1.1055, |
| "grad_norm": 1.4533177614212036, |
| "learning_rate": 4.827130455678712e-06, |
| "epoch": 0.98, |
| "step": 65000 |
| }, |
| { |
| "loss": 1.1457, |
| "grad_norm": 2.113051176071167, |
| "learning_rate": 4.752035084557388e-06, |
| "epoch": 0.98, |
| "step": 65025 |
| }, |
| { |
| "loss": 1.1301, |
| "grad_norm": 1.4814103841781616, |
| "learning_rate": 4.676939713436064e-06, |
| "epoch": 0.98, |
| "step": 65050 |
| }, |
| { |
| "loss": 1.1091, |
| "grad_norm": 1.3998606204986572, |
| "learning_rate": 4.60184434231474e-06, |
| "epoch": 0.98, |
| "step": 65075 |
| }, |
| { |
| "loss": 1.1468, |
| "grad_norm": 1.4728342294692993, |
| "learning_rate": 4.526748971193416e-06, |
| "epoch": 0.98, |
| "step": 65100 |
| }, |
| { |
| "loss": 1.1008, |
| "grad_norm": 1.29282808303833, |
| "learning_rate": 4.451653600072092e-06, |
| "epoch": 0.98, |
| "step": 65125 |
| }, |
| { |
| "loss": 1.0818, |
| "grad_norm": 0.9691277146339417, |
| "learning_rate": 4.376558228950768e-06, |
| "epoch": 0.98, |
| "step": 65150 |
| }, |
| { |
| "loss": 1.1651, |
| "grad_norm": 1.5705621242523193, |
| "learning_rate": 4.301462857829443e-06, |
| "epoch": 0.98, |
| "step": 65175 |
| }, |
| { |
| "loss": 1.0648, |
| "grad_norm": 1.7766458988189697, |
| "learning_rate": 4.2263674867081194e-06, |
| "epoch": 0.98, |
| "step": 65200 |
| }, |
| { |
| "loss": 1.0789, |
| "grad_norm": 1.3525621891021729, |
| "learning_rate": 4.151272115586796e-06, |
| "epoch": 0.98, |
| "step": 65225 |
| }, |
| { |
| "loss": 1.0551, |
| "grad_norm": 1.631650447845459, |
| "learning_rate": 4.076176744465471e-06, |
| "epoch": 0.98, |
| "step": 65250 |
| }, |
| { |
| "loss": 1.1308, |
| "grad_norm": 1.7099614143371582, |
| "learning_rate": 4.0010813733441476e-06, |
| "epoch": 0.98, |
| "step": 65275 |
| }, |
| { |
| "loss": 1.1203, |
| "grad_norm": 1.104038119316101, |
| "learning_rate": 3.925986002222823e-06, |
| "epoch": 0.98, |
| "step": 65300 |
| }, |
| { |
| "loss": 1.0968, |
| "grad_norm": 1.4031529426574707, |
| "learning_rate": 3.8508906311014985e-06, |
| "epoch": 0.98, |
| "step": 65325 |
| }, |
| { |
| "loss": 1.15, |
| "grad_norm": 2.0685653686523438, |
| "learning_rate": 3.775795259980175e-06, |
| "epoch": 0.98, |
| "step": 65350 |
| }, |
| { |
| "loss": 1.0778, |
| "grad_norm": 1.4602687358856201, |
| "learning_rate": 3.7006998888588508e-06, |
| "epoch": 0.98, |
| "step": 65375 |
| }, |
| { |
| "loss": 1.1119, |
| "grad_norm": 1.377066969871521, |
| "learning_rate": 3.625604517737527e-06, |
| "epoch": 0.98, |
| "step": 65400 |
| }, |
| { |
| "loss": 1.1806, |
| "grad_norm": 1.3793482780456543, |
| "learning_rate": 3.550509146616203e-06, |
| "epoch": 0.98, |
| "step": 65425 |
| }, |
| { |
| "loss": 1.0924, |
| "grad_norm": 1.323262095451355, |
| "learning_rate": 3.4754137754948785e-06, |
| "epoch": 0.98, |
| "step": 65450 |
| }, |
| { |
| "loss": 1.1011, |
| "grad_norm": 1.6005733013153076, |
| "learning_rate": 3.4003184043735544e-06, |
| "epoch": 0.98, |
| "step": 65475 |
| }, |
| { |
| "loss": 1.1188, |
| "grad_norm": 1.2906062602996826, |
| "learning_rate": 3.3252230332522303e-06, |
| "epoch": 0.98, |
| "step": 65500 |
| }, |
| { |
| "loss": 1.0887, |
| "grad_norm": 2.869511365890503, |
| "learning_rate": 3.250127662130906e-06, |
| "epoch": 0.98, |
| "step": 65525 |
| }, |
| { |
| "loss": 1.1348, |
| "grad_norm": 1.084037184715271, |
| "learning_rate": 3.1750322910095825e-06, |
| "epoch": 0.98, |
| "step": 65550 |
| }, |
| { |
| "loss": 1.1218, |
| "grad_norm": 1.7096983194351196, |
| "learning_rate": 3.099936919888258e-06, |
| "epoch": 0.98, |
| "step": 65575 |
| }, |
| { |
| "loss": 1.134, |
| "grad_norm": 2.19433856010437, |
| "learning_rate": 3.0278453636117873e-06, |
| "epoch": 0.99, |
| "step": 65600 |
| }, |
| { |
| "loss": 1.1709, |
| "grad_norm": 2.7771689891815186, |
| "learning_rate": 2.9527499924904628e-06, |
| "epoch": 0.99, |
| "step": 65625 |
| }, |
| { |
| "loss": 1.1184, |
| "grad_norm": 1.367202877998352, |
| "learning_rate": 2.877654621369139e-06, |
| "epoch": 0.99, |
| "step": 65650 |
| }, |
| { |
| "loss": 1.1393, |
| "grad_norm": 1.163167953491211, |
| "learning_rate": 2.802559250247815e-06, |
| "epoch": 0.99, |
| "step": 65675 |
| }, |
| { |
| "loss": 1.1185, |
| "grad_norm": 1.9196585416793823, |
| "learning_rate": 2.727463879126491e-06, |
| "epoch": 0.99, |
| "step": 65700 |
| }, |
| { |
| "loss": 1.0776, |
| "grad_norm": 1.1097601652145386, |
| "learning_rate": 2.652368508005167e-06, |
| "epoch": 0.99, |
| "step": 65725 |
| }, |
| { |
| "loss": 1.1115, |
| "grad_norm": 1.8407388925552368, |
| "learning_rate": 2.5772731368838427e-06, |
| "epoch": 0.99, |
| "step": 65750 |
| }, |
| { |
| "loss": 1.1397, |
| "grad_norm": 1.3508464097976685, |
| "learning_rate": 2.5021777657625186e-06, |
| "epoch": 0.99, |
| "step": 65775 |
| }, |
| { |
| "loss": 1.0408, |
| "grad_norm": 1.3656666278839111, |
| "learning_rate": 2.4270823946411945e-06, |
| "epoch": 0.99, |
| "step": 65800 |
| }, |
| { |
| "loss": 1.1232, |
| "grad_norm": 1.121551275253296, |
| "learning_rate": 2.3519870235198704e-06, |
| "epoch": 0.99, |
| "step": 65825 |
| }, |
| { |
| "loss": 1.1695, |
| "grad_norm": 3.1583876609802246, |
| "learning_rate": 2.2768916523985463e-06, |
| "epoch": 0.99, |
| "step": 65850 |
| }, |
| { |
| "loss": 1.114, |
| "grad_norm": 1.4626102447509766, |
| "learning_rate": 2.2017962812772222e-06, |
| "epoch": 0.99, |
| "step": 65875 |
| }, |
| { |
| "loss": 1.1404, |
| "grad_norm": 1.164562702178955, |
| "learning_rate": 2.126700910155898e-06, |
| "epoch": 0.99, |
| "step": 65900 |
| }, |
| { |
| "loss": 1.0749, |
| "grad_norm": 1.151390790939331, |
| "learning_rate": 2.051605539034574e-06, |
| "epoch": 0.99, |
| "step": 65925 |
| }, |
| { |
| "loss": 1.1223, |
| "grad_norm": 1.4878361225128174, |
| "learning_rate": 1.97651016791325e-06, |
| "epoch": 0.99, |
| "step": 65950 |
| }, |
| { |
| "loss": 1.0713, |
| "grad_norm": 0.9274216294288635, |
| "learning_rate": 1.9014147967919258e-06, |
| "epoch": 0.99, |
| "step": 65975 |
| }, |
| { |
| "loss": 1.0495, |
| "grad_norm": 1.1772902011871338, |
| "learning_rate": 1.8263194256706017e-06, |
| "epoch": 0.99, |
| "step": 66000 |
| }, |
| { |
| "loss": 1.1357, |
| "grad_norm": 1.2464003562927246, |
| "learning_rate": 1.7512240545492774e-06, |
| "epoch": 0.99, |
| "step": 66025 |
| }, |
| { |
| "loss": 1.0778, |
| "grad_norm": 1.813460350036621, |
| "learning_rate": 1.6761286834279536e-06, |
| "epoch": 0.99, |
| "step": 66050 |
| }, |
| { |
| "loss": 1.1034, |
| "grad_norm": 1.6727650165557861, |
| "learning_rate": 1.6010333123066297e-06, |
| "epoch": 0.99, |
| "step": 66075 |
| }, |
| { |
| "loss": 1.1252, |
| "grad_norm": 1.8909765481948853, |
| "learning_rate": 1.5259379411853054e-06, |
| "epoch": 0.99, |
| "step": 66100 |
| }, |
| { |
| "loss": 1.0249, |
| "grad_norm": 1.8321037292480469, |
| "learning_rate": 1.4508425700639813e-06, |
| "epoch": 0.99, |
| "step": 66125 |
| }, |
| { |
| "loss": 1.0836, |
| "grad_norm": 1.3860995769500732, |
| "learning_rate": 1.3757471989426574e-06, |
| "epoch": 0.99, |
| "step": 66150 |
| }, |
| { |
| "loss": 1.0984, |
| "grad_norm": 1.2683864831924438, |
| "learning_rate": 1.300651827821333e-06, |
| "epoch": 0.99, |
| "step": 66175 |
| }, |
| { |
| "loss": 1.0977, |
| "grad_norm": 2.86045503616333, |
| "learning_rate": 1.225556456700009e-06, |
| "epoch": 0.99, |
| "step": 66200 |
| }, |
| { |
| "loss": 1.138, |
| "grad_norm": 1.2112616300582886, |
| "learning_rate": 1.150461085578685e-06, |
| "epoch": 0.99, |
| "step": 66225 |
| }, |
| { |
| "loss": 1.1231, |
| "grad_norm": 1.550032615661621, |
| "learning_rate": 1.0753657144573608e-06, |
| "epoch": 0.99, |
| "step": 66250 |
| }, |
| { |
| "loss": 1.1238, |
| "grad_norm": 1.13444185256958, |
| "learning_rate": 1.0002703433360369e-06, |
| "epoch": 1.0, |
| "step": 66275 |
| }, |
| { |
| "loss": 1.1818, |
| "grad_norm": 2.8684732913970947, |
| "learning_rate": 9.251749722147127e-07, |
| "epoch": 1.0, |
| "step": 66300 |
| }, |
| { |
| "loss": 1.1398, |
| "grad_norm": 1.3792351484298706, |
| "learning_rate": 8.500796010933886e-07, |
| "epoch": 1.0, |
| "step": 66325 |
| }, |
| { |
| "loss": 1.1148, |
| "grad_norm": 1.5899792909622192, |
| "learning_rate": 7.749842299720645e-07, |
| "epoch": 1.0, |
| "step": 66350 |
| }, |
| { |
| "loss": 1.1708, |
| "grad_norm": 2.143692970275879, |
| "learning_rate": 6.998888588507405e-07, |
| "epoch": 1.0, |
| "step": 66375 |
| }, |
| { |
| "loss": 1.1092, |
| "grad_norm": 1.2674062252044678, |
| "learning_rate": 6.247934877294164e-07, |
| "epoch": 1.0, |
| "step": 66400 |
| }, |
| { |
| "loss": 1.0326, |
| "grad_norm": 1.1335889101028442, |
| "learning_rate": 5.496981166080923e-07, |
| "epoch": 1.0, |
| "step": 66425 |
| }, |
| { |
| "loss": 1.0948, |
| "grad_norm": 1.5896003246307373, |
| "learning_rate": 4.7460274548676816e-07, |
| "epoch": 1.0, |
| "step": 66450 |
| }, |
| { |
| "loss": 1.1036, |
| "grad_norm": 1.4150667190551758, |
| "learning_rate": 3.995073743654441e-07, |
| "epoch": 1.0, |
| "step": 66475 |
| }, |
| { |
| "loss": 1.14, |
| "grad_norm": 1.4912337064743042, |
| "learning_rate": 3.244120032441201e-07, |
| "epoch": 1.0, |
| "step": 66500 |
| }, |
| { |
| "loss": 1.0704, |
| "grad_norm": 1.5823650360107422, |
| "learning_rate": 2.493166321227959e-07, |
| "epoch": 1.0, |
| "step": 66525 |
| }, |
| { |
| "loss": 1.1301, |
| "grad_norm": 1.9806722402572632, |
| "learning_rate": 1.7422126100147188e-07, |
| "epoch": 1.0, |
| "step": 66550 |
| }, |
| { |
| "loss": 1.1368, |
| "grad_norm": 1.6522107124328613, |
| "learning_rate": 9.91258898801478e-08, |
| "epoch": 1.0, |
| "step": 66575 |
| }, |
| { |
| "train_runtime": 164326.412, |
| "train_samples_per_second": 0.81, |
| "train_steps_per_second": 0.405, |
| "total_flos": 7.363589651988972e+17, |
| "train_loss": 1.1616554066605727, |
| "epoch": 1.0, |
| "step": 66583 |
| } |
| ] |
