[
  {
    "step": 1,
    "loss": 0.005129957105964422,
    "lr": 1.24975e-07
  },
  {
    "step": 2,
    "loss": 0.004260066896677017,
    "lr": 1.4995e-07
  },
  {
    "step": 3,
    "loss": 0.008349038660526276,
    "lr": 1.7492499999999999e-07
  },
  {
    "step": 4,
    "loss": 0.015471293590962887,
    "lr": 1.9989999999999998e-07
  },
  {
    "step": 5,
    "loss": 0.008848050609230995,
    "lr": 2.2487499999999998e-07
  },
  {
    "step": 6,
    "loss": 0.03992999717593193,
    "lr": 2.4985e-07
  },
  {
    "step": 7,
    "loss": 0.038338031619787216,
    "lr": 2.74825e-07
  },
  {
    "step": 8,
    "loss": 0.008384384214878082,
    "lr": 2.998e-07
  },
  {
    "step": 9,
    "loss": 0.010412151925265789,
    "lr": 3.2477500000000005e-07
  },
  {
    "step": 10,
    "loss": 0.024091636762022972,
    "lr": 3.4975e-07
  },
  {
    "step": 11,
    "loss": 0.011525562033057213,
    "lr": 3.74725e-07
  },
  {
    "step": 12,
    "loss": 0.01897371932864189,
    "lr": 3.9969999999999996e-07
  },
  {
    "step": 13,
    "loss": 0.01174366194754839,
    "lr": 4.2467499999999993e-07
  },
  {
    "step": 14,
    "loss": 0.007484751753509045,
    "lr": 4.496499999999999e-07
  },
  {
    "step": 15,
    "loss": 0.014520992524921894,
    "lr": 4.746249999999999e-07
  },
  {
    "step": 16,
    "loss": 0.022440219298005104,
    "lr": 4.996e-07
  },
  {
    "step": 17,
    "loss": 0.005779170896857977,
    "lr": 5.24575e-07
  },
  {
    "step": 18,
    "loss": 0.009100189432501793,
    "lr": 5.4955e-07
  },
  {
    "step": 19,
    "loss": 0.05055268108844757,
    "lr": 5.745249999999999e-07
  },
  {
    "step": 20,
    "loss": 0.09036887437105179,
    "lr": 5.994999999999999e-07
  },
  {
    "step": 21,
    "loss": 0.002816908061504364,
    "lr": 6.24475e-07
  },
  {
    "step": 22,
    "loss": 0.06299661099910736,
    "lr": 6.494499999999999e-07
  },
  {
    "step": 23,
    "loss": 0.02124074473977089,
    "lr": 6.744249999999999e-07
  },
  {
    "step": 24,
    "loss": 0.009554186835885048,
    "lr": 6.993999999999999e-07
  },
  {
    "step": 25,
    "loss": 0.010818703100085258,
    "lr": 7.243749999999998e-07
  },
  {
    "step": 26,
    "loss": 0.010472629219293594,
    "lr": 7.493499999999998e-07
  },
  {
    "step": 27,
    "loss": 0.01578269898891449,
    "lr": 7.743249999999998e-07
  },
  {
    "step": 28,
    "loss": 0.04547746479511261,
    "lr": 7.992999999999997e-07
  },
  {
    "step": 29,
    "loss": 0.03674103692173958,
    "lr": 8.242749999999997e-07
  },
  {
    "step": 30,
    "loss": 0.04957559332251549,
    "lr": 8.492499999999997e-07
  },
  {
    "step": 31,
    "loss": 0.011964705772697926,
    "lr": 8.742249999999999e-07
  },
  {
    "step": 32,
    "loss": 0.004962165839970112,
    "lr": 8.991999999999999e-07
  },
  {
    "step": 33,
    "loss": 0.02044723555445671,
    "lr": 9.24175e-07
  },
  {
    "step": 34,
    "loss": 0.036771710962057114,
    "lr": 9.4915e-07
  },
  {
    "step": 35,
    "loss": 0.00849084835499525,
    "lr": 9.74125e-07
  },
  {
    "step": 36,
    "loss": 0.00875857938081026,
    "lr": 9.990999999999999e-07
  },
  {
    "step": 37,
    "loss": 0.02585090696811676,
    "lr": 1.024075e-06
  },
  {
    "step": 38,
    "loss": 0.008693323470652103,
    "lr": 1.04905e-06
  },
  {
    "step": 39,
    "loss": 0.00872320681810379,
    "lr": 1.074025e-06
  },
  {
    "step": 40,
    "loss": 0.005430181976407766,
    "lr": 1.099e-06
  },
  {
    "step": 41,
    "loss": 0.008936799131333828,
    "lr": 1.1239750000000001e-06
  },
  {
    "step": 42,
    "loss": 0.015580656938254833,
    "lr": 1.14895e-06
  },
  {
    "step": 43,
    "loss": 0.0124755147844553,
    "lr": 1.1739250000000002e-06
  },
  {
    "step": 44,
    "loss": 0.013276594690978527,
    "lr": 1.1989000000000003e-06
  },
  {
    "step": 45,
    "loss": 0.01521241944283247,
    "lr": 1.2238750000000002e-06
  },
  {
    "step": 46,
    "loss": 0.027050897479057312,
    "lr": 1.2488500000000003e-06
  },
  {
    "step": 47,
    "loss": 0.014829457737505436,
    "lr": 1.2738250000000005e-06
  },
  {
    "step": 48,
    "loss": 0.008126421831548214,
    "lr": 1.2988000000000006e-06
  },
  {
    "step": 49,
    "loss": 0.011254849843680859,
    "lr": 1.3237750000000005e-06
  },
  {
    "step": 50,
    "loss": 0.008813688531517982,
    "lr": 1.3487500000000006e-06
  },
  {
    "step": 51,
    "loss": 0.0076752626337111,
    "lr": 1.3737250000000008e-06
  },
  {
    "step": 52,
    "loss": 0.006381763610988855,
    "lr": 1.398700000000001e-06
  },
  {
    "step": 53,
    "loss": 0.00465807830914855,
    "lr": 1.423675000000001e-06
  },
  {
    "step": 54,
    "loss": 0.007381320931017399,
    "lr": 1.448650000000001e-06
  },
  {
    "step": 55,
    "loss": 0.02968519553542137,
    "lr": 1.4736250000000009e-06
  },
  {
    "step": 56,
    "loss": 0.010188672691583633,
    "lr": 1.4986000000000008e-06
  },
  {
    "step": 57,
    "loss": 0.00911608524620533,
    "lr": 1.523575000000001e-06
  },
  {
    "step": 58,
    "loss": 0.019494881853461266,
    "lr": 1.5485500000000008e-06
  },
  {
    "step": 59,
    "loss": 0.034258730709552765,
    "lr": 1.573525000000001e-06
  },
  {
    "step": 60,
    "loss": 0.04157266765832901,
    "lr": 1.5985000000000009e-06
  },
  {
    "step": 61,
    "loss": 0.020444728434085846,
    "lr": 1.6234750000000008e-06
  },
  {
    "step": 62,
    "loss": 0.011660156771540642,
    "lr": 1.6484500000000007e-06
  },
  {
    "step": 63,
    "loss": 0.08748257905244827,
    "lr": 1.6734250000000006e-06
  },
  {
    "step": 64,
    "loss": 0.032809074968099594,
    "lr": 1.6984000000000008e-06
  },
  {
    "step": 65,
    "loss": 0.02184111252427101,
    "lr": 1.7233750000000009e-06
  },
  {
    "step": 66,
    "loss": 0.008663554675877094,
    "lr": 1.7483500000000008e-06
  },
  {
    "step": 67,
    "loss": 0.009577076882123947,
    "lr": 1.7733250000000007e-06
  },
  {
    "step": 68,
    "loss": 0.02364009991288185,
    "lr": 1.7983000000000006e-06
  },
  {
    "step": 69,
    "loss": 0.04022446274757385,
    "lr": 1.8232750000000006e-06
  },
  {
    "step": 70,
    "loss": 0.00663078622892499,
    "lr": 1.8482500000000005e-06
  },
  {
    "step": 71,
    "loss": 0.01061332505196333,
    "lr": 1.8732250000000004e-06
  },
  {
    "step": 72,
    "loss": 0.01632445678114891,
    "lr": 1.8982000000000003e-06
  },
  {
    "step": 73,
    "loss": 0.015728093683719635,
    "lr": 1.923175e-06
  },
  {
    "step": 74,
    "loss": 0.010754838585853577,
    "lr": 1.9481499999999997e-06
  },
  {
    "step": 75,
    "loss": 0.005022917874157429,
    "lr": 1.973125e-06
  },
  {
    "step": 76,
    "loss": 0.0036425983998924494,
    "lr": 1.9981e-06
  },
  {
    "step": 77,
    "loss": 0.008336677215993404,
    "lr": 2.023075e-06
  },
  {
    "step": 78,
    "loss": 0.017021123319864273,
    "lr": 2.04805e-06
  },
  {
    "step": 79,
    "loss": 0.017596587538719177,
    "lr": 2.073025e-06
  },
  {
    "step": 80,
    "loss": 0.027635706588625908,
    "lr": 2.0979999999999996e-06
  },
  {
    "step": 81,
    "loss": 0.004797080997377634,
    "lr": 2.1229749999999994e-06
  },
  {
    "step": 82,
    "loss": 0.09135296195745468,
    "lr": 2.1479499999999995e-06
  },
  {
    "step": 83,
    "loss": 0.051986534148454666,
    "lr": 2.1729249999999996e-06
  },
  {
    "step": 84,
    "loss": 0.027808111160993576,
    "lr": 2.1978999999999997e-06
  },
  {
    "step": 85,
    "loss": 0.006815358065068722,
    "lr": 2.222875e-06
  },
  {
    "step": 86,
    "loss": 0.0030043332371860743,
    "lr": 2.24785e-06
  },
  {
    "step": 87,
    "loss": 0.03166256099939346,
    "lr": 2.2728249999999997e-06
  },
  {
    "step": 88,
    "loss": 0.03062509372830391,
    "lr": 2.2977999999999994e-06
  },
  {
    "step": 89,
    "loss": 0.008445074781775475,
    "lr": 2.322774999999999e-06
  },
  {
    "step": 90,
    "loss": 0.009938374161720276,
    "lr": 2.3477499999999992e-06
  },
  {
    "step": 91,
    "loss": 0.031771350651979446,
    "lr": 2.3727249999999994e-06
  },
  {
    "step": 92,
    "loss": 0.012868001125752926,
    "lr": 2.397699999999999e-06
  },
  {
    "step": 93,
    "loss": 0.3642871379852295,
    "lr": 2.422674999999999e-06
  },
  {
    "step": 94,
    "loss": 0.02685866318643093,
    "lr": 2.4476499999999985e-06
  },
  {
    "step": 95,
    "loss": 0.007809422444552183,
    "lr": 2.472624999999998e-06
  },
  {
    "step": 96,
    "loss": 0.019224824383854866,
    "lr": 2.4975999999999983e-06
  },
  {
    "step": 97,
    "loss": 0.09569576382637024,
    "lr": 2.5225749999999985e-06
  },
  {
    "step": 98,
    "loss": 0.007037497591227293,
    "lr": 2.547549999999998e-06
  },
  {
    "step": 99,
    "loss": 0.006430169101804495,
    "lr": 2.5725249999999983e-06
  },
  {
    "step": 100,
    "loss": 0.016224728897213936,
    "lr": 2.5974999999999984e-06
  },
  {
    "step": 101,
    "loss": 0.01394625660032034,
    "lr": 2.6224749999999986e-06
  },
  {
    "step": 102,
    "loss": 0.019662071019411087,
    "lr": 2.6474499999999983e-06
  },
  {
    "step": 103,
    "loss": 0.04689104110002518,
    "lr": 2.672424999999998e-06
  },
  {
    "step": 104,
    "loss": 0.009368037804961205,
    "lr": 2.697399999999998e-06
  },
  {
    "step": 105,
    "loss": 0.01048654317855835,
    "lr": 2.7223749999999982e-06
  },
  {
    "step": 106,
    "loss": 0.11514154076576233,
    "lr": 2.7473499999999984e-06
  },
  {
    "step": 107,
    "loss": 0.022944200783967972,
    "lr": 2.7723249999999985e-06
  },
  {
    "step": 108,
    "loss": 0.013741476461291313,
    "lr": 2.797299999999998e-06
  },
  {
    "step": 109,
    "loss": 0.018714001402258873,
    "lr": 2.8222749999999983e-06
  },
  {
    "step": 110,
    "loss": 0.06196366995573044,
    "lr": 2.847249999999998e-06
  },
  {
    "step": 111,
    "loss": 0.012004676274955273,
    "lr": 2.872224999999998e-06
  },
  {
    "step": 112,
    "loss": 0.01649998314678669,
    "lr": 2.897199999999998e-06
  },
  {
    "step": 113,
    "loss": 0.03040999174118042,
    "lr": 2.922174999999998e-06
  },
  {
    "step": 114,
    "loss": 0.023392967879772186,
    "lr": 2.9471499999999977e-06
  },
  {
    "step": 115,
    "loss": 0.03853415697813034,
    "lr": 2.972124999999998e-06
  },
  {
    "step": 116,
    "loss": 0.0075003644451498985,
    "lr": 2.997099999999998e-06
  },
  {
    "step": 117,
    "loss": 0.0075370511040091515,
    "lr": 3.022074999999998e-06
  },
  {
    "step": 118,
    "loss": 0.020472880452871323,
    "lr": 3.0470499999999978e-06
  },
  {
    "step": 119,
    "loss": 0.012967883609235287,
    "lr": 3.072024999999998e-06
  },
  {
    "step": 120,
    "loss": 0.0180787555873394,
    "lr": 3.0969999999999976e-06
  },
  {
    "step": 121,
    "loss": 0.009870519861578941,
    "lr": 3.1219749999999973e-06
  },
  {
    "step": 122,
    "loss": 0.05982963368296623,
    "lr": 3.1469499999999975e-06
  },
  {
    "step": 123,
    "loss": 0.016101345419883728,
    "lr": 3.1719249999999976e-06
  },
  {
    "step": 124,
    "loss": 0.006177329458296299,
    "lr": 3.1968999999999977e-06
  },
  {
    "step": 125,
    "loss": 0.020933574065566063,
    "lr": 3.2218749999999974e-06
  },
  {
    "step": 126,
    "loss": 0.018116764724254608,
    "lr": 3.2468499999999976e-06
  },
  {
    "step": 127,
    "loss": 0.008771173655986786,
    "lr": 3.2718249999999977e-06
  },
  {
    "step": 128,
    "loss": 0.023116186261177063,
    "lr": 3.296799999999998e-06
  },
  {
    "step": 129,
    "loss": 0.010387865826487541,
    "lr": 3.321774999999998e-06
  },
  {
    "step": 130,
    "loss": 0.04015808925032616,
    "lr": 3.346749999999998e-06
  },
  {
    "step": 131,
    "loss": 0.011683199554681778,
    "lr": 3.371724999999998e-06
  },
  {
    "step": 132,
    "loss": 0.018375953659415245,
    "lr": 3.3966999999999983e-06
  },
  {
    "step": 133,
    "loss": 0.017679916694760323,
    "lr": 3.4216749999999985e-06
  },
  {
    "step": 134,
    "loss": 0.029432356357574463,
    "lr": 3.4466499999999986e-06
  },
  {
    "step": 135,
    "loss": 0.008672299794852734,
    "lr": 3.4716249999999983e-06
  },
  {
    "step": 136,
    "loss": 0.020825618878006935,
    "lr": 3.496599999999998e-06
  },
  {
    "step": 137,
    "loss": 0.032671935856342316,
    "lr": 3.5215749999999977e-06
  },
  {
    "step": 138,
    "loss": 0.013660292141139507,
    "lr": 3.546549999999998e-06
  },
  {
    "step": 139,
    "loss": 0.01494069304317236,
    "lr": 3.5715249999999975e-06
  },
  {
    "step": 140,
    "loss": 0.0039182077161967754,
    "lr": 3.5964999999999977e-06
  },
  {
    "step": 141,
    "loss": 0.015309328213334084,
    "lr": 3.621474999999998e-06
  },
  {
    "step": 142,
    "loss": 0.023699665442109108,
    "lr": 3.6464499999999975e-06
  },
  {
    "step": 143,
    "loss": 0.055131182074546814,
    "lr": 3.671424999999998e-06
  },
  {
    "step": 144,
    "loss": 0.0098759476095438,
    "lr": 3.6963999999999978e-06
  },
  {
    "step": 145,
    "loss": 0.014500471763312817,
    "lr": 3.7213749999999975e-06
  },
  {
    "step": 146,
    "loss": 0.014073303900659084,
    "lr": 3.7463499999999976e-06
  },
  {
    "step": 147,
    "loss": 0.00513444235548377,
    "lr": 3.7713249999999977e-06
  },
  {
    "step": 148,
    "loss": 0.010990324430167675,
    "lr": 3.7962999999999974e-06
  },
  {
    "step": 149,
    "loss": 0.017782624810934067,
    "lr": 3.8212749999999976e-06
  },
  {
    "step": 150,
    "loss": 0.039115048944950104,
    "lr": 3.846249999999997e-06
  },
  {
    "step": 151,
    "loss": 0.01152948196977377,
    "lr": 3.871224999999997e-06
  },
  {
    "step": 152,
    "loss": 0.014660428278148174,
    "lr": 3.896199999999997e-06
  },
  {
    "step": 153,
    "loss": 0.008543935604393482,
    "lr": 3.921174999999996e-06
  },
  {
    "step": 154,
    "loss": 0.006713551469147205,
    "lr": 3.946149999999996e-06
  },
  {
    "step": 155,
    "loss": 0.009232873097062111,
    "lr": 3.971124999999996e-06
  },
  {
    "step": 156,
    "loss": 0.004041848238557577,
    "lr": 3.9960999999999955e-06
  },
  {
    "step": 157,
    "loss": 0.11120086908340454,
    "lr": 4.021074999999995e-06
  },
  {
    "step": 158,
    "loss": 0.007113218307495117,
    "lr": 4.046049999999995e-06
  },
  {
    "step": 159,
    "loss": 0.019515510648489,
    "lr": 4.071024999999995e-06
  },
  {
    "step": 160,
    "loss": 0.010451847687363625,
    "lr": 4.095999999999995e-06
  },
  {
    "step": 161,
    "loss": 0.030821939930319786,
    "lr": 4.120974999999996e-06
  },
  {
    "step": 162,
    "loss": 0.05794927477836609,
    "lr": 4.145949999999996e-06
  },
  {
    "step": 163,
    "loss": 0.01936563104391098,
    "lr": 4.170924999999997e-06
  },
  {
    "step": 164,
    "loss": 0.005212933756411076,
    "lr": 4.1958999999999965e-06
  },
  {
    "step": 165,
    "loss": 0.02284136973321438,
    "lr": 4.220874999999996e-06
  },
  {
    "step": 166,
    "loss": 0.046480774879455566,
    "lr": 4.245849999999997e-06
  },
  {
    "step": 167,
    "loss": 0.02246728725731373,
    "lr": 4.270824999999997e-06
  },
  {
    "step": 168,
    "loss": 0.04141111299395561,
    "lr": 4.295799999999998e-06
  },
  {
    "step": 169,
    "loss": 0.004556370433419943,
    "lr": 4.3207749999999985e-06
  },
  {
    "step": 170,
    "loss": 0.004798354115337133,
    "lr": 4.345749999999999e-06
  },
  {
    "step": 171,
    "loss": 0.006251173093914986,
    "lr": 4.3707249999999996e-06
  },
  {
    "step": 172,
    "loss": 0.23858463764190674,
    "lr": 4.395699999999999e-06
  },
  {
    "step": 173,
    "loss": 0.007194671779870987,
    "lr": 4.420674999999999e-06
  },
  {
    "step": 174,
    "loss": 0.010852104984223843,
    "lr": 4.445649999999999e-06
  },
  {
    "step": 175,
    "loss": 0.17403364181518555,
    "lr": 4.470624999999999e-06
  },
  {
    "step": 176,
    "loss": 0.01168297603726387,
    "lr": 4.495599999999999e-06
  },
  {
    "step": 177,
    "loss": 0.013068043626844883,
    "lr": 4.5205749999999995e-06
  },
  {
    "step": 178,
    "loss": 0.010392929427325726,
    "lr": 4.545549999999999e-06
  },
  {
    "step": 179,
    "loss": 0.03502873331308365,
    "lr": 4.570524999999999e-06
  },
  {
    "step": 180,
    "loss": 0.007538124918937683,
    "lr": 4.595499999999999e-06
  },
  {
    "step": 181,
    "loss": 0.024493183940649033,
    "lr": 4.620474999999998e-06
  },
  {
    "step": 182,
    "loss": 0.04537879303097725,
    "lr": 4.645449999999998e-06
  },
  {
    "step": 183,
    "loss": 0.016386523842811584,
    "lr": 4.670424999999998e-06
  },
  {
    "step": 184,
    "loss": 0.004235405009239912,
    "lr": 4.6953999999999974e-06
  },
  {
    "step": 185,
    "loss": 0.004892787430435419,
    "lr": 4.720374999999997e-06
  },
  {
    "step": 186,
    "loss": 0.0056513454765081406,
    "lr": 4.745349999999998e-06
  },
  {
    "step": 187,
    "loss": 0.014489538967609406,
    "lr": 4.770324999999998e-06
  },
  {
    "step": 188,
    "loss": 0.008042268455028534,
    "lr": 4.795299999999998e-06
  },
  {
    "step": 189,
    "loss": 0.030236108228564262,
    "lr": 4.8202749999999985e-06
  },
  {
    "step": 190,
    "loss": 0.15615752339363098,
    "lr": 4.845249999999998e-06
  },
  {
    "step": 191,
    "loss": 0.015874691307544708,
    "lr": 4.870224999999998e-06
  },
  {
    "step": 192,
    "loss": 0.02624918520450592,
    "lr": 4.8951999999999985e-06
  },
  {
    "step": 193,
    "loss": 0.009306221269071102,
    "lr": 4.920174999999998e-06
  },
  {
    "step": 194,
    "loss": 0.03271990269422531,
    "lr": 4.945149999999998e-06
  },
  {
    "step": 195,
    "loss": 0.0071059660986065865,
    "lr": 4.970124999999998e-06
  },
  {
    "step": 196,
    "loss": 0.0030342303216457367,
    "lr": 4.995099999999997e-06
  },
  {
    "step": 197,
    "loss": 0.00807606428861618,
    "lr": 5.020074999999997e-06
  },
  {
    "step": 198,
    "loss": 0.02036525122821331,
    "lr": 5.045049999999997e-06
  },
  {
    "step": 199,
    "loss": 0.12418657541275024,
    "lr": 5.070024999999996e-06
  },
  {
    "step": 200,
    "loss": 0.01213458925485611,
    "lr": 5.094999999999997e-06
  },
  {
    "step": 201,
    "loss": 0.03526628017425537,
    "lr": 5.1199749999999975e-06
  },
  {
    "step": 202,
    "loss": 0.2558206021785736,
    "lr": 5.144949999999997e-06
  },
  {
    "step": 203,
    "loss": 0.010365222580730915,
    "lr": 5.169924999999997e-06
  },
  {
    "step": 204,
    "loss": 0.026364395394921303,
    "lr": 5.194899999999997e-06
  },
  {
    "step": 205,
    "loss": 0.13630235195159912,
    "lr": 5.219874999999997e-06
  },
  {
    "step": 206,
    "loss": 0.009352239780128002,
    "lr": 5.244849999999997e-06
  },
  {
    "step": 207,
    "loss": 0.033490587025880814,
    "lr": 5.269824999999997e-06
  },
  {
    "step": 208,
    "loss": 0.016043785959482193,
    "lr": 5.294799999999997e-06
  },
  {
    "step": 209,
    "loss": 0.0025318146217614412,
    "lr": 5.319774999999998e-06
  },
  {
    "step": 210,
    "loss": 0.012602037750184536,
    "lr": 5.344749999999998e-06
  },
  {
    "step": 211,
    "loss": 0.046919070184230804,
    "lr": 5.369724999999998e-06
  },
  {
    "step": 212,
    "loss": 0.007832441478967667,
    "lr": 5.394699999999998e-06
  },
  {
    "step": 213,
    "loss": 0.027538569644093513,
    "lr": 5.419674999999997e-06
  },
  {
    "step": 214,
    "loss": 0.026276221498847008,
    "lr": 5.444649999999997e-06
  },
  {
    "step": 215,
    "loss": 0.007277584634721279,
    "lr": 5.469624999999998e-06
  },
  {
    "step": 216,
    "loss": 0.029268106445670128,
    "lr": 5.494599999999997e-06
  },
  {
    "step": 217,
    "loss": 0.02731328271329403,
    "lr": 5.519574999999997e-06
  },
  {
    "step": 218,
    "loss": 0.007724035065621138,
    "lr": 5.544549999999997e-06
  },
  {
    "step": 219,
    "loss": 0.033264968544244766,
    "lr": 5.5695249999999965e-06
  },
  {
    "step": 220,
    "loss": 0.11525571346282959,
    "lr": 5.594499999999996e-06
  },
  {
    "step": 221,
    "loss": 0.010217777453362942,
    "lr": 5.619474999999997e-06
  },
  {
    "step": 222,
    "loss": 0.015276182442903519,
    "lr": 5.644449999999997e-06
  },
  {
    "step": 223,
    "loss": 0.009150967001914978,
    "lr": 5.669424999999997e-06
  },
  {
    "step": 224,
    "loss": 0.004771877080202103,
    "lr": 5.694399999999997e-06
  },
  {
    "step": 225,
    "loss": 0.00553798396140337,
    "lr": 5.719374999999996e-06
  },
  {
    "step": 226,
    "loss": 0.020371029153466225,
    "lr": 5.744349999999996e-06
  },
  {
    "step": 227,
    "loss": 0.005601945333182812,
    "lr": 5.769324999999997e-06
  },
  {
    "step": 228,
    "loss": 0.012999461963772774,
    "lr": 5.794299999999996e-06
  },
  {
    "step": 229,
    "loss": 0.023239711299538612,
    "lr": 5.819274999999996e-06
  },
  {
    "step": 230,
    "loss": 0.008931713178753853,
    "lr": 5.844249999999996e-06
  },
  {
    "step": 231,
    "loss": 0.019223982468247414,
    "lr": 5.8692249999999955e-06
  },
  {
    "step": 232,
    "loss": 0.0076124900951981544,
    "lr": 5.894199999999996e-06
  },
  {
    "step": 233,
    "loss": 0.004116138443350792,
    "lr": 5.9191749999999966e-06
  },
  {
    "step": 234,
    "loss": 0.019984472543001175,
    "lr": 5.944149999999996e-06
  },
  {
    "step": 235,
    "loss": 0.03474845737218857,
    "lr": 5.969124999999996e-06
  },
  {
    "step": 236,
    "loss": 0.014361227862536907,
    "lr": 5.9940999999999965e-06
  },
  {
    "step": 237,
    "loss": 0.02175263874232769,
    "lr": 6.019074999999997e-06
  },
  {
    "step": 238,
    "loss": 0.022436460480093956,
    "lr": 6.044049999999997e-06
  },
  {
    "step": 239,
    "loss": 0.00778880575671792,
    "lr": 6.069024999999997e-06
  },
  {
    "step": 240,
    "loss": 0.008000463247299194,
    "lr": 6.093999999999997e-06
  },
  {
    "step": 241,
    "loss": 0.007554895710200071,
    "lr": 6.118974999999997e-06
  },
  {
    "step": 242,
    "loss": 0.012684094719588757,
    "lr": 6.143949999999997e-06
  },
  {
    "step": 243,
    "loss": 0.011502357199788094,
    "lr": 6.168924999999997e-06
  },
  {
    "step": 244,
    "loss": 0.004606715869158506,
    "lr": 6.193899999999997e-06
  },
  {
    "step": 245,
    "loss": 0.09822084754705429,
    "lr": 6.2188749999999964e-06
  },
  {
    "step": 246,
    "loss": 0.01102803461253643,
    "lr": 6.243849999999996e-06
  },
  {
    "step": 247,
    "loss": 0.025219637900590897,
    "lr": 6.268824999999997e-06
  },
  {
    "step": 248,
    "loss": 0.0073904721066355705,
    "lr": 6.293799999999997e-06
  },
  {
    "step": 249,
    "loss": 0.036408986896276474,
    "lr": 6.318774999999997e-06
  },
  {
    "step": 250,
    "loss": 0.022499753162264824,
    "lr": 6.3437499999999975e-06
  },
  {
    "step": 251,
    "loss": 0.004500593990087509,
    "lr": 6.368724999999997e-06
  },
  {
    "step": 252,
    "loss": 0.010236176662147045,
    "lr": 6.393699999999998e-06
  },
  {
    "step": 253,
    "loss": 0.006125494837760925,
    "lr": 6.418674999999998e-06
  },
  {
    "step": 254,
    "loss": 0.011538602411746979,
    "lr": 6.443649999999999e-06
  },
  {
    "step": 255,
    "loss": 0.001381695969030261,
    "lr": 6.4686249999999986e-06
  },
  {
    "step": 256,
    "loss": 0.04557720571756363,
    "lr": 6.493599999999999e-06
  },
  {
    "step": 257,
    "loss": 0.009024389088153839,
    "lr": 6.518574999999999e-06
  },
  {
    "step": 258,
    "loss": 0.012179294601082802,
    "lr": 6.5435499999999985e-06
  },
  {
    "step": 259,
    "loss": 0.05440472438931465,
    "lr": 6.568524999999998e-06
  },
  {
    "step": 260,
    "loss": 0.010512780398130417,
    "lr": 6.593499999999998e-06
  },
  {
    "step": 261,
    "loss": 0.016222553327679634,
    "lr": 6.6184749999999985e-06
  },
  {
    "step": 262,
    "loss": 0.01922646537423134,
    "lr": 6.643449999999998e-06
  },
  {
    "step": 263,
    "loss": 0.03179395943880081,
    "lr": 6.668424999999999e-06
  },
  {
    "step": 264,
    "loss": 0.012668107636272907,
    "lr": 6.6933999999999985e-06
  },
  {
    "step": 265,
    "loss": 0.007977847941219807,
    "lr": 6.718374999999999e-06
  },
  {
    "step": 266,
    "loss": 0.022701431065797806,
    "lr": 6.7433499999999996e-06
  },
  {
    "step": 267,
    "loss": 0.009571274742484093,
    "lr": 6.768325e-06
  },
  {
    "step": 268,
    "loss": 0.002592212287709117,
    "lr": 6.7933e-06
  },
  {
    "step": 269,
    "loss": 0.011236896738409996,
    "lr": 6.8182749999999995e-06
  },
  {
    "step": 270,
    "loss": 0.0165631752461195,
    "lr": 6.843249999999999e-06
  },
  {
    "step": 271,
    "loss": 0.060991570353507996,
    "lr": 6.868224999999999e-06
  },
  {
    "step": 272,
    "loss": 0.007756974548101425,
    "lr": 6.8931999999999995e-06
  },
  {
    "step": 273,
    "loss": 0.03277066349983215,
    "lr": 6.918174999999999e-06
  },
  {
    "step": 274,
    "loss": 0.018354447558522224,
    "lr": 6.94315e-06
  },
  {
    "step": 275,
    "loss": 0.04222794249653816,
    "lr": 6.968125e-06
  },
  {
    "step": 276,
    "loss": 0.004173820838332176,
    "lr": 6.9931e-06
  },
  {
    "step": 277,
    "loss": 0.010838087648153305,
    "lr": 7.018075e-06
  },
  {
    "step": 278,
    "loss": 0.0392996184527874,
    "lr": 7.04305e-06
  },
  {
    "step": 279,
    "loss": 0.006938904523849487,
    "lr": 7.068025e-06
  },
  {
    "step": 280,
    "loss": 0.00986445415765047,
    "lr": 7.0930000000000005e-06
  },
  {
    "step": 281,
    "loss": 0.014782458543777466,
    "lr": 7.117975e-06
  },
  {
    "step": 282,
    "loss": 0.061126481741666794,
    "lr": 7.142950000000001e-06
  },
  {
    "step": 283,
    "loss": 0.05502352863550186,
    "lr": 7.167925000000001e-06
  },
  {
    "step": 284,
    "loss": 0.010132183320820332,
    "lr": 7.192900000000001e-06
  },
  {
    "step": 285,
    "loss": 0.08385521173477173,
    "lr": 7.217875000000001e-06
  },
  {
    "step": 286,
    "loss": 0.01707695797085762,
    "lr": 7.2428500000000005e-06
  },
  {
    "step": 287,
    "loss": 0.00618590135127306,
    "lr": 7.267825000000001e-06
  },
  {
    "step": 288,
    "loss": 0.012883298099040985,
    "lr": 7.292800000000001e-06
  },
  {
    "step": 289,
    "loss": 0.10330434143543243,
    "lr": 7.317775e-06
  },
  {
    "step": 290,
    "loss": 0.02225770428776741,
    "lr": 7.34275e-06
  },
  {
    "step": 291,
    "loss": 0.019396942108869553,
    "lr": 7.367725e-06
  },
  {
    "step": 292,
    "loss": 0.051262106746435165,
    "lr": 7.3927e-06
  },
  {
    "step": 293,
    "loss": 0.004213178995996714,
    "lr": 7.417675e-06
  },
  {
    "step": 294,
    "loss": 0.010104560293257236,
    "lr": 7.44265e-06
  },
  {
    "step": 295,
    "loss": 0.08367360383272171,
    "lr": 7.467625e-06
  },
  {
    "step": 296,
    "loss": 0.006827983073890209,
    "lr": 7.4926e-06
  },
  {
    "step": 297,
    "loss": 0.10717951506376266,
    "lr": 7.517575e-06
  },
  {
    "step": 298,
    "loss": 0.009705066680908203,
    "lr": 7.54255e-06
  },
  {
    "step": 299,
    "loss": 0.009472198784351349,
    "lr": 7.567525e-06
  },
  {
    "step": 300,
    "loss": 0.031635627150535583,
    "lr": 7.5925e-06
  },
  {
    "step": 301,
    "loss": 0.011131402105093002,
    "lr": 7.6174749999999994e-06
  },
  {
    "step": 302,
    "loss": 0.003198053687810898,
    "lr": 7.64245e-06
  },
  {
    "step": 303,
    "loss": 0.0709027349948883,
    "lr": 7.667424999999999e-06
  },
  {
    "step": 304,
    "loss": 0.055705904960632324,
    "lr": 7.6924e-06
  },
  {
    "step": 305,
    "loss": 0.01453122403472662,
    "lr": 7.717375e-06
  },
  {
    "step": 306,
    "loss": 0.10842474550008774,
    "lr": 7.742349999999999e-06
  },
  {
    "step": 307,
    "loss": 0.0046387482434511185,
    "lr": 7.767324999999998e-06
  },
  {
    "step": 308,
    "loss": 0.011013022623956203,
    "lr": 7.792299999999997e-06
  },
  {
    "step": 309,
    "loss": 0.07376760244369507,
    "lr": 7.817274999999997e-06
  },
  {
    "step": 310,
    "loss": 0.03279819339513779,
    "lr": 7.842249999999998e-06
  },
  {
    "step": 311,
    "loss": 0.02573058009147644,
    "lr": 7.867224999999998e-06
  },
  {
    "step": 312,
    "loss": 0.029323220252990723,
    "lr": 7.892199999999999e-06
  },
  {
    "step": 313,
    "loss": 0.00910940207540989,
    "lr": 7.917174999999998e-06
  },
  {
    "step": 314,
    "loss": 0.014002339914441109,
    "lr": 7.942149999999998e-06
  },
  {
    "step": 315,
    "loss": 0.08081909269094467,
    "lr": 7.967124999999999e-06
  },
  {
    "step": 316,
    "loss": 0.014051437377929688,
    "lr": 7.992099999999998e-06
  },
  {
    "step": 317,
    "loss": 0.0031392830424010754,
    "lr": 8.017074999999998e-06
  },
  {
    "step": 318,
    "loss": 0.02297627367079258,
    "lr": 8.042049999999999e-06
  },
  {
    "step": 319,
    "loss": 0.007288550958037376,
    "lr": 8.067025e-06
  },
  {
    "step": 320,
    "loss": 0.008227147161960602,
    "lr": 8.091999999999998e-06
  },
  {
    "step": 321,
    "loss": 0.01821150630712509,
    "lr": 8.116974999999999e-06
  },
  {
    "step": 322,
    "loss": 0.0309537835419178,
    "lr": 8.14195e-06
  },
  {
    "step": 323,
    "loss": 0.005944112315773964,
    "lr": 8.166925e-06
  },
  {
    "step": 324,
    "loss": 0.017879599705338478,
    "lr": 8.1919e-06
  },
  {
    "step": 325,
    "loss": 0.005676996428519487,
    "lr": 8.216875e-06
  },
  {
    "step": 326,
    "loss": 0.0071509531699121,
    "lr": 8.241850000000001e-06
  },
  {
    "step": 327,
    "loss": 0.03086094930768013,
    "lr": 8.266825000000002e-06
  },
  {
    "step": 328,
    "loss": 0.00544536579400301,
    "lr": 8.2918e-06
  },
  {
    "step": 329,
    "loss": 0.048010703176259995,
    "lr": 8.316775000000001e-06
  },
  {
    "step": 330,
    "loss": 0.04777240753173828,
    "lr": 8.34175e-06
  },
  {
    "step": 331,
    "loss": 0.008683337830007076,
    "lr": 8.366725e-06
  },
  {
    "step": 332,
    "loss": 0.003302633296698332,
    "lr": 8.391700000000001e-06
  },
  {
    "step": 333,
    "loss": 0.013113218359649181,
    "lr": 8.416675000000002e-06
  },
  {
    "step": 334,
    "loss": 0.03901524096727371,
    "lr": 8.441650000000002e-06
  },
  {
    "step": 335,
    "loss": 0.010950050316751003,
    "lr": 8.466625000000001e-06
  },
  {
    "step": 336,
    "loss": 0.012206547893583775,
    "lr": 8.491600000000002e-06
  },
  {
    "step": 337,
    "loss": 0.0032829525880515575,
    "lr": 8.516575000000002e-06
  },
  {
    "step": 338,
    "loss": 0.02107284404337406,
    "lr": 8.541550000000003e-06
  },
  {
    "step": 339,
    "loss": 0.04057949781417847,
    "lr": 8.566525000000004e-06
  },
  {
    "step": 340,
    "loss": 0.010057130828499794,
    "lr": 8.591500000000004e-06
  },
  {
    "step": 341,
    "loss": 0.03482550382614136,
    "lr": 8.616475000000003e-06
  },
  {
    "step": 342,
    "loss": 0.012241286225616932,
    "lr": 8.641450000000003e-06
  },
  {
    "step": 343,
    "loss": 0.007514383178204298,
    "lr": 8.666425000000002e-06
  },
  {
    "step": 344,
    "loss": 0.008863125927746296,
    "lr": 8.691400000000001e-06
  },
  {
    "step": 345,
    "loss": 0.02290695533156395,
    "lr": 8.716375e-06
  },
  {
    "step": 346,
    "loss": 0.006070931442081928,
    "lr": 8.74135e-06
  },
  {
    "step": 347,
    "loss": 0.03021761029958725,
    "lr": 8.766325000000001e-06
  },
  {
    "step": 348,
    "loss": 0.050003260374069214,
    "lr": 8.791300000000002e-06
  },
  {
    "step": 349,
    "loss": 0.01421730499714613,
    "lr": 8.816275e-06
  },
  {
    "step": 350,
    "loss": 0.00551715400069952,
    "lr": 8.841250000000001e-06
  },
  {
    "step": 351,
    "loss": 0.02244325540959835,
    "lr": 8.866225000000002e-06
  },
  {
    "step": 352,
    "loss": 0.05310893431305885,
    "lr": 8.891200000000002e-06
  },
  {
    "step": 353,
    "loss": 0.003970160614699125,
    "lr": 8.916175000000003e-06
  },
  {
    "step": 354,
    "loss": 0.01225610263645649,
    "lr": 8.941150000000003e-06
  },
  {
    "step": 355,
    "loss": 0.028502782806754112,
    "lr": 8.966125000000002e-06
  },
  {
    "step": 356,
    "loss": 0.03043311834335327,
    "lr": 8.991100000000003e-06
  },
  {
    "step": 357,
    "loss": 0.07958552241325378,
    "lr": 9.016075000000003e-06
  },
  {
    "step": 358,
    "loss": 0.013483742251992226,
    "lr": 9.041050000000002e-06
  },
  {
    "step": 359,
    "loss": 0.00637387577444315,
    "lr": 9.066025000000001e-06
  },
  {
    "step": 360,
    "loss": 0.09908976405858994,
    "lr": 9.091000000000002e-06
  },
  {
    "step": 361,
    "loss": 0.01991288736462593,
    "lr": 9.115975000000002e-06
  },
  {
    "step": 362,
    "loss": 0.021536935120821,
    "lr": 9.140950000000003e-06
  },
  {
    "step": 363,
    "loss": 0.008892039768397808,
    "lr": 9.165925000000002e-06
  },
  {
    "step": 364,
    "loss": 0.007901067845523357,
    "lr": 9.190900000000002e-06
  },
  {
    "step": 365,
    "loss": 0.016573870554566383,
    "lr": 9.215875000000001e-06
  },
  {
    "step": 366,
    "loss": 0.013941144570708275,
    "lr": 9.240850000000001e-06
  },
  {
    "step": 367,
    "loss": 0.019112657755613327,
    "lr": 9.265825e-06
  },
  {
    "step": 368,
    "loss": 0.032967619597911835,
    "lr": 9.2908e-06
  },
  {
    "step": 369,
    "loss": 0.004387184511870146,
    "lr": 9.315775e-06
  },
  {
    "step": 370,
    "loss": 0.03148037940263748,
    "lr": 9.340749999999999e-06
  },
  {
    "step": 371,
    "loss": 0.030755966901779175,
    "lr": 9.365725e-06
  },
  {
    "step": 372,
    "loss": 0.011129802092909813,
    "lr": 9.390699999999998e-06
  },
  {
    "step": 373,
    "loss": 0.011672763153910637,
    "lr": 9.415674999999997e-06
  },
  {
    "step": 374,
    "loss": 0.018822966143488884,
    "lr": 9.440649999999997e-06
  },
  {
    "step": 375,
    "loss": 0.023136604577302933,
    "lr": 9.465624999999998e-06
  },
  {
    "step": 376,
    "loss": 0.0048471493646502495,
    "lr": 9.490599999999999e-06
  },
  {
    "step": 377,
    "loss": 0.006517181172966957,
    "lr": 9.515574999999999e-06
  },
  {
    "step": 378,
    "loss": 0.005605153739452362,
    "lr": 9.54055e-06
  },
  {
    "step": 379,
    "loss": 0.024939946830272675,
    "lr": 9.565525e-06
  },
  {
    "step": 380,
    "loss": 0.05152062326669693,
    "lr": 9.5905e-06
  },
  {
    "step": 381,
    "loss": 0.028046077117323875,
    "lr": 9.615475000000001e-06
  },
  {
    "step": 382,
    "loss": 0.034584157168865204,
    "lr": 9.640450000000002e-06
  },
  {
    "step": 383,
    "loss": 0.06555357575416565,
    "lr": 9.665425000000002e-06
  },
  {
    "step": 384,
    "loss": 0.04082593321800232,
    "lr": 9.690400000000003e-06
  },
  {
    "step": 385,
    "loss": 0.03876837342977524,
    "lr": 9.715375000000004e-06
  },
  {
    "step": 386,
    "loss": 0.01814189925789833,
    "lr": 9.740350000000002e-06
  },
  {
    "step": 387,
    "loss": 0.02760637179017067,
    "lr": 9.765325000000003e-06
  },
  {
    "step": 388,
    "loss": 0.03875252231955528,
    "lr": 9.790300000000003e-06
  },
  {
    "step": 389,
    "loss": 0.009625406004488468,
    "lr": 9.815275000000004e-06
  },
  {
    "step": 390,
    "loss": 0.01839056983590126,
    "lr": 9.840250000000003e-06
  },
  {
    "step": 391,
    "loss": 0.011711258441209793,
    "lr": 9.865225000000002e-06
  },
  {
    "step": 392,
    "loss": 0.0063613345846533775,
    "lr": 9.890200000000002e-06
  },
  {
    "step": 393,
    "loss": 0.03278236463665962,
    "lr": 9.915175000000003e-06
  },
  {
    "step": 394,
    "loss": 0.01938284933567047,
    "lr": 9.940150000000002e-06
  },
  {
    "step": 395,
    "loss": 0.012041348032653332,
    "lr": 9.965125000000002e-06
  },
  {
    "step": 396,
    "loss": 0.012483706697821617,
    "lr": 9.990100000000003e-06
  },
  {
    "step": 397,
    "loss": 0.0046193236485123634,
    "lr": 1.0015075000000003e-05
  },
  {
    "step": 398,
    "loss": 0.007370537146925926,
    "lr": 1.0040050000000004e-05
  },
  {
    "step": 399,
    "loss": 0.09437733888626099,
    "lr": 1.0065025000000004e-05
  },
  {
    "step": 400,
    "loss": 0.1526792347431183,
    "lr": 1.0090000000000003e-05
  },
  {
    "step": 401,
    "loss": 0.038061097264289856,
    "lr": 1.0114975000000004e-05
  },
  {
    "step": 402,
    "loss": 0.021820858120918274,
    "lr": 1.0139950000000004e-05
  },
  {
    "step": 403,
    "loss": 0.07677045464515686,
    "lr": 1.0164925000000003e-05
  },
  {
    "step": 404,
    "loss": 0.012594279833137989,
    "lr": 1.0189900000000002e-05
  },
  {
    "step": 405,
    "loss": 0.006258990149945021,
    "lr": 1.0214875000000003e-05
  },
  {
    "step": 406,
    "loss": 0.01885548047721386,
    "lr": 1.0239850000000003e-05
  },
  {
    "step": 407,
    "loss": 0.01116715557873249,
    "lr": 1.0264825000000004e-05
  },
  {
    "step": 408,
    "loss": 0.00571285467594862,
    "lr": 1.0289800000000003e-05
  },
  {
    "step": 409,
    "loss": 0.04892031103372574,
    "lr": 1.0314775000000002e-05
  },
  {
    "step": 410,
    "loss": 0.049785081297159195,
    "lr": 1.033975e-05
  },
  {
    "step": 411,
    "loss": 0.010235467925667763,
    "lr": 1.0364725e-05
  },
  {
    "step": 412,
    "loss": 0.03378253057599068,
    "lr": 1.03897e-05
  },
  {
    "step": 413,
    "loss": 0.009387943893671036,
    "lr": 1.0414675e-05
  },
  {
    "step": 414,
    "loss": 0.05932202935218811,
    "lr": 1.043965e-05
  },
  {
    "step": 415,
    "loss": 0.0076793767511844635,
    "lr": 1.0464624999999998e-05
  },
  {
    "step": 416,
    "loss": 0.005989870987832546,
    "lr": 1.0489599999999997e-05
  },
  {
    "step": 417,
    "loss": 0.004783159587532282,
    "lr": 1.0514574999999996e-05
  },
  {
    "step": 418,
    "loss": 0.047108132392168045,
    "lr": 1.0539549999999995e-05
  },
  {
    "step": 419,
    "loss": 0.012567133642733097,
    "lr": 1.0564524999999994e-05
  },
  {
    "step": 420,
    "loss": 0.004456209484487772,
    "lr": 1.0589499999999994e-05
  },
  {
    "step": 421,
    "loss": 0.011612613685429096,
    "lr": 1.0614474999999995e-05
  },
  {
    "step": 422,
    "loss": 0.015123214572668076,
    "lr": 1.0639449999999993e-05
  },
  {
    "step": 423,
    "loss": 0.07706299424171448,
    "lr": 1.0664424999999992e-05
  },
  {
    "step": 424,
    "loss": 0.010131314396858215,
    "lr": 1.0689399999999991e-05
  },
  {
    "step": 425,
    "loss": 0.06327886134386063,
    "lr": 1.0714374999999992e-05
  },
  {
    "step": 426,
    "loss": 0.009767569601535797,
    "lr": 1.0739349999999992e-05
  },
  {
    "step": 427,
    "loss": 0.004018330946564674,
    "lr": 1.0764324999999993e-05
  },
  {
    "step": 428,
    "loss": 0.03190900385379791,
    "lr": 1.0789299999999993e-05
  },
  {
    "step": 429,
    "loss": 0.006729504559189081,
    "lr": 1.0814274999999994e-05
  },
  {
    "step": 430,
    "loss": 0.013711023144423962,
    "lr": 1.0839249999999995e-05
  },
  {
    "step": 431,
    "loss": 0.02203228697180748,
    "lr": 1.0864224999999995e-05
  },
  {
    "step": 432,
    "loss": 0.006500374525785446,
    "lr": 1.0889199999999996e-05
  },
  {
    "step": 433,
    "loss": 0.0070530325174331665,
    "lr": 1.0914174999999994e-05
  },
  {
    "step": 434,
    "loss": 0.018694529309868813,
    "lr": 1.0939149999999995e-05
  },
  {
    "step": 435,
    "loss": 0.06443530321121216,
    "lr": 1.0964124999999996e-05
  },
  {
    "step": 436,
    "loss": 0.025915537029504776,
    "lr": 1.0989099999999994e-05
  },
  {
    "step": 437,
    "loss": 0.006557539105415344,
    "lr": 1.1014074999999995e-05
  },
  {
    "step": 438,
    "loss": 0.011894344352185726,
    "lr": 1.1039049999999994e-05
  },
  {
    "step": 439,
    "loss": 0.005991500802338123,
    "lr": 1.1064024999999994e-05
  },
  {
    "step": 440,
    "loss": 0.01301618106663227,
    "lr": 1.1088999999999995e-05
  },
  {
    "step": 441,
    "loss": 0.04378554970026016,
    "lr": 1.1113974999999994e-05
  },
  {
    "step": 442,
    "loss": 0.020756930112838745,
    "lr": 1.1138949999999994e-05
  },
  {
    "step": 443,
    "loss": 0.014539232477545738,
    "lr": 1.1163924999999995e-05
  },
  {
    "step": 444,
    "loss": 0.06151272729039192,
    "lr": 1.1188899999999994e-05
  },
  {
    "step": 445,
    "loss": 0.007180912885814905,
    "lr": 1.1213874999999993e-05
  },
  {
    "step": 446,
    "loss": 0.012979812920093536,
    "lr": 1.1238849999999992e-05
  },
  {
    "step": 447,
    "loss": 0.012857796624302864,
    "lr": 1.1263824999999992e-05
  },
  {
    "step": 448,
    "loss": 0.009505409747362137,
    "lr": 1.1288799999999993e-05
  },
  {
    "step": 449,
    "loss": 0.007327433209866285,
    "lr": 1.1313774999999993e-05
  },
  {
    "step": 450,
    "loss": 0.011309794150292873,
    "lr": 1.1338749999999994e-05
  },
  {
    "step": 451,
    "loss": 0.0776977464556694,
    "lr": 1.1363724999999994e-05
  },
  {
    "step": 452,
    "loss": 0.012935343198478222,
    "lr": 1.1388699999999993e-05
  },
  {
    "step": 453,
    "loss": 0.06919090449810028,
    "lr": 1.1413674999999992e-05
  },
  {
    "step": 454,
    "loss": 0.015396175906062126,
    "lr": 1.1438649999999993e-05
  },
  {
    "step": 455,
    "loss": 0.025194033980369568,
    "lr": 1.1463624999999991e-05
  },
  {
    "step": 456,
    "loss": 0.011979303322732449,
    "lr": 1.148859999999999e-05
  },
  {
    "step": 457,
    "loss": 0.031850703060626984,
    "lr": 1.1513574999999989e-05
  },
  {
    "step": 458,
    "loss": 0.004291804973036051,
    "lr": 1.153854999999999e-05
  },
  {
    "step": 459,
    "loss": 0.00862680934369564,
    "lr": 1.1563524999999989e-05
  },
  {
    "step": 460,
    "loss": 0.014058439992368221,
    "lr": 1.1588499999999989e-05
  },
  {
    "step": 461,
    "loss": 0.05201127380132675,
    "lr": 1.161347499999999e-05
  },
  {
    "step": 462,
    "loss": 0.006378534249961376,
    "lr": 1.163844999999999e-05
  },
  {
    "step": 463,
    "loss": 0.05094093084335327,
    "lr": 1.166342499999999e-05
  },
  {
    "step": 464,
    "loss": 0.011840036138892174,
    "lr": 1.1688399999999991e-05
  },
  {
    "step": 465,
    "loss": 0.04353842884302139,
    "lr": 1.1713374999999992e-05
  },
  {
    "step": 466,
    "loss": 0.021536823362112045,
    "lr": 1.173834999999999e-05
  },
  {
    "step": 467,
    "loss": 0.0038191142957657576,
    "lr": 1.1763324999999991e-05
  },
  {
    "step": 468,
    "loss": 0.020806625485420227,
    "lr": 1.1788299999999992e-05
  },
  {
    "step": 469,
    "loss": 0.011387708596885204,
    "lr": 1.1813274999999992e-05
  },
  {
    "step": 470,
    "loss": 0.004785720258951187,
    "lr": 1.1838249999999991e-05
  },
  {
    "step": 471,
    "loss": 0.0037507014349102974,
    "lr": 1.1863224999999992e-05
  },
  {
    "step": 472,
    "loss": 0.01439244020730257,
    "lr": 1.1888199999999992e-05
  },
  {
    "step": 473,
    "loss": 0.010082662105560303,
    "lr": 1.1913174999999991e-05
  },
  {
    "step": 474,
    "loss": 0.008328531868755817,
    "lr": 1.1938149999999992e-05
  },
  {
    "step": 475,
    "loss": 0.03214540332555771,
    "lr": 1.196312499999999e-05
  },
  {
    "step": 476,
    "loss": 0.02686847187578678,
    "lr": 1.198809999999999e-05
  },
  {
    "step": 477,
    "loss": 0.011760862544178963,
    "lr": 1.2013074999999988e-05
  },
  {
    "step": 478,
    "loss": 0.3051924705505371,
    "lr": 1.2038049999999989e-05
  },
  {
    "step": 479,
    "loss": 0.024468686431646347,
    "lr": 1.2063024999999988e-05
  },
  {
    "step": 480,
    "loss": 0.09281445294618607,
    "lr": 1.2087999999999987e-05
  },
  {
    "step": 481,
    "loss": 0.008403735235333443,
    "lr": 1.2112974999999987e-05
  },
  {
    "step": 482,
    "loss": 0.044577326625585556,
    "lr": 1.2137949999999986e-05
  },
  {
    "step": 483,
    "loss": 0.01830453984439373,
    "lr": 1.2162924999999987e-05
  },
  {
    "step": 484,
    "loss": 0.01555758435279131,
    "lr": 1.2187899999999987e-05
  },
  {
    "step": 485,
    "loss": 0.008167637512087822,
    "lr": 1.2212874999999988e-05
  },
  {
    "step": 486,
    "loss": 0.023787662386894226,
    "lr": 1.2237849999999987e-05
  },
  {
    "step": 487,
    "loss": 0.007069538347423077,
    "lr": 1.2262824999999987e-05
  },
  {
    "step": 488,
    "loss": 0.010813219472765923,
    "lr": 1.2287799999999988e-05
  },
  {
    "step": 489,
    "loss": 0.025103291496634483,
    "lr": 1.2312774999999986e-05
  },
  {
    "step": 490,
    "loss": 0.015444028191268444,
    "lr": 1.2337749999999985e-05
  },
  {
    "step": 491,
    "loss": 0.018790846690535545,
    "lr": 1.2362724999999984e-05
  },
  {
    "step": 492,
    "loss": 0.010241882875561714,
    "lr": 1.2387699999999985e-05
  },
  {
    "step": 493,
    "loss": 0.012020803056657314,
    "lr": 1.2412674999999984e-05
  },
  {
    "step": 494,
    "loss": 0.007089424412697554,
    "lr": 1.2437649999999982e-05
  },
  {
    "step": 495,
    "loss": 0.004895441234111786,
    "lr": 1.2462624999999981e-05
  },
  {
    "step": 496,
    "loss": 0.006072490941733122,
    "lr": 1.2487599999999982e-05
  },
  {
    "step": 497,
    "loss": 0.009365333244204521,
    "lr": 1.2512574999999982e-05
  },
  {
    "step": 498,
    "loss": 0.0735154002904892,
    "lr": 1.2537549999999983e-05
  },
  {
    "step": 499,
    "loss": 0.016565896570682526,
    "lr": 1.2562524999999984e-05
  },
  {
    "step": 500,
    "loss": 0.01407718751579523,
    "lr": 1.2587499999999982e-05
  },
  {
    "step": 501,
    "loss": 0.005398181267082691,
    "lr": 1.2612474999999981e-05
  },
  {
    "step": 502,
    "loss": 0.033916544169187546,
    "lr": 1.263744999999998e-05
  },
  {
    "step": 503,
    "loss": 0.012408486567437649,
    "lr": 1.2662424999999979e-05
  },
  {
    "step": 504,
    "loss": 0.020320840179920197,
    "lr": 1.2687399999999978e-05
  },
  {
    "step": 505,
    "loss": 0.005417897365987301,
    "lr": 1.2712374999999977e-05
  },
  {
    "step": 506,
    "loss": 0.09945686161518097,
    "lr": 1.2737349999999976e-05
  },
  {
    "step": 507,
    "loss": 0.00816105306148529,
    "lr": 1.2762324999999976e-05
  },
  {
    "step": 508,
    "loss": 0.008973926305770874,
    "lr": 1.2787299999999977e-05
  },
  {
    "step": 509,
    "loss": 0.003461516462266445,
    "lr": 1.2812274999999977e-05
  },
  {
    "step": 510,
    "loss": 0.007945112884044647,
    "lr": 1.2837249999999978e-05
  },
  {
    "step": 511,
    "loss": 0.028368202969431877,
    "lr": 1.2862224999999977e-05
  },
  {
    "step": 512,
    "loss": 0.004698936827480793,
    "lr": 1.2887199999999977e-05
  },
  {
    "step": 513,
    "loss": 0.062742218375206,
    "lr": 1.2912174999999978e-05
  },
  {
    "step": 514,
    "loss": 0.02044779062271118,
    "lr": 1.2937149999999977e-05
  },
  {
    "step": 515,
    "loss": 0.09089180082082748,
    "lr": 1.2962124999999975e-05
  },
  {
    "step": 516,
    "loss": 0.07153526693582535,
    "lr": 1.2987099999999974e-05
  },
  {
    "step": 517,
    "loss": 0.011833653785288334,
    "lr": 1.3012074999999973e-05
  },
  {
    "step": 518,
    "loss": 0.01505714375525713,
    "lr": 1.3037049999999972e-05
  },
  {
    "step": 519,
    "loss": 0.007806877605617046,
    "lr": 1.3062024999999971e-05
  },
  {
    "step": 520,
    "loss": 0.020382797345519066,
    "lr": 1.308699999999997e-05
  },
  {
    "step": 521,
    "loss": 0.09113723039627075,
    "lr": 1.3111974999999969e-05
  },
  {
    "step": 522,
    "loss": 0.004784790333360434,
    "lr": 1.3136949999999967e-05
  },
  {
    "step": 523,
    "loss": 0.010379774495959282,
    "lr": 1.3161924999999966e-05
  },
  {
    "step": 524,
    "loss": 0.006108851637691259,
    "lr": 1.3186899999999965e-05
  },
  {
    "step": 525,
    "loss": 0.0034210612066090107,
    "lr": 1.3211874999999966e-05
  },
  {
    "step": 526,
    "loss": 0.013141071423888206,
    "lr": 1.3236849999999966e-05
  },
  {
    "step": 527,
    "loss": 0.004639768041670322,
    "lr": 1.3261824999999965e-05
  },
  {
    "step": 528,
    "loss": 0.008681025356054306,
    "lr": 1.3286799999999966e-05
  },
  {
    "step": 529,
    "loss": 0.005802655126899481,
    "lr": 1.3311774999999966e-05
  },
  {
    "step": 530,
    "loss": 0.02206256613135338,
    "lr": 1.3336749999999965e-05
  },
  {
    "step": 531,
    "loss": 0.007527960930019617,
    "lr": 1.3361724999999964e-05
  },
  {
    "step": 532,
    "loss": 0.020611543208360672,
    "lr": 1.3386699999999963e-05
  },
  {
    "step": 533,
    "loss": 0.008981154300272465,
    "lr": 1.3411674999999962e-05
  },
  {
    "step": 534,
    "loss": 0.052499040961265564,
    "lr": 1.3436649999999962e-05
  },
  {
    "step": 535,
    "loss": 0.02234572358429432,
    "lr": 1.3461624999999963e-05
  },
  {
    "step": 536,
    "loss": 0.03276345878839493,
    "lr": 1.3486599999999963e-05
  },
  {
    "step": 537,
    "loss": 0.012083676643669605,
    "lr": 1.3511574999999964e-05
  },
  {
    "step": 538,
    "loss": 0.08637817949056625,
    "lr": 1.3536549999999964e-05
  },
  {
    "step": 539,
    "loss": 0.008256111294031143,
    "lr": 1.3561524999999965e-05
  },
  {
    "step": 540,
    "loss": 0.019274603575468063,
    "lr": 1.3586499999999964e-05
  },
  {
    "step": 541,
    "loss": 0.009328274987637997,
    "lr": 1.3611474999999963e-05
  },
  {
    "step": 542,
    "loss": 0.026385720819234848,
    "lr": 1.3636449999999963e-05
  },
  {
    "step": 543,
    "loss": 0.014985216781497002,
    "lr": 1.3661424999999964e-05
  },
  {
    "step": 544,
    "loss": 0.013691402040421963,
    "lr": 1.3686399999999963e-05
  },
  {
    "step": 545,
    "loss": 0.01150678750127554,
    "lr": 1.3711374999999962e-05
  },
  {
    "step": 546,
    "loss": 0.013733970001339912,
    "lr": 1.3736349999999962e-05
  },
  {
    "step": 547,
    "loss": 0.014821580611169338,
    "lr": 1.3761324999999961e-05
  },
  {
    "step": 548,
    "loss": 0.002599273808300495,
    "lr": 1.3786299999999962e-05
  },
  {
    "step": 549,
    "loss": 0.0017428217688575387,
    "lr": 1.381127499999996e-05
  },
  {
    "step": 550,
    "loss": 0.011787166818976402,
    "lr": 1.383624999999996e-05
  },
  {
    "step": 551,
    "loss": 0.010021433234214783,
    "lr": 1.386122499999996e-05
  },
  {
    "step": 552,
    "loss": 0.005284543614834547,
    "lr": 1.3886199999999962e-05
  },
  {
    "step": 553,
    "loss": 0.015933552756905556,
    "lr": 1.3911174999999963e-05
  },
  {
    "step": 554,
    "loss": 0.02090241201221943,
    "lr": 1.3936149999999961e-05
  },
  {
    "step": 555,
    "loss": 0.009866197593510151,
    "lr": 1.396112499999996e-05
  },
  {
    "step": 556,
    "loss": 0.01537516713142395,
    "lr": 1.3986099999999959e-05
  },
  {
    "step": 557,
    "loss": 0.03266998380422592,
    "lr": 1.401107499999996e-05
  },
  {
    "step": 558,
    "loss": 0.029206082224845886,
    "lr": 1.4036049999999959e-05
  },
  {
    "step": 559,
    "loss": 0.004216310568153858,
    "lr": 1.4061024999999959e-05
  },
  {
    "step": 560,
    "loss": 0.018711477518081665,
    "lr": 1.4085999999999958e-05
  },
  {
    "step": 561,
    "loss": 0.005658398382365704,
    "lr": 1.4110974999999957e-05
  },
  {
    "step": 562,
    "loss": 0.007240640930831432,
    "lr": 1.4135949999999957e-05
  },
  {
    "step": 563,
    "loss": 0.0205228291451931,
    "lr": 1.4160924999999958e-05
  },
  {
    "step": 564,
    "loss": 0.003004248719662428,
    "lr": 1.4185899999999958e-05
  },
  {
    "step": 565,
    "loss": 0.027396364137530327,
    "lr": 1.4210874999999959e-05
  },
  {
    "step": 566,
    "loss": 0.005555884446948767,
    "lr": 1.4235849999999961e-05
  },
  {
    "step": 567,
    "loss": 0.03287816047668457,
    "lr": 1.4260824999999962e-05
  },
  {
    "step": 568,
    "loss": 0.008181599900126457,
    "lr": 1.4285799999999962e-05
  },
  {
    "step": 569,
    "loss": 0.043389175087213516,
    "lr": 1.4310774999999963e-05
  },
  {
    "step": 570,
    "loss": 0.012136289849877357,
    "lr": 1.4335749999999965e-05
  },
  {
    "step": 571,
    "loss": 0.013584872707724571,
    "lr": 1.4360724999999966e-05
  },
  {
    "step": 572,
    "loss": 0.0076394216157495975,
    "lr": 1.4385699999999966e-05
  },
  {
    "step": 573,
    "loss": 0.011586046777665615,
    "lr": 1.4410674999999967e-05
  },
  {
    "step": 574,
    "loss": 0.026762615889310837,
    "lr": 1.4435649999999966e-05
  },
  {
    "step": 575,
    "loss": 0.02254859171807766,
    "lr": 1.4460624999999966e-05
  },
  {
    "step": 576,
    "loss": 0.008157477714121342,
    "lr": 1.4485599999999967e-05
  },
  {
    "step": 577,
    "loss": 0.013331244699656963,
    "lr": 1.4510574999999969e-05
  },
  {
    "step": 578,
    "loss": 0.01383892074227333,
    "lr": 1.453554999999997e-05
  },
  {
    "step": 579,
    "loss": 0.013362399302423,
    "lr": 1.456052499999997e-05
  },
  {
    "step": 580,
    "loss": 0.020409971475601196,
    "lr": 1.458549999999997e-05
  },
  {
    "step": 581,
    "loss": 0.0033650361001491547,
    "lr": 1.461047499999997e-05
  },
  {
    "step": 582,
    "loss": 0.007673961576074362,
    "lr": 1.463544999999997e-05
  },
  {
    "step": 583,
    "loss": 0.0038705039769411087,
    "lr": 1.4660424999999969e-05
  },
  {
    "step": 584,
    "loss": 0.025697194039821625,
    "lr": 1.468539999999997e-05
  },
  {
    "step": 585,
    "loss": 0.00818795245140791,
    "lr": 1.4710374999999968e-05
  },
  {
    "step": 586,
    "loss": 0.012073824182152748,
    "lr": 1.4735349999999967e-05
  },
  {
    "step": 587,
    "loss": 0.00880252942442894,
    "lr": 1.4760324999999968e-05
  },
  {
    "step": 588,
    "loss": 0.01086606178432703,
    "lr": 1.4785299999999967e-05
  },
  {
    "step": 589,
    "loss": 0.01594056747853756,
    "lr": 1.4810274999999966e-05
  },
  {
    "step": 590,
    "loss": 0.016792001202702522,
    "lr": 1.4835249999999964e-05
  },
  {
    "step": 591,
    "loss": 0.00464397668838501,
    "lr": 1.4860224999999965e-05
  },
  {
    "step": 592,
    "loss": 0.008410902693867683,
    "lr": 1.4885199999999964e-05
  },
  {
    "step": 593,
    "loss": 0.023889824748039246,
    "lr": 1.4910174999999964e-05
  },
  {
    "step": 594,
    "loss": 0.008815963752567768,
    "lr": 1.4935149999999963e-05
  },
  {
    "step": 595,
    "loss": 0.012802744284272194,
    "lr": 1.4960124999999962e-05
  },
  {
    "step": 596,
    "loss": 0.042694058269262314,
    "lr": 1.4985099999999963e-05
  },
  {
    "step": 597,
    "loss": 0.021685460582375526,
    "lr": 1.5010074999999961e-05
  },
  {
    "step": 598,
    "loss": 0.02140437811613083,
    "lr": 1.503504999999996e-05
  },
  {
    "step": 599,
    "loss": 0.011284640990197659,
    "lr": 1.506002499999996e-05
  },
  {
    "step": 600,
    "loss": 0.010990350507199764,
    "lr": 1.508499999999996e-05
  },
  {
    "step": 601,
    "loss": 0.007886155508458614,
    "lr": 1.510997499999996e-05
  },
  {
    "step": 602,
    "loss": 0.13657598197460175,
    "lr": 1.513494999999996e-05
  },
  {
    "step": 603,
    "loss": 0.008558551780879498,
    "lr": 1.515992499999996e-05
  },
  {
    "step": 604,
    "loss": 0.029052389785647392,
    "lr": 1.518489999999996e-05
  },
  {
    "step": 605,
    "loss": 0.013114003464579582,
    "lr": 1.5209874999999959e-05
  },
  {
    "step": 606,
    "loss": 0.008047789335250854,
    "lr": 1.523484999999996e-05
  },
  {
    "step": 607,
    "loss": 0.01996663585305214,
    "lr": 1.525982499999996e-05
  },
  {
    "step": 608,
    "loss": 0.008560544811189175,
    "lr": 1.528479999999996e-05
  },
  {
    "step": 609,
    "loss": 0.011327722109854221,
    "lr": 1.5309774999999958e-05
  },
  {
    "step": 610,
    "loss": 0.016471318900585175,
    "lr": 1.5334749999999957e-05
  },
  {
    "step": 611,
    "loss": 0.004326917231082916,
    "lr": 1.535972499999996e-05
  },
  {
    "step": 612,
    "loss": 0.012047914788126945,
    "lr": 1.5384699999999958e-05
  },
  {
    "step": 613,
    "loss": 0.0033777502831071615,
    "lr": 1.5409674999999957e-05
  },
  {
    "step": 614,
    "loss": 0.011308073997497559,
    "lr": 1.5434649999999956e-05
  },
  {
    "step": 615,
    "loss": 0.010663098655641079,
    "lr": 1.5459624999999954e-05
  },
  {
    "step": 616,
    "loss": 0.019566617906093597,
    "lr": 1.5484599999999953e-05
  },
  {
    "step": 617,
    "loss": 0.0033032074570655823,
    "lr": 1.5509574999999952e-05
  },
  {
    "step": 618,
    "loss": 0.014980967156589031,
    "lr": 1.553454999999995e-05
  },
  {
    "step": 619,
    "loss": 0.010761681012809277,
    "lr": 1.555952499999995e-05
  },
  {
    "step": 620,
    "loss": 0.003967333119362593,
    "lr": 1.558449999999995e-05
  },
  {
    "step": 621,
    "loss": 0.028869476169347763,
    "lr": 1.5609474999999948e-05
  },
  {
    "step": 622,
    "loss": 0.006634321063756943,
    "lr": 1.5634449999999947e-05
  },
  {
    "step": 623,
    "loss": 0.01574612781405449,
    "lr": 1.5659424999999945e-05
  },
  {
    "step": 624,
    "loss": 0.006444048136472702,
    "lr": 1.5684399999999948e-05
  },
  {
    "step": 625,
    "loss": 0.006809809245169163,
    "lr": 1.570937499999995e-05
  },
  {
    "step": 626,
    "loss": 0.00466372212395072,
    "lr": 1.5734349999999952e-05
  },
  {
    "step": 627,
    "loss": 0.027565577998757362,
    "lr": 1.575932499999995e-05
  },
  {
    "step": 628,
    "loss": 0.019896069541573524,
    "lr": 1.5784299999999953e-05
  },
  {
    "step": 629,
    "loss": 0.03213062882423401,
    "lr": 1.5809274999999952e-05
  },
  {
    "step": 630,
    "loss": 0.005190277472138405,
    "lr": 1.5834249999999954e-05
  },
  {
    "step": 631,
    "loss": 0.041619401425123215,
    "lr": 1.5859224999999957e-05
  },
  {
    "step": 632,
    "loss": 0.005544924642890692,
    "lr": 1.588419999999996e-05
  },
  {
    "step": 633,
    "loss": 0.005991037003695965,
    "lr": 1.590917499999996e-05
  },
  {
    "step": 634,
    "loss": 0.00513006467372179,
    "lr": 1.593414999999996e-05
  },
  {
    "step": 635,
    "loss": 0.043353404849767685,
    "lr": 1.595912499999996e-05
  },
  {
    "step": 636,
    "loss": 0.005097530782222748,
    "lr": 1.5984099999999958e-05
  },
  {
    "step": 637,
    "loss": 0.020376089960336685,
    "lr": 1.6009074999999956e-05
  },
  {
    "step": 638,
    "loss": 0.007265071384608746,
    "lr": 1.6034049999999955e-05
  },
  {
    "step": 639,
    "loss": 0.025849543511867523,
    "lr": 1.6059024999999954e-05
  },
  {
    "step": 640,
    "loss": 0.005513130687177181,
    "lr": 1.6083999999999953e-05
  },
  {
    "step": 641,
    "loss": 0.08549363911151886,
    "lr": 1.6108974999999952e-05
  },
  {
    "step": 642,
    "loss": 0.017101610079407692,
    "lr": 1.613394999999995e-05
  },
  {
    "step": 643,
    "loss": 0.012636678293347359,
    "lr": 1.6158924999999953e-05
  },
  {
    "step": 644,
    "loss": 0.0749623104929924,
    "lr": 1.6183899999999952e-05
  },
  {
    "step": 645,
    "loss": 0.021670294925570488,
    "lr": 1.6208874999999954e-05
  },
  {
    "step": 646,
    "loss": 0.10990011692047119,
    "lr": 1.6233849999999953e-05
  },
  {
    "step": 647,
    "loss": 0.012154912576079369,
    "lr": 1.6258824999999952e-05
  },
  {
    "step": 648,
    "loss": 0.0505320243537426,
    "lr": 1.628379999999995e-05
  },
  {
    "step": 649,
    "loss": 0.008449936285614967,
    "lr": 1.630877499999995e-05
  },
  {
    "step": 650,
    "loss": 0.005488400813192129,
    "lr": 1.633374999999995e-05
  },
  {
    "step": 651,
    "loss": 0.021985752508044243,
    "lr": 1.6358724999999947e-05
  },
  {
    "step": 652,
    "loss": 0.0034830535296350718,
    "lr": 1.6383699999999946e-05
  },
  {
    "step": 653,
    "loss": 0.005969035904854536,
    "lr": 1.6408674999999945e-05
  },
  {
    "step": 654,
    "loss": 0.19409345090389252,
    "lr": 1.6433649999999944e-05
  },
  {
    "step": 655,
    "loss": 0.010108035057783127,
    "lr": 1.6458624999999943e-05
  },
  {
    "step": 656,
    "loss": 0.011092989705502987,
    "lr": 1.6483599999999945e-05
  },
  {
    "step": 657,
    "loss": 0.015324307605624199,
    "lr": 1.6508574999999944e-05
  },
  {
    "step": 658,
    "loss": 0.010823957622051239,
    "lr": 1.6533549999999943e-05
  },
  {
    "step": 659,
    "loss": 0.1218479573726654,
    "lr": 1.655852499999994e-05
  },
  {
    "step": 660,
    "loss": 0.02432147227227688,
    "lr": 1.658349999999994e-05
  },
  {
    "step": 661,
    "loss": 0.006428293883800507,
    "lr": 1.660847499999994e-05
  },
  {
    "step": 662,
    "loss": 0.04847247526049614,
    "lr": 1.6633449999999938e-05
  },
  {
    "step": 663,
    "loss": 0.019731860607862473,
    "lr": 1.6658424999999937e-05
  },
  {
    "step": 664,
    "loss": 0.0048205675557255745,
    "lr": 1.6683399999999936e-05
  },
  {
    "step": 665,
    "loss": 0.004297945182770491,
    "lr": 1.6708374999999935e-05
  },
  {
    "step": 666,
    "loss": 0.02311377041041851,
    "lr": 1.6733349999999934e-05
  },
  {
    "step": 667,
    "loss": 0.007106295786798,
    "lr": 1.6758324999999932e-05
  },
  {
    "step": 668,
    "loss": 0.02290472947061062,
    "lr": 1.678329999999993e-05
  },
  {
    "step": 669,
    "loss": 0.004247651435434818,
    "lr": 1.6808274999999934e-05
  },
  {
    "step": 670,
    "loss": 0.021525945514440536,
    "lr": 1.6833249999999932e-05
  },
  {
    "step": 671,
    "loss": 0.006241783499717712,
    "lr": 1.685822499999993e-05
  },
  {
    "step": 672,
    "loss": 0.008495496585965157,
    "lr": 1.688319999999993e-05
  },
  {
    "step": 673,
    "loss": 0.011828688904643059,
    "lr": 1.6908174999999932e-05
  },
  {
    "step": 674,
    "loss": 0.027171991765499115,
    "lr": 1.6933149999999935e-05
  },
  {
    "step": 675,
    "loss": 0.04105786979198456,
    "lr": 1.6958124999999933e-05
  },
  {
    "step": 676,
    "loss": 0.005390204954892397,
    "lr": 1.6983099999999932e-05
  },
  {
    "step": 677,
    "loss": 0.006597000174224377,
    "lr": 1.700807499999993e-05
  },
  {
    "step": 678,
    "loss": 0.04883716255426407,
    "lr": 1.7033049999999933e-05
  },
  {
    "step": 679,
    "loss": 0.00568631524220109,
    "lr": 1.7058024999999936e-05
  },
  {
    "step": 680,
    "loss": 0.017916029319167137,
    "lr": 1.7082999999999938e-05
  },
  {
    "step": 681,
    "loss": 0.0189927127212286,
    "lr": 1.710797499999994e-05
  },
  {
    "step": 682,
    "loss": 0.042529232800006866,
    "lr": 1.7132949999999942e-05
  },
  {
    "step": 683,
    "loss": 0.009611628018319607,
    "lr": 1.715792499999994e-05
  },
  {
    "step": 684,
    "loss": 0.015139046125113964,
    "lr": 1.718289999999994e-05
  },
  {
    "step": 685,
    "loss": 0.010809717699885368,
    "lr": 1.7207874999999942e-05
  },
  {
    "step": 686,
    "loss": 0.0061382511630654335,
    "lr": 1.723284999999994e-05
  },
  {
    "step": 687,
    "loss": 0.053024109452962875,
    "lr": 1.725782499999994e-05
  },
  {
    "step": 688,
    "loss": 0.005434432066977024,
    "lr": 1.7282799999999942e-05
  },
  {
    "step": 689,
    "loss": 0.045992184430360794,
    "lr": 1.7307774999999945e-05
  },
  {
    "step": 690,
    "loss": 0.024691974744200706,
    "lr": 1.7332749999999943e-05
  },
  {
    "step": 691,
    "loss": 0.00934669654816389,
    "lr": 1.7357724999999946e-05
  },
  {
    "step": 692,
    "loss": 0.008780042640864849,
    "lr": 1.7382699999999945e-05
  },
  {
    "step": 693,
    "loss": 0.0062452685087919235,
    "lr": 1.7407674999999947e-05
  },
  {
    "step": 694,
    "loss": 0.027105223387479782,
    "lr": 1.7432649999999946e-05
  },
  {
    "step": 695,
    "loss": 0.025053760036826134,
    "lr": 1.7457624999999945e-05
  },
  {
    "step": 696,
    "loss": 0.042745135724544525,
    "lr": 1.7482599999999943e-05
  },
  {
    "step": 697,
    "loss": 0.015582455322146416,
    "lr": 1.7507574999999942e-05
  },
  {
    "step": 698,
    "loss": 0.01253681443631649,
    "lr": 1.753254999999994e-05
  },
  {
    "step": 699,
    "loss": 0.01674884930253029,
    "lr": 1.7557524999999943e-05
  },
  {
    "step": 700,
    "loss": 0.01037508063018322,
    "lr": 1.7582499999999942e-05
  },
  {
    "step": 701,
    "loss": 0.0424128882586956,
    "lr": 1.760747499999994e-05
  },
  {
    "step": 702,
    "loss": 0.005358110647648573,
    "lr": 1.763244999999994e-05
  },
  {
    "step": 703,
    "loss": 0.008691390044987202,
    "lr": 1.765742499999994e-05
  },
  {
    "step": 704,
    "loss": 0.0938030406832695,
    "lr": 1.768239999999994e-05
  },
  {
    "step": 705,
    "loss": 0.009084626100957394,
    "lr": 1.770737499999994e-05
  },
  {
    "step": 706,
    "loss": 0.00874362327158451,
    "lr": 1.773234999999994e-05
  },
  {
    "step": 707,
    "loss": 0.09976984560489655,
    "lr": 1.7757324999999938e-05
  },
  {
    "step": 708,
    "loss": 0.022222138941287994,
    "lr": 1.778229999999994e-05
  },
  {
    "step": 709,
    "loss": 0.004556221887469292,
    "lr": 1.7807274999999942e-05
  },
  {
    "step": 710,
    "loss": 0.022158928215503693,
    "lr": 1.783224999999994e-05
  },
  {
    "step": 711,
    "loss": 0.02056162804365158,
    "lr": 1.785722499999994e-05
  },
  {
    "step": 712,
    "loss": 0.041360270231962204,
    "lr": 1.788219999999994e-05
  },
  {
    "step": 713,
    "loss": 0.012021630071103573,
    "lr": 1.7907174999999938e-05
  },
  {
    "step": 714,
    "loss": 0.004423077683895826,
    "lr": 1.793214999999994e-05
  },
  {
    "step": 715,
    "loss": 0.0070046596229076385,
    "lr": 1.795712499999994e-05
  },
  {
    "step": 716,
    "loss": 0.05469568446278572,
    "lr": 1.7982099999999937e-05
  },
  {
    "step": 717,
    "loss": 0.007236430421471596,
    "lr": 1.800707499999994e-05
  },
  {
    "step": 718,
    "loss": 0.031516943126916885,
    "lr": 1.803204999999994e-05
  },
  {
    "step": 719,
    "loss": 0.022881558164954185,
    "lr": 1.8057024999999937e-05
  },
  {
    "step": 720,
    "loss": 0.005422276444733143,
    "lr": 1.808199999999994e-05
  },
  {
    "step": 721,
    "loss": 0.007080488838255405,
    "lr": 1.810697499999994e-05
  },
  {
    "step": 722,
    "loss": 0.017348704859614372,
    "lr": 1.8131949999999937e-05
  },
  {
    "step": 723,
    "loss": 0.003954983316361904,
    "lr": 1.8156924999999936e-05
  },
  {
    "step": 724,
    "loss": 0.0057415529154241085,
    "lr": 1.818189999999994e-05
  },
  {
    "step": 725,
    "loss": 0.009938262403011322,
    "lr": 1.8206874999999937e-05
  },
  {
    "step": 726,
    "loss": 0.011846276931464672,
    "lr": 1.8231849999999936e-05
  },
  {
    "step": 727,
    "loss": 0.01866830885410309,
    "lr": 1.825682499999994e-05
  },
  {
    "step": 728,
    "loss": 0.02303108386695385,
    "lr": 1.828179999999994e-05
  },
  {
    "step": 729,
    "loss": 0.005531399976462126,
    "lr": 1.830677499999994e-05
  },
  {
    "step": 730,
    "loss": 0.01777826063334942,
    "lr": 1.833174999999994e-05
  },
  {
    "step": 731,
    "loss": 0.012541752308607101,
    "lr": 1.835672499999994e-05
  },
  {
    "step": 732,
    "loss": 0.00732701038941741,
    "lr": 1.838169999999994e-05
  },
  {
    "step": 733,
    "loss": 0.009432459250092506,
    "lr": 1.840667499999994e-05
  },
  {
    "step": 734,
    "loss": 0.027757076546549797,
    "lr": 1.843164999999994e-05
  },
  {
    "step": 735,
    "loss": 0.005713719874620438,
    "lr": 1.8456624999999943e-05
  },
  {
    "step": 736,
    "loss": 0.009966562502086163,
    "lr": 1.8481599999999945e-05
  },
  {
    "step": 737,
    "loss": 0.007483342196792364,
    "lr": 1.8506574999999944e-05
  },
  {
    "step": 738,
    "loss": 0.029576368629932404,
    "lr": 1.8531549999999943e-05
  },
  {
    "step": 739,
    "loss": 0.028758211061358452,
    "lr": 1.8556524999999945e-05
  },
  {
    "step": 740,
    "loss": 0.020093120634555817,
    "lr": 1.8581499999999947e-05
  },
  {
    "step": 741,
    "loss": 0.00699919369071722,
    "lr": 1.8606474999999946e-05
  },
  {
    "step": 742,
    "loss": 0.039883680641651154,
    "lr": 1.863144999999995e-05
  },
  {
    "step": 743,
    "loss": 0.016641898080706596,
    "lr": 1.8656424999999947e-05
  },
  {
    "step": 744,
    "loss": 0.017743591219186783,
    "lr": 1.8681399999999946e-05
  },
  {
    "step": 745,
    "loss": 0.004575019236654043,
    "lr": 1.8706374999999945e-05
  },
  {
    "step": 746,
    "loss": 0.00913126952946186,
    "lr": 1.8731349999999944e-05
  },
  {
    "step": 747,
    "loss": 0.013770263642072678,
    "lr": 1.8756324999999946e-05
  },
  {
    "step": 748,
    "loss": 0.013368952088057995,
    "lr": 1.8781299999999945e-05
  },
  {
    "step": 749,
    "loss": 0.010067745111882687,
    "lr": 1.8806274999999947e-05
  },
  {
    "step": 750,
    "loss": 0.013089200481772423,
    "lr": 1.883124999999995e-05
  },
  {
    "step": 751,
    "loss": 0.023604772984981537,
    "lr": 1.885622499999995e-05
  },
  {
    "step": 752,
    "loss": 0.00979052484035492,
    "lr": 1.8881199999999947e-05
  },
  {
    "step": 753,
    "loss": 0.027202129364013672,
    "lr": 1.8906174999999946e-05
  },
  {
    "step": 754,
    "loss": 0.010085782036185265,
    "lr": 1.893114999999995e-05
  },
  {
    "step": 755,
    "loss": 0.013881174847483635,
    "lr": 1.895612499999995e-05
  },
  {
    "step": 756,
    "loss": 0.019318783655762672,
    "lr": 1.898109999999995e-05
  },
  {
    "step": 757,
    "loss": 0.007149150595068932,
    "lr": 1.9006074999999948e-05
  },
  {
    "step": 758,
    "loss": 0.008899390697479248,
    "lr": 1.9031049999999947e-05
  },
  {
    "step": 759,
    "loss": 0.008064043708145618,
    "lr": 1.9056024999999946e-05
  },
  {
    "step": 760,
    "loss": 0.007970316335558891,
    "lr": 1.9080999999999945e-05
  },
  {
    "step": 761,
    "loss": 0.04146367684006691,
    "lr": 1.9105974999999944e-05
  },
  {
    "step": 762,
    "loss": 0.00424799881875515,
    "lr": 1.9130949999999943e-05
  },
  {
    "step": 763,
    "loss": 0.08314460515975952,
    "lr": 1.915592499999994e-05
  },
  {
    "step": 764,
    "loss": 0.008127769455313683,
    "lr": 1.9180899999999944e-05
  },
  {
    "step": 765,
    "loss": 0.02350158616900444,
    "lr": 1.9205874999999946e-05
  },
  {
    "step": 766,
    "loss": 0.010932056233286858,
    "lr": 1.9230849999999945e-05
  },
  {
    "step": 767,
    "loss": 0.015707097947597504,
    "lr": 1.9255824999999944e-05
  },
  {
    "step": 768,
    "loss": 0.02826373092830181,
    "lr": 1.9280799999999943e-05
  },
  {
    "step": 769,
    "loss": 0.0065536899492144585,
    "lr": 1.930577499999994e-05
  },
  {
    "step": 770,
    "loss": 0.02060738019645214,
    "lr": 1.933074999999994e-05
  },
  {
    "step": 771,
    "loss": 0.008605905808508396,
    "lr": 1.9355724999999942e-05
  },
  {
    "step": 772,
    "loss": 0.03192631155252457,
    "lr": 1.9380699999999945e-05
  },
  {
    "step": 773,
    "loss": 0.005939610302448273,
    "lr": 1.9405674999999944e-05
  },
  {
    "step": 774,
    "loss": 0.004907043185085058,
    "lr": 1.9430649999999942e-05
  },
  {
    "step": 775,
    "loss": 0.005850582383573055,
    "lr": 1.945562499999994e-05
  },
  {
    "step": 776,
    "loss": 0.03974486142396927,
    "lr": 1.9480599999999944e-05
  },
  {
    "step": 777,
    "loss": 0.053266655653715134,
    "lr": 1.9505574999999942e-05
  },
  {
    "step": 778,
    "loss": 0.03887341916561127,
    "lr": 1.9530549999999945e-05
  },
  {
    "step": 779,
    "loss": 0.1947852522134781,
    "lr": 1.9555524999999947e-05
  },
  {
    "step": 780,
    "loss": 0.014768101274967194,
    "lr": 1.9580499999999946e-05
  },
  {
    "step": 781,
    "loss": 0.019233522936701775,
    "lr": 1.9605474999999945e-05
  },
  {
    "step": 782,
    "loss": 0.058257754892110825,
    "lr": 1.9630449999999943e-05
  },
  {
    "step": 783,
    "loss": 0.030155574902892113,
    "lr": 1.9655424999999942e-05
  },
  {
    "step": 784,
    "loss": 0.02907733991742134,
    "lr": 1.968039999999994e-05
  },
  {
    "step": 785,
    "loss": 0.010676495730876923,
    "lr": 1.9705374999999943e-05
  },
  {
    "step": 786,
    "loss": 0.0044138445518910885,
    "lr": 1.9730349999999942e-05
  },
  {
    "step": 787,
    "loss": 0.0027416676748543978,
    "lr": 1.975532499999994e-05
  },
  {
    "step": 788,
    "loss": 0.09373459219932556,
    "lr": 1.978029999999994e-05
  },
  {
    "step": 789,
    "loss": 0.015702294185757637,
    "lr": 1.9805274999999942e-05
  },
  {
    "step": 790,
    "loss": 0.008222532458603382,
    "lr": 1.983024999999994e-05
  },
  {
    "step": 791,
    "loss": 0.013736387714743614,
    "lr": 1.985522499999994e-05
  },
  {
    "step": 792,
    "loss": 0.004793334752321243,
    "lr": 1.988019999999994e-05
  },
  {
    "step": 793,
    "loss": 0.11045964807271957,
    "lr": 1.990517499999994e-05
  },
  {
    "step": 794,
    "loss": 0.02826075255870819,
    "lr": 1.993014999999994e-05
  },
  {
    "step": 795,
    "loss": 0.012190778739750385,
    "lr": 1.995512499999994e-05
  },
  {
    "step": 796,
    "loss": 0.026280969381332397,
    "lr": 1.998009999999994e-05
  },
  {
    "step": 797,
    "loss": 0.00590155553072691,
    "lr": 2.0005074999999943e-05
  },
  {
    "step": 798,
    "loss": 0.007389052305370569,
    "lr": 2.0030049999999942e-05
  },
  {
    "step": 799,
    "loss": 0.014351094141602516,
    "lr": 2.0055024999999944e-05
  },
  {
    "step": 800,
    "loss": 0.004218148998916149,
    "lr": 2.0079999999999943e-05
  },
  {
    "step": 801,
    "loss": 0.004755438305437565,
    "lr": 2.0104974999999942e-05
  },
  {
    "step": 802,
    "loss": 0.020219115540385246,
    "lr": 2.012994999999994e-05
  },
  {
    "step": 803,
    "loss": 0.018633311614394188,
    "lr": 2.0154924999999943e-05
  },
  {
    "step": 804,
    "loss": 0.016487466171383858,
    "lr": 2.0179899999999942e-05
  },
  {
    "step": 805,
    "loss": 0.010759907774627209,
    "lr": 2.020487499999994e-05
  },
  {
    "step": 806,
    "loss": 0.005891566164791584,
    "lr": 2.0229849999999943e-05
  },
  {
    "step": 807,
    "loss": 0.011117289774119854,
    "lr": 2.0254824999999942e-05
  },
  {
    "step": 808,
    "loss": 0.005383527837693691,
    "lr": 2.0279799999999944e-05
  },
  {
    "step": 809,
    "loss": 0.04803500324487686,
    "lr": 2.0304774999999943e-05
  },
  {
    "step": 810,
    "loss": 0.010129510425031185,
    "lr": 2.0329749999999942e-05
  },
  {
    "step": 811,
    "loss": 0.017257943749427795,
    "lr": 2.035472499999994e-05
  },
  {
    "step": 812,
    "loss": 0.00832708366215229,
    "lr": 2.037969999999994e-05
  },
  {
    "step": 813,
    "loss": 0.02944629080593586,
    "lr": 2.040467499999994e-05
  },
  {
    "step": 814,
    "loss": 0.06529464572668076,
    "lr": 2.0429649999999937e-05
  },
  {
    "step": 815,
    "loss": 0.011475829407572746,
    "lr": 2.0454624999999936e-05
  },
  {
    "step": 816,
    "loss": 0.051819175481796265,
    "lr": 2.0479599999999935e-05
  },
  {
    "step": 817,
    "loss": 0.016283761709928513,
    "lr": 2.0504574999999934e-05
  },
  {
    "step": 818,
    "loss": 0.012843321077525616,
    "lr": 2.0529549999999933e-05
  },
  {
    "step": 819,
    "loss": 0.004932889249175787,
    "lr": 2.0554524999999935e-05
  },
  {
    "step": 820,
    "loss": 0.017471130937337875,
    "lr": 2.0579499999999934e-05
  },
  {
    "step": 821,
    "loss": 0.06277495622634888,
    "lr": 2.0604474999999933e-05
  },
  {
    "step": 822,
    "loss": 0.010115016251802444,
    "lr": 2.0629449999999935e-05
  },
  {
    "step": 823,
    "loss": 0.015966106206178665,
    "lr": 2.0654424999999934e-05
  },
  {
    "step": 824,
    "loss": 0.022477973252534866,
    "lr": 2.0679399999999933e-05
  },
  {
    "step": 825,
    "loss": 0.012084083631634712,
    "lr": 2.0704374999999935e-05
  },
  {
    "step": 826,
    "loss": 0.13326045870780945,
    "lr": 2.0729349999999934e-05
  },
  {
    "step": 827,
    "loss": 0.0136250089854002,
    "lr": 2.0754324999999933e-05
  },
  {
    "step": 828,
    "loss": 0.02484988048672676,
    "lr": 2.077929999999993e-05
  },
  {
    "step": 829,
    "loss": 0.04895171523094177,
    "lr": 2.080427499999993e-05
  },
  {
    "step": 830,
    "loss": 0.013669453561306,
    "lr": 2.082924999999993e-05
  },
  {
    "step": 831,
    "loss": 0.005555815529078245,
    "lr": 2.0854224999999928e-05
  },
  {
    "step": 832,
    "loss": 0.012238811701536179,
    "lr": 2.0879199999999927e-05
  },
  {
    "step": 833,
    "loss": 0.008663460612297058,
    "lr": 2.0904174999999926e-05
  },
  {
    "step": 834,
    "loss": 0.0056539601646363735,
    "lr": 2.0929149999999925e-05
  },
  {
    "step": 835,
    "loss": 0.04378419741988182,
    "lr": 2.0954124999999924e-05
  },
  {
    "step": 836,
    "loss": 0.012008080258965492,
    "lr": 2.0979099999999926e-05
  },
  {
    "step": 837,
    "loss": 0.003846986684948206,
    "lr": 2.1004074999999928e-05
  },
  {
    "step": 838,
    "loss": 0.01955743134021759,
    "lr": 2.1029049999999927e-05
  },
  {
    "step": 839,
    "loss": 0.044598281383514404,
    "lr": 2.1054024999999926e-05
  },
  {
    "step": 840,
    "loss": 0.07209324091672897,
    "lr": 2.1078999999999928e-05
  },
  {
    "step": 841,
    "loss": 0.01099028903990984,
    "lr": 2.1103974999999927e-05
  },
  {
    "step": 842,
    "loss": 0.007589447777718306,
    "lr": 2.112894999999993e-05
  },
  {
    "step": 843,
    "loss": 0.07864546030759811,
    "lr": 2.1153924999999928e-05
  },
  {
    "step": 844,
    "loss": 0.029604535549879074,
    "lr": 2.117889999999993e-05
  },
  {
    "step": 845,
    "loss": 0.01946662738919258,
    "lr": 2.1203874999999933e-05
  },
  {
    "step": 846,
    "loss": 0.006491309497505426,
    "lr": 2.1228849999999935e-05
  },
  {
    "step": 847,
    "loss": 0.0335623100399971,
    "lr": 2.1253824999999934e-05
  },
  {
    "step": 848,
    "loss": 0.032097794115543365,
    "lr": 2.1278799999999933e-05
  },
  {
    "step": 849,
    "loss": 0.03543151915073395,
    "lr": 2.130377499999993e-05
  },
  {
    "step": 850,
    "loss": 0.01715974509716034,
    "lr": 2.1328749999999934e-05
  },
  {
    "step": 851,
    "loss": 0.017392858862876892,
    "lr": 2.1353724999999933e-05
  },
  {
    "step": 852,
    "loss": 0.12015360593795776,
    "lr": 2.1378699999999935e-05
  },
  {
    "step": 853,
    "loss": 0.0015940249431878328,
    "lr": 2.1403674999999934e-05
  },
  {
    "step": 854,
    "loss": 0.005515816155821085,
    "lr": 2.1428649999999936e-05
  },
  {
    "step": 855,
    "loss": 0.0036340514197945595,
    "lr": 2.1453624999999935e-05
  },
  {
    "step": 856,
    "loss": 0.016856005415320396,
    "lr": 2.1478599999999934e-05
  },
  {
    "step": 857,
    "loss": 0.010921062901616096,
    "lr": 2.1503574999999932e-05
  },
  {
    "step": 858,
    "loss": 0.006684848107397556,
    "lr": 2.152854999999993e-05
  },
  {
    "step": 859,
    "loss": 0.027944400906562805,
    "lr": 2.155352499999993e-05
  },
  {
    "step": 860,
    "loss": 0.00855895597487688,
    "lr": 2.1578499999999932e-05
  },
  {
    "step": 861,
    "loss": 0.014652474783360958,
    "lr": 2.160347499999993e-05
  },
  {
    "step": 862,
    "loss": 0.006294042803347111,
    "lr": 2.1628449999999934e-05
  },
  {
    "step": 863,
    "loss": 0.012539482675492764,
    "lr": 2.1653424999999936e-05
  },
  {
    "step": 864,
    "loss": 0.0059629338793456554,
    "lr": 2.1678399999999938e-05
  },
  {
    "step": 865,
    "loss": 0.025873538106679916,
    "lr": 2.1703374999999937e-05
  },
  {
    "step": 866,
    "loss": 0.00439457455649972,
    "lr": 2.172834999999994e-05
  },
  {
    "step": 867,
    "loss": 0.02432735078036785,
    "lr": 2.1753324999999938e-05
  },
  {
    "step": 868,
    "loss": 0.008055159822106361,
    "lr": 2.177829999999994e-05
  },
  {
    "step": 869,
    "loss": 0.004482202231884003,
    "lr": 2.180327499999994e-05
  },
  {
    "step": 870,
    "loss": 0.004140300210565329,
    "lr": 2.182824999999994e-05
  },
  {
    "step": 871,
    "loss": 0.008549176156520844,
    "lr": 2.185322499999994e-05
  },
  {
    "step": 872,
    "loss": 0.1308337152004242,
    "lr": 2.187819999999994e-05
  },
  {
    "step": 873,
    "loss": 0.04201880842447281,
    "lr": 2.190317499999994e-05
  },
  {
    "step": 874,
    "loss": 0.0030621588230133057,
    "lr": 2.192814999999994e-05
  },
  {
    "step": 875,
    "loss": 0.00831123348325491,
    "lr": 2.1953124999999942e-05
  },
  {
    "step": 876,
    "loss": 0.007219310849905014,
    "lr": 2.1978099999999945e-05
  },
  {
    "step": 877,
    "loss": 0.011946083046495914,
    "lr": 2.2003074999999943e-05
  },
  {
    "step": 878,
    "loss": 0.0070395637303590775,
    "lr": 2.2028049999999942e-05
  },
  {
    "step": 879,
    "loss": 0.006552727427333593,
    "lr": 2.205302499999994e-05
  },
  {
    "step": 880,
    "loss": 0.00841089989989996,
    "lr": 2.2077999999999943e-05
  },
  {
    "step": 881,
    "loss": 0.02405908703804016,
    "lr": 2.2102974999999942e-05
  },
  {
    "step": 882,
    "loss": 0.015039903111755848,
    "lr": 2.212794999999994e-05
  },
  {
    "step": 883,
    "loss": 0.015572900883853436,
    "lr": 2.2152924999999943e-05
  },
  {
    "step": 884,
    "loss": 0.0097182122990489,
    "lr": 2.2177899999999946e-05
  },
  {
    "step": 885,
    "loss": 0.017566651105880737,
    "lr": 2.2202874999999945e-05
  },
  {
    "step": 886,
    "loss": 0.030172398313879967,
    "lr": 2.2227849999999943e-05
  },
  {
    "step": 887,
    "loss": 0.01227535679936409,
    "lr": 2.2252824999999942e-05
  },
  {
    "step": 888,
    "loss": 0.0038476483896374702,
    "lr": 2.227779999999994e-05
  },
  {
    "step": 889,
    "loss": 0.005324547179043293,
    "lr": 2.230277499999994e-05
  },
  {
    "step": 890,
    "loss": 0.017267752438783646,
    "lr": 2.232774999999994e-05
  },
  {
    "step": 891,
    "loss": 0.03946417197585106,
    "lr": 2.235272499999994e-05
  },
  {
    "step": 892,
    "loss": 0.011552518233656883,
    "lr": 2.237769999999994e-05
  },
  {
    "step": 893,
    "loss": 0.007239632308483124,
    "lr": 2.240267499999994e-05
  },
  {
    "step": 894,
    "loss": 0.10456811636686325,
    "lr": 2.242764999999994e-05
  },
  {
    "step": 895,
    "loss": 0.008340129628777504,
    "lr": 2.245262499999994e-05
  },
  {
    "step": 896,
    "loss": 0.007938778027892113,
    "lr": 2.247759999999994e-05
  },
  {
    "step": 897,
    "loss": 0.025759780779480934,
    "lr": 2.250257499999994e-05
  },
  {
    "step": 898,
    "loss": 0.016051551327109337,
    "lr": 2.2527549999999943e-05
  },
  {
    "step": 899,
    "loss": 0.011785178445279598,
    "lr": 2.2552524999999942e-05
  },
  {
    "step": 900,
    "loss": 0.028638668358325958,
    "lr": 2.257749999999994e-05
  },
  {
    "step": 901,
    "loss": 0.09712950885295868,
    "lr": 2.260247499999994e-05
  },
  {
    "step": 902,
    "loss": 0.0062911598943173885,
    "lr": 2.262744999999994e-05
  },
  {
    "step": 903,
    "loss": 0.009120013564825058,
    "lr": 2.2652424999999938e-05
  },
  {
    "step": 904,
    "loss": 0.031685248017311096,
    "lr": 2.2677399999999936e-05
  },
  {
    "step": 905,
    "loss": 0.022135470062494278,
    "lr": 2.270237499999994e-05
  },
  {
    "step": 906,
    "loss": 0.02657126449048519,
    "lr": 2.2727349999999938e-05
  },
  {
    "step": 907,
    "loss": 0.002696751384064555,
    "lr": 2.275232499999994e-05
  },
  {
    "step": 908,
    "loss": 0.004781344905495644,
    "lr": 2.2777299999999942e-05
  },
  {
    "step": 909,
    "loss": 0.007028579246252775,
    "lr": 2.280227499999994e-05
  },
  {
    "step": 910,
    "loss": 0.007289557252079248,
    "lr": 2.282724999999994e-05
  },
  {
    "step": 911,
    "loss": 0.01782584749162197,
    "lr": 2.285222499999994e-05
  },
  {
    "step": 912,
    "loss": 0.07478713989257812,
    "lr": 2.287719999999994e-05
  },
  {
    "step": 913,
    "loss": 0.011724515818059444,
    "lr": 2.290217499999994e-05
  },
  {
    "step": 914,
    "loss": 0.007473272271454334,
    "lr": 2.292714999999994e-05
  },
  {
    "step": 915,
    "loss": 0.013947014696896076,
    "lr": 2.2952124999999937e-05
  },
  {
    "step": 916,
    "loss": 0.0264149010181427,
    "lr": 2.297709999999994e-05
  },
  {
    "step": 917,
    "loss": 0.005407638382166624,
    "lr": 2.300207499999994e-05
  },
  {
    "step": 918,
    "loss": 0.013906476087868214,
    "lr": 2.3027049999999937e-05
  },
  {
    "step": 919,
    "loss": 0.006035345606505871,
    "lr": 2.305202499999994e-05
  },
  {
    "step": 920,
    "loss": 0.021052293479442596,
    "lr": 2.307699999999994e-05
  },
  {
    "step": 921,
    "loss": 0.002978118136525154,
    "lr": 2.3101974999999937e-05
  },
  {
    "step": 922,
    "loss": 0.04925723746418953,
    "lr": 2.312694999999994e-05
  },
  {
    "step": 923,
    "loss": 0.002901942003518343,
    "lr": 2.315192499999994e-05
  },
  {
    "step": 924,
    "loss": 0.005045352037996054,
    "lr": 2.3176899999999937e-05
  },
  {
    "step": 925,
    "loss": 0.031236255541443825,
    "lr": 2.3201874999999936e-05
  },
  {
    "step": 926,
    "loss": 0.00797940418124199,
    "lr": 2.3226849999999935e-05
  },
  {
    "step": 927,
    "loss": 0.01683768257498741,
    "lr": 2.3251824999999934e-05
  },
  {
    "step": 928,
    "loss": 0.023397227749228477,
    "lr": 2.3276799999999936e-05
  },
  {
    "step": 929,
    "loss": 0.024591930210590363,
    "lr": 2.3301774999999935e-05
  },
  {
    "step": 930,
    "loss": 0.020806852728128433,
    "lr": 2.3326749999999934e-05
  },
  {
    "step": 931,
    "loss": 0.016727419570088387,
    "lr": 2.3351724999999933e-05
  },
  {
    "step": 932,
    "loss": 0.12247708439826965,
    "lr": 2.3376699999999935e-05
  },
  {
    "step": 933,
    "loss": 0.010531171225011349,
    "lr": 2.3401674999999937e-05
  },
  {
    "step": 934,
    "loss": 0.07934758812189102,
    "lr": 2.342664999999994e-05
  },
  {
    "step": 935,
    "loss": 0.027997314929962158,
    "lr": 2.3451624999999938e-05
  },
  {
    "step": 936,
    "loss": 0.006328078918159008,
    "lr": 2.347659999999994e-05
  },
  {
    "step": 937,
    "loss": 0.0033230758272111416,
    "lr": 2.350157499999994e-05
  },
  {
    "step": 938,
    "loss": 0.005828450433909893,
    "lr": 2.3526549999999938e-05
  },
  {
    "step": 939,
    "loss": 0.10327748209238052,
    "lr": 2.355152499999994e-05
  },
  {
    "step": 940,
    "loss": 0.007215216755867004,
    "lr": 2.357649999999994e-05
  },
  {
    "step": 941,
    "loss": 0.007017998956143856,
    "lr": 2.360147499999994e-05
  },
  {
    "step": 942,
    "loss": 0.018013970926404,
    "lr": 2.362644999999994e-05
  },
  {
    "step": 943,
    "loss": 0.008411902002990246,
    "lr": 2.365142499999994e-05
  },
  {
    "step": 944,
    "loss": 0.01597660779953003,
    "lr": 2.3676399999999938e-05
  },
  {
    "step": 945,
    "loss": 0.02855486422777176,
    "lr": 2.3701374999999937e-05
  },
  {
    "step": 946,
    "loss": 0.02196997031569481,
    "lr": 2.372634999999994e-05
  },
  {
    "step": 947,
    "loss": 0.17214500904083252,
    "lr": 2.3751324999999938e-05
  },
  {
    "step": 948,
    "loss": 0.005538599099963903,
    "lr": 2.3776299999999937e-05
  },
  {
    "step": 949,
    "loss": 0.0043289922177791595,
    "lr": 2.3801274999999936e-05
  },
  {
    "step": 950,
    "loss": 0.011038665659725666,
    "lr": 2.3826249999999935e-05
  },
  {
    "step": 951,
    "loss": 0.0035794475115835667,
    "lr": 2.3851224999999937e-05
  },
  {
    "step": 952,
    "loss": 0.05159612372517586,
    "lr": 2.3876199999999936e-05
  },
  {
    "step": 953,
    "loss": 0.026714276522397995,
    "lr": 2.3901174999999935e-05
  },
  {
    "step": 954,
    "loss": 0.0045760683715343475,
    "lr": 2.3926149999999937e-05
  },
  {
    "step": 955,
    "loss": 0.04644956439733505,
    "lr": 2.3951124999999936e-05
  },
  {
    "step": 956,
    "loss": 0.016067160293459892,
    "lr": 2.3976099999999935e-05
  },
  {
    "step": 957,
    "loss": 0.053854357451200485,
    "lr": 2.4001074999999934e-05
  },
  {
    "step": 958,
    "loss": 0.012170406058430672,
    "lr": 2.4026049999999936e-05
  },
  {
    "step": 959,
    "loss": 0.02828739769756794,
    "lr": 2.4051024999999935e-05
  },
  {
    "step": 960,
    "loss": 0.09459178894758224,
    "lr": 2.4075999999999937e-05
  },
  {
    "step": 961,
    "loss": 0.006785577163100243,
    "lr": 2.4100974999999936e-05
  },
  {
    "step": 962,
    "loss": 0.015570799820125103,
    "lr": 2.4125949999999935e-05
  },
  {
    "step": 963,
    "loss": 0.02661154419183731,
    "lr": 2.4150924999999933e-05
  },
  {
    "step": 964,
    "loss": 0.0041356440633535385,
    "lr": 2.4175899999999932e-05
  },
  {
    "step": 965,
    "loss": 0.005580144934356213,
    "lr": 2.4200874999999935e-05
  },
  {
    "step": 966,
    "loss": 0.005465132649987936,
    "lr": 2.4225849999999933e-05
  },
  {
    "step": 967,
    "loss": 0.009144693613052368,
    "lr": 2.4250824999999936e-05
  },
  {
    "step": 968,
    "loss": 0.01170796062797308,
    "lr": 2.4275799999999935e-05
  },
  {
    "step": 969,
    "loss": 0.010620045475661755,
    "lr": 2.4300774999999933e-05
  },
  {
    "step": 970,
    "loss": 0.06087031960487366,
    "lr": 2.4325749999999936e-05
  },
  {
    "step": 971,
    "loss": 0.027182497084140778,
    "lr": 2.4350724999999934e-05
  },
  {
    "step": 972,
    "loss": 0.008516102097928524,
    "lr": 2.4375699999999933e-05
  },
  {
    "step": 973,
    "loss": 0.008001919835805893,
    "lr": 2.4400674999999936e-05
  },
  {
    "step": 974,
    "loss": 0.04224326089024544,
    "lr": 2.4425649999999934e-05
  },
  {
    "step": 975,
    "loss": 0.008380320854485035,
    "lr": 2.4450624999999937e-05
  },
  {
    "step": 976,
    "loss": 0.0078061418607831,
    "lr": 2.4475599999999936e-05
  },
  {
    "step": 977,
    "loss": 0.0311201810836792,
    "lr": 2.4500574999999934e-05
  },
  {
    "step": 978,
    "loss": 0.010738257318735123,
    "lr": 2.4525549999999933e-05
  },
  {
    "step": 979,
    "loss": 0.023969057947397232,
    "lr": 2.4550524999999932e-05
  },
  {
    "step": 980,
    "loss": 0.012111063115298748,
    "lr": 2.4575499999999934e-05
  },
  {
    "step": 981,
    "loss": 0.00931757502257824,
    "lr": 2.4600474999999937e-05
  },
  {
    "step": 982,
    "loss": 0.02562672458589077,
    "lr": 2.4625449999999935e-05
  },
  {
    "step": 983,
    "loss": 0.024829648435115814,
    "lr": 2.4650424999999938e-05
  },
  {
    "step": 984,
    "loss": 0.007777707651257515,
    "lr": 2.467539999999994e-05
  },
  {
    "step": 985,
    "loss": 0.005258455406874418,
    "lr": 2.470037499999994e-05
  },
  {
    "step": 986,
    "loss": 0.00519751850515604,
    "lr": 2.4725349999999938e-05
  },
  {
    "step": 987,
    "loss": 0.014434422366321087,
    "lr": 2.475032499999994e-05
  },
  {
    "step": 988,
    "loss": 0.0047837719321250916,
    "lr": 2.4775299999999942e-05
  },
  {
    "step": 989,
    "loss": 0.006827781908214092,
    "lr": 2.4800274999999944e-05
  },
  {
    "step": 990,
    "loss": 0.013312135823071003,
    "lr": 2.4825249999999943e-05
  },
  {
    "step": 991,
    "loss": 0.006501767318695784,
    "lr": 2.4850224999999942e-05
  },
  {
    "step": 992,
    "loss": 0.008146249689161777,
    "lr": 2.487519999999994e-05
  },
  {
    "step": 993,
    "loss": 0.003648859914392233,
    "lr": 2.490017499999994e-05
  },
  {
    "step": 994,
    "loss": 0.017276164144277573,
    "lr": 2.4925149999999942e-05
  },
  {
    "step": 995,
    "loss": 0.01916731707751751,
    "lr": 2.4950124999999944e-05
  },
  {
    "step": 996,
    "loss": 0.11688141524791718,
    "lr": 2.4975099999999943e-05
  },
  {
    "step": 997,
    "loss": 0.01758475787937641,
    "lr": 2.5000074999999945e-05
  },
  {
    "step": 998,
    "loss": 0.03593241795897484,
    "lr": 2.5025049999999948e-05
  },
  {
    "step": 999,
    "loss": 0.010603240691125393,
    "lr": 2.5050024999999947e-05
  },
  {
    "step": 1001,
    "loss": 0.0044342828914523125,
    "lr": 2.509997499999995e-05
  },
  {
    "step": 1002,
    "loss": 0.0031818838324397802,
    "lr": 2.512494999999995e-05
  },
  {
    "step": 1003,
    "loss": 0.006845942232757807,
    "lr": 2.514992499999995e-05
  },
  {
    "step": 1004,
    "loss": 0.014287653379142284,
    "lr": 2.517489999999995e-05
  },
  {
    "step": 1005,
    "loss": 0.007923110388219357,
    "lr": 2.5199874999999953e-05
  },
  {
    "step": 1006,
    "loss": 0.039261989295482635,
    "lr": 2.5224849999999956e-05
  },
  {
    "step": 1007,
    "loss": 0.026106849312782288,
    "lr": 2.5249824999999954e-05
  },
  {
    "step": 1008,
    "loss": 0.007502376567572355,
    "lr": 2.5274799999999953e-05
  },
  {
    "step": 1009,
    "loss": 0.008186882361769676,
    "lr": 2.5299774999999952e-05
  },
  {
    "step": 1010,
    "loss": 0.017205623909831047,
    "lr": 2.532474999999995e-05
  },
  {
    "step": 1011,
    "loss": 0.009180654771625996,
    "lr": 2.534972499999995e-05
  },
  {
    "step": 1012,
    "loss": 0.015340380370616913,
    "lr": 2.5374699999999952e-05
  },
  {
    "step": 1013,
    "loss": 0.011391465552151203,
    "lr": 2.539967499999995e-05
  },
  {
    "step": 1014,
    "loss": 0.006521157920360565,
    "lr": 2.542464999999995e-05
  },
  {
    "step": 1015,
    "loss": 0.010306966491043568,
    "lr": 2.544962499999995e-05
  },
  {
    "step": 1016,
    "loss": 0.015769444406032562,
    "lr": 2.5474599999999947e-05
  },
  {
    "step": 1017,
    "loss": 0.004040900152176619,
    "lr": 2.5499574999999946e-05
  },
  {
    "step": 1018,
    "loss": 0.00826294720172882,
    "lr": 2.5524549999999945e-05
  },
  {
    "step": 1019,
    "loss": 0.037902072072029114,
    "lr": 2.5549524999999944e-05
  },
  {
    "step": 1020,
    "loss": 0.08037252724170685,
    "lr": 2.5574499999999943e-05
  },
  {
    "step": 1021,
    "loss": 0.0019570065196603537,
    "lr": 2.5599474999999942e-05
  },
  {
    "step": 1022,
    "loss": 0.04077308624982834,
    "lr": 2.5624449999999944e-05
  },
  {
    "step": 1023,
    "loss": 0.016776734963059425,
    "lr": 2.5649424999999943e-05
  },
  {
    "step": 1024,
    "loss": 0.007630520965903997,
    "lr": 2.5674399999999942e-05
  },
  {
    "step": 1025,
    "loss": 0.010354643687605858,
    "lr": 2.569937499999994e-05
  },
  {
    "step": 1026,
    "loss": 0.00940022710710764,
    "lr": 2.572434999999994e-05
  },
  {
    "step": 1027,
    "loss": 0.011992095038294792,
    "lr": 2.574932499999994e-05
  },
  {
    "step": 1028,
    "loss": 0.037032291293144226,
    "lr": 2.5774299999999934e-05
  },
  {
    "step": 1029,
    "loss": 0.030112575739622116,
    "lr": 2.5799274999999933e-05
  },
  {
    "step": 1030,
    "loss": 0.028974950313568115,
    "lr": 2.5824249999999935e-05
  },
  {
    "step": 1031,
    "loss": 0.01194755919277668,
    "lr": 2.5849224999999937e-05
  },
  {
    "step": 1032,
    "loss": 0.003999853041023016,
    "lr": 2.5874199999999936e-05
  },
  {
    "step": 1033,
    "loss": 0.018767723813652992,
    "lr": 2.5899174999999935e-05
  },
  {
    "step": 1034,
    "loss": 0.027861710637807846,
    "lr": 2.5924149999999934e-05
  },
  {
    "step": 1035,
    "loss": 0.006634871941059828,
    "lr": 2.5949124999999933e-05
  },
  {
    "step": 1036,
    "loss": 0.006417063996195793,
    "lr": 2.597409999999993e-05
  },
  {
    "step": 1037,
    "loss": 0.016799110919237137,
    "lr": 2.599907499999993e-05
  },
  {
    "step": 1038,
    "loss": 0.00783277116715908,
    "lr": 2.6024049999999933e-05
  },
  {
    "step": 1039,
    "loss": 0.007013197522610426,
    "lr": 2.6049024999999935e-05
  },
  {
    "step": 1040,
    "loss": 0.004680081736296415,
    "lr": 2.6073999999999937e-05
  },
  {
    "step": 1041,
    "loss": 0.006872409489005804,
    "lr": 2.609897499999994e-05
  },
  {
    "step": 1042,
    "loss": 0.013387635350227356,
    "lr": 2.6123949999999938e-05
  },
  {
    "step": 1043,
    "loss": 0.011648586951196194,
    "lr": 2.6148924999999937e-05
  },
  {
    "step": 1044,
    "loss": 0.011178698390722275,
    "lr": 2.6173899999999936e-05
  },
  {
    "step": 1045,
    "loss": 0.010579684749245644,
    "lr": 2.6198874999999938e-05
  },
  {
    "step": 1046,
    "loss": 0.018512101843953133,
    "lr": 2.622384999999994e-05
  },
  {
    "step": 1047,
    "loss": 0.01153336837887764,
    "lr": 2.6248824999999943e-05
  },
  {
    "step": 1048,
    "loss": 0.007605378981679678,
    "lr": 2.627379999999994e-05
  },
  {
    "step": 1049,
    "loss": 0.008956978097558022,
    "lr": 2.6298774999999944e-05
  },
  {
    "step": 1050,
    "loss": 0.00724081601947546,
    "lr": 2.6323749999999946e-05
  },
  {
    "step": 1051,
    "loss": 0.006122278049588203,
    "lr": 2.6348724999999945e-05
  },
  {
    "step": 1052,
    "loss": 0.005458465311676264,
    "lr": 2.6373699999999947e-05
  },
  {
    "step": 1053,
    "loss": 0.004031976219266653,
    "lr": 2.639867499999995e-05
  },
  {
    "step": 1054,
    "loss": 0.006463143974542618,
    "lr": 2.642364999999995e-05
  },
  {
    "step": 1055,
    "loss": 0.02854054793715477,
    "lr": 2.6448624999999954e-05
  },
  {
    "step": 1056,
    "loss": 0.010047279298305511,
    "lr": 2.6473599999999956e-05
  },
  {
    "step": 1057,
    "loss": 0.009004347026348114,
    "lr": 2.6498574999999955e-05
  },
  {
    "step": 1058,
    "loss": 0.014619985595345497,
    "lr": 2.6523549999999954e-05
  },
  {
    "step": 1059,
    "loss": 0.021951671689748764,
    "lr": 2.6548524999999953e-05
  },
  {
    "step": 1060,
    "loss": 0.029038814827799797,
    "lr": 2.657349999999995e-05
  },
  {
    "step": 1061,
    "loss": 0.019388578832149506,
    "lr": 2.659847499999995e-05
  },
  {
    "step": 1062,
    "loss": 0.009441541507840157,
    "lr": 2.662344999999995e-05
  },
  {
    "step": 1063,
    "loss": 0.03443416208028793,
    "lr": 2.6648424999999948e-05
  },
  {
    "step": 1064,
    "loss": 0.029585422948002815,
    "lr": 2.667339999999995e-05
  },
  {
    "step": 1065,
    "loss": 0.0217202827334404,
    "lr": 2.669837499999995e-05
  },
  {
    "step": 1066,
    "loss": 0.008140230551362038,
    "lr": 2.6723349999999945e-05
  },
  {
    "step": 1067,
    "loss": 0.008308696560561657,
    "lr": 2.6748324999999944e-05
  },
  {
    "step": 1068,
    "loss": 0.022751595824956894,
    "lr": 2.6773299999999946e-05
  },
  {
    "step": 1069,
    "loss": 0.03652849420905113,
    "lr": 2.6798274999999948e-05
  },
  {
    "step": 1070,
    "loss": 0.004922480322420597,
    "lr": 2.6823249999999947e-05
  },
  {
    "step": 1071,
    "loss": 0.00808591116219759,
    "lr": 2.6848224999999946e-05
  },
  {
    "step": 1072,
    "loss": 0.014518005773425102,
    "lr": 2.6873199999999948e-05
  },
  {
    "step": 1073,
    "loss": 0.007037033326923847,
    "lr": 2.689817499999995e-05
  },
  {
    "step": 1074,
    "loss": 0.010652256198227406,
    "lr": 2.6923149999999952e-05
  },
  {
    "step": 1075,
    "loss": 0.004198528826236725,
    "lr": 2.6948124999999955e-05
  },
  {
    "step": 1076,
    "loss": 0.0035087582655251026,
    "lr": 2.6973099999999954e-05
  },
  {
    "step": 1077,
    "loss": 0.007029459811747074,
    "lr": 2.6998074999999952e-05
  },
  {
    "step": 1078,
    "loss": 0.016504213213920593,
    "lr": 2.702304999999995e-05
  },
  {
    "step": 1079,
    "loss": 0.01568209007382393,
    "lr": 2.7048024999999954e-05
  },
  {
    "step": 1080,
    "loss": 0.0157187357544899,
    "lr": 2.7072999999999956e-05
  },
  {
    "step": 1081,
    "loss": 0.003934890031814575,
    "lr": 2.7097974999999958e-05
  },
  {
    "step": 1082,
    "loss": 0.0680202767252922,
    "lr": 2.712294999999996e-05
  },
  {
    "step": 1083,
    "loss": 0.02493276260793209,
    "lr": 2.7147924999999963e-05
  },
  {
    "step": 1084,
    "loss": 0.020720642060041428,
    "lr": 2.717289999999996e-05
  },
  {
    "step": 1085,
    "loss": 0.005258035380393267,
    "lr": 2.719787499999996e-05
  },
  {
    "step": 1086,
    "loss": 0.002274084836244583,
    "lr": 2.722284999999996e-05
  },
  {
    "step": 1087,
    "loss": 0.0299843717366457,
    "lr": 2.724782499999996e-05
  },
  {
    "step": 1088,
    "loss": 0.02436368726193905,
    "lr": 2.727279999999996e-05
  },
  {
    "step": 1089,
    "loss": 0.007319021504372358,
    "lr": 2.7297774999999962e-05
  },
  {
    "step": 1090,
    "loss": 0.009063653647899628,
    "lr": 2.732274999999996e-05
  },
  {
    "step": 1091,
    "loss": 0.01783875748515129,
    "lr": 2.734772499999996e-05
  },
  {
    "step": 1092,
    "loss": 0.011352000758051872,
    "lr": 2.7372699999999962e-05
  },
  {
    "step": 1093,
    "loss": 0.3442520797252655,
    "lr": 2.7397674999999965e-05
  },
  {
    "step": 1094,
    "loss": 0.02401573210954666,
    "lr": 2.742264999999996e-05
  },
  {
    "step": 1095,
    "loss": 0.006930101662874222,
    "lr": 2.744762499999996e-05
  },
  {
    "step": 1096,
    "loss": 0.015194186940789223,
    "lr": 2.747259999999996e-05
  },
  {
    "step": 1097,
    "loss": 0.0912896990776062,
    "lr": 2.7497574999999957e-05
  },
  {
    "step": 1098,
    "loss": 0.005572223104536533,
    "lr": 2.7522549999999956e-05
  },
  {
    "step": 1099,
    "loss": 0.005629114340990782,
    "lr": 2.7547524999999954e-05
  },
  {
    "step": 1100,
    "loss": 0.01510019600391388,
    "lr": 2.7572499999999953e-05
  },
  {
    "step": 1101,
    "loss": 0.012948231771588326,
    "lr": 2.7597474999999952e-05
  },
  {
    "step": 1102,
    "loss": 0.017014022916555405,
    "lr": 2.762244999999995e-05
  },
  {
    "step": 1103,
    "loss": 0.04230194538831711,
    "lr": 2.764742499999995e-05
  },
  {
    "step": 1104,
    "loss": 0.008501427248120308,
    "lr": 2.7672399999999952e-05
  },
  {
    "step": 1105,
    "loss": 0.008813252672553062,
    "lr": 2.769737499999995e-05
  },
  {
    "step": 1106,
    "loss": 0.10717503726482391,
    "lr": 2.772234999999995e-05
  },
  {
    "step": 1107,
    "loss": 0.011132944375276566,
    "lr": 2.774732499999995e-05
  },
  {
    "step": 1108,
    "loss": 0.014067629352211952,
    "lr": 2.7772299999999948e-05
  },
  {
    "step": 1109,
    "loss": 0.016209881752729416,
    "lr": 2.7797274999999946e-05
  },
  {
    "step": 1110,
    "loss": 0.03408856689929962,
    "lr": 2.782224999999995e-05
  },
  {
    "step": 1111,
    "loss": 0.00974559597671032,
    "lr": 2.7847224999999947e-05
  },
  {
    "step": 1112,
    "loss": 0.011524947360157967,
    "lr": 2.7872199999999946e-05
  },
  {
    "step": 1113,
    "loss": 0.026219457387924194,
    "lr": 2.7897174999999945e-05
  },
  {
    "step": 1114,
    "loss": 0.02016284503042698,
    "lr": 2.7922149999999944e-05
  },
  {
    "step": 1115,
    "loss": 0.02403341978788376,
    "lr": 2.7947124999999943e-05
  },
  {
    "step": 1116,
    "loss": 0.00684867799282074,
    "lr": 2.7972099999999945e-05
  },
  {
    "step": 1117,
    "loss": 0.005939631722867489,
    "lr": 2.7997074999999944e-05
  },
  {
    "step": 1118,
    "loss": 0.016824834048748016,
    "lr": 2.8022049999999943e-05
  },
  {
    "step": 1119,
    "loss": 0.01276361383497715,
    "lr": 2.8047024999999945e-05
  },
  {
    "step": 1120,
    "loss": 0.012317434884607792,
    "lr": 2.8071999999999944e-05
  },
  {
    "step": 1121,
    "loss": 0.00865588616579771,
    "lr": 2.8096974999999943e-05
  },
  {
    "step": 1122,
    "loss": 0.03610553964972496,
    "lr": 2.8121949999999945e-05
  },
  {
    "step": 1123,
    "loss": 0.012118293903768063,
    "lr": 2.8146924999999947e-05
  },
  {
    "step": 1124,
    "loss": 0.0049034953117370605,
    "lr": 2.817189999999995e-05
  },
  {
    "step": 1125,
    "loss": 0.010604110546410084,
    "lr": 2.819687499999995e-05
  },
  {
    "step": 1126,
    "loss": 0.01326057966798544,
    "lr": 2.8221849999999947e-05
  },
  {
    "step": 1127,
    "loss": 0.006845118012279272,
    "lr": 2.824682499999995e-05
  },
  {
    "step": 1128,
    "loss": 0.02087782323360443,
    "lr": 2.8271799999999945e-05
  },
  {
    "step": 1129,
    "loss": 0.009407397359609604,
    "lr": 2.8296774999999944e-05
  },
  {
    "step": 1130,
    "loss": 0.03791513293981552,
    "lr": 2.8321749999999943e-05
  },
  {
    "step": 1131,
    "loss": 0.010083537548780441,
    "lr": 2.8346724999999945e-05
  },
  {
    "step": 1132,
    "loss": 0.014266999438405037,
    "lr": 2.8371699999999947e-05
  },
  {
    "step": 1133,
    "loss": 0.014136513695120811,
    "lr": 2.839667499999995e-05
  },
  {
    "step": 1134,
    "loss": 0.025463799014687538,
    "lr": 2.842164999999995e-05
  },
  {
    "step": 1135,
    "loss": 0.0080901263281703,
    "lr": 2.844662499999995e-05
  },
  {
    "step": 1136,
    "loss": 0.017839761450886726,
    "lr": 2.847159999999995e-05
  },
  {
    "step": 1137,
    "loss": 0.027244558557868004,
    "lr": 2.849657499999995e-05
  },
  {
    "step": 1138,
    "loss": 0.011842637322843075,
    "lr": 2.852154999999995e-05
  },
  {
    "step": 1139,
    "loss": 0.009762273170053959,
    "lr": 2.8546524999999953e-05
  },
  {
    "step": 1140,
    "loss": 0.002858651801943779,
    "lr": 2.857149999999995e-05
  },
  {
    "step": 1141,
    "loss": 0.013759787194430828,
    "lr": 2.859647499999995e-05
  },
  {
    "step": 1142,
    "loss": 0.02026461251080036,
    "lr": 2.862144999999995e-05
  },
  {
    "step": 1143,
    "loss": 0.05314873531460762,
    "lr": 2.8646424999999948e-05
  },
  {
    "step": 1144,
    "loss": 0.007112174294888973,
    "lr": 2.8671399999999947e-05
  },
  {
    "step": 1145,
    "loss": 0.01242872141301632,
    "lr": 2.8696374999999946e-05
  },
  {
    "step": 1146,
    "loss": 0.012509900145232677,
    "lr": 2.8721349999999945e-05
  },
  {
    "step": 1147,
    "loss": 0.004809722304344177,
    "lr": 2.8746324999999947e-05
  },
  {
    "step": 1148,
    "loss": 0.00864743534475565,
    "lr": 2.8771299999999946e-05
  },
  {
    "step": 1149,
    "loss": 0.012922242283821106,
    "lr": 2.8796274999999948e-05
  },
  {
    "step": 1150,
    "loss": 0.03495514765381813,
    "lr": 2.8821249999999947e-05
  },
  {
    "step": 1151,
    "loss": 0.010569710284471512,
    "lr": 2.884622499999995e-05
  },
  {
    "step": 1152,
    "loss": 0.010881593450903893,
    "lr": 2.887119999999995e-05
  },
  {
    "step": 1153,
    "loss": 0.008003178052604198,
    "lr": 2.889617499999995e-05
  },
  {
    "step": 1154,
    "loss": 0.005825481843203306,
    "lr": 2.8921149999999953e-05
  },
  {
    "step": 1155,
    "loss": 0.0063424729742109776,
    "lr": 2.8946124999999955e-05
  },
  {
    "step": 1156,
    "loss": 0.0032746512442827225,
    "lr": 2.8971099999999954e-05
  },
  {
    "step": 1157,
    "loss": 0.08896087110042572,
    "lr": 2.8996074999999956e-05
  },
  {
    "step": 1158,
    "loss": 0.006615591701120138,
    "lr": 2.9021049999999955e-05
  },
  {
    "step": 1159,
    "loss": 0.016481809318065643,
    "lr": 2.9046024999999954e-05
  },
  {
    "step": 1160,
    "loss": 0.009218069724738598,
    "lr": 2.9070999999999953e-05
  },
  {
    "step": 1161,
    "loss": 0.027427643537521362,
    "lr": 2.909597499999995e-05
  },
  {
    "step": 1162,
    "loss": 0.026498904451727867,
    "lr": 2.912094999999995e-05
  },
  {
    "step": 1163,
    "loss": 0.01736314781010151,
    "lr": 2.9145924999999953e-05
  },
  {
    "step": 1164,
    "loss": 0.00463693356141448,
    "lr": 2.9170899999999955e-05
  },
  {
    "step": 1165,
    "loss": 0.016457736492156982,
    "lr": 2.9195874999999957e-05
  },
  {
    "step": 1166,
    "loss": 0.03584376722574234,
    "lr": 2.9220849999999956e-05
  },
  {
    "step": 1167,
    "loss": 0.013695256784558296,
    "lr": 2.9245824999999955e-05
  },
  {
    "step": 1168,
    "loss": 0.03318994492292404,
    "lr": 2.9270799999999954e-05
  },
  {
    "step": 1169,
    "loss": 0.003992283251136541,
    "lr": 2.9295774999999956e-05
  },
  {
    "step": 1170,
    "loss": 0.0034306086599826813,
    "lr": 2.9320749999999955e-05
  },
  {
    "step": 1171,
    "loss": 0.005200887564569712,
    "lr": 2.9345724999999954e-05
  },
  {
    "step": 1172,
    "loss": 0.23319002985954285,
    "lr": 2.9370699999999952e-05
  },
  {
    "step": 1173,
    "loss": 0.005937678273767233,
    "lr": 2.9395674999999955e-05
  },
  {
    "step": 1174,
    "loss": 0.0090663256123662,
    "lr": 2.942064999999995e-05
  },
  {
    "step": 1175,
    "loss": 0.16730089485645294,
    "lr": 2.944562499999995e-05
  },
  {
    "step": 1176,
    "loss": 0.010328516364097595,
    "lr": 2.947059999999995e-05
  },
  {
    "step": 1177,
    "loss": 0.011700005270540714,
    "lr": 2.9495574999999953e-05
  },
  {
    "step": 1178,
    "loss": 0.008655230514705181,
    "lr": 2.9520549999999952e-05
  },
  {
    "step": 1179,
    "loss": 0.03386200964450836,
    "lr": 2.954552499999995e-05
  },
  {
    "step": 1180,
    "loss": 0.006515201181173325,
    "lr": 2.957049999999995e-05
  },
  {
    "step": 1181,
    "loss": 0.022873317822813988,
    "lr": 2.959547499999995e-05
  },
  {
    "step": 1182,
    "loss": 0.0460512600839138,
    "lr": 2.9620449999999948e-05
  },
  {
    "step": 1183,
    "loss": 0.013908921740949154,
    "lr": 2.9645424999999947e-05
  },
  {
    "step": 1184,
    "loss": 0.003900274634361267,
    "lr": 2.9670399999999946e-05
  },
  {
    "step": 1185,
    "loss": 0.003939624410122633,
    "lr": 2.9695374999999948e-05
  },
  {
    "step": 1186,
    "loss": 0.004884729627519846,
    "lr": 2.9720349999999947e-05
  },
  {
    "step": 1187,
    "loss": 0.013820400461554527,
    "lr": 2.974532499999995e-05
  },
  {
    "step": 1188,
    "loss": 0.007327036000788212,
    "lr": 2.9770299999999948e-05
  },
  {
    "step": 1189,
    "loss": 0.022089669480919838,
    "lr": 2.9795274999999947e-05
  },
  {
    "step": 1190,
    "loss": 0.03961576521396637,
    "lr": 2.9820249999999945e-05
  },
  {
    "step": 1191,
    "loss": 0.008331669494509697,
    "lr": 2.9845224999999948e-05
  },
  {
    "step": 1192,
    "loss": 0.018282629549503326,
    "lr": 2.9870199999999947e-05
  },
  {
    "step": 1193,
    "loss": 0.008122391998767853,
    "lr": 2.989517499999995e-05
  },
  {
    "step": 1194,
    "loss": 0.03268350288271904,
    "lr": 2.9920149999999948e-05
  },
  {
    "step": 1195,
    "loss": 0.0062622190453112125,
    "lr": 2.9945124999999947e-05
  },
  {
    "step": 1196,
    "loss": 0.0026930011808872223,
    "lr": 2.997009999999995e-05
  },
  {
    "step": 1197,
    "loss": 0.007455558981746435,
    "lr": 2.999507499999995e-05
  },
  {
    "step": 1198,
    "loss": 0.014076188206672668,
    "lr": 3.0020049999999953e-05
  },
  {
    "step": 1199,
    "loss": 0.09864909946918488,
    "lr": 3.0045024999999955e-05
  },
  {
    "step": 1200,
    "loss": 0.008188704028725624,
    "lr": 3.0069999999999954e-05
  },
  {
    "step": 1201,
    "loss": 0.029519490897655487,
    "lr": 3.0094974999999957e-05
  },
  {
    "step": 1202,
    "loss": 0.24471783638000488,
    "lr": 3.011994999999996e-05
  },
  {
    "step": 1203,
    "loss": 0.008519139140844345,
    "lr": 3.0144924999999958e-05
  },
  {
    "step": 1204,
    "loss": 0.018592309206724167,
    "lr": 3.016989999999996e-05
  },
  {
    "step": 1205,
    "loss": 0.12170209735631943,
    "lr": 3.0194874999999962e-05
  },
  {
    "step": 1206,
    "loss": 0.007765425369143486,
    "lr": 3.021984999999996e-05
  },
  {
    "step": 1207,
    "loss": 0.0225941464304924,
    "lr": 3.0244824999999963e-05
  },
  {
    "step": 1208,
    "loss": 0.014117496088147163,
    "lr": 3.0269799999999966e-05
  },
  {
    "step": 1209,
    "loss": 0.0021873200312256813,
    "lr": 3.0294774999999968e-05
  },
  {
    "step": 1210,
    "loss": 0.008783768862485886,
    "lr": 3.031974999999997e-05
  },
  {
    "step": 1211,
    "loss": 0.03864458203315735,
    "lr": 3.0344724999999972e-05
  },
  {
    "step": 1212,
    "loss": 0.006875474471598864,
    "lr": 3.036969999999997e-05
  },
  {
    "step": 1213,
    "loss": 0.02485249564051628,
    "lr": 3.0394674999999973e-05
  },
  {
    "step": 1214,
    "loss": 0.023066869005560875,
    "lr": 3.0419649999999976e-05
  },
  {
    "step": 1215,
    "loss": 0.006344562396407127,
    "lr": 3.0444624999999978e-05
  },
  {
    "step": 1216,
    "loss": 0.025510933250188828,
    "lr": 3.046959999999998e-05
  },
  {
    "step": 1217,
    "loss": 0.019042721018195152,
    "lr": 3.0494574999999976e-05
  },
  {
    "step": 1218,
    "loss": 0.007132217288017273,
    "lr": 3.0519549999999974e-05
  },
  {
    "step": 1219,
    "loss": 0.017387835308909416,
    "lr": 3.054452499999997e-05
  },
  {
    "step": 1220,
    "loss": 0.08151625841856003,
    "lr": 3.056949999999998e-05
  },
  {
    "step": 1221,
    "loss": 0.009942440316081047,
    "lr": 3.059447499999998e-05
  },
  {
    "step": 1222,
    "loss": 0.015328199602663517,
    "lr": 3.0619449999999983e-05
  },
  {
    "step": 1223,
    "loss": 0.008070321753621101,
    "lr": 3.064442499999998e-05
  },
  {
    "step": 1224,
    "loss": 0.004273195751011372,
    "lr": 3.066939999999999e-05
  },
  {
    "step": 1225,
    "loss": 0.004978783894330263,
    "lr": 3.069437499999999e-05
  },
  {
    "step": 1226,
    "loss": 0.016537563875317574,
    "lr": 3.0719349999999986e-05
  },
  {
    "step": 1227,
    "loss": 0.004967935383319855,
    "lr": 3.0744324999999985e-05
  },
  {
    "step": 1228,
    "loss": 0.012757763266563416,
    "lr": 3.076929999999998e-05
  },
  {
    "step": 1229,
    "loss": 0.02122362330555916,
    "lr": 3.079427499999998e-05
  },
  {
    "step": 1230,
    "loss": 0.008150435984134674,
    "lr": 3.081924999999998e-05
  },
  {
    "step": 1231,
    "loss": 0.01372588612139225,
    "lr": 3.084422499999998e-05
  },
  {
    "step": 1232,
    "loss": 0.006058873143047094,
    "lr": 3.086919999999998e-05
  },
  {
    "step": 1233,
    "loss": 0.0035267467610538006,
    "lr": 3.089417499999998e-05
  },
  {
    "step": 1234,
    "loss": 0.01957349106669426,
    "lr": 3.0919149999999977e-05
  },
  {
    "step": 1235,
    "loss": 0.03307096287608147,
    "lr": 3.0944124999999975e-05
  },
  {
    "step": 1236,
    "loss": 0.010416875593364239,
    "lr": 3.0969099999999974e-05
  },
  {
    "step": 1237,
    "loss": 0.017383188009262085,
    "lr": 3.099407499999998e-05
  },
  {
    "step": 1238,
    "loss": 0.020557520911097527,
    "lr": 3.101904999999998e-05
  },
  {
    "step": 1239,
    "loss": 0.007140353322029114,
    "lr": 3.104402499999998e-05
  },
  {
    "step": 1240,
    "loss": 0.0064704264514148235,
    "lr": 3.1068999999999976e-05
  },
  {
    "step": 1241,
    "loss": 0.006623279303312302,
    "lr": 3.1093974999999975e-05
  },
  {
    "step": 1242,
    "loss": 0.012728947214782238,
    "lr": 3.1118949999999974e-05
  },
  {
    "step": 1243,
    "loss": 0.010504081845283508,
    "lr": 3.114392499999997e-05
  },
  {
    "step": 1244,
    "loss": 0.003630642546340823,
    "lr": 3.116889999999997e-05
  },
  {
    "step": 1245,
    "loss": 0.04798337072134018,
    "lr": 3.119387499999998e-05
  },
  {
    "step": 1246,
    "loss": 0.0077204955741763115,
    "lr": 3.1218849999999976e-05
  },
  {
    "step": 1247,
    "loss": 0.017496949061751366,
    "lr": 3.124382499999998e-05
  },
  {
    "step": 1248,
    "loss": 0.006294827442616224,
    "lr": 3.126879999999998e-05
  },
  {
    "step": 1249,
    "loss": 0.02977859601378441,
    "lr": 3.1293774999999987e-05
  },
  {
    "step": 1250,
    "loss": 0.018503334373235703,
    "lr": 3.1318749999999985e-05
  },
  {
    "step": 1251,
    "loss": 0.00400581257417798,
    "lr": 3.134372499999999e-05
  },
  {
    "step": 1252,
    "loss": 0.00958604272454977,
    "lr": 3.136869999999999e-05
  },
  {
    "step": 1253,
    "loss": 0.005416582338511944,
    "lr": 3.1393674999999996e-05
  },
  {
    "step": 1254,
    "loss": 0.008460117504000664,
    "lr": 3.1418649999999994e-05
  },
  {
    "step": 1255,
    "loss": 0.001146906754001975,
    "lr": 3.144362499999999e-05
  },
  {
    "step": 1256,
    "loss": 0.04200705513358116,
    "lr": 3.146859999999999e-05
  },
  {
    "step": 1257,
    "loss": 0.007657231297343969,
    "lr": 3.149357499999999e-05
  },
  {
    "step": 1258,
    "loss": 0.011111325584352016,
    "lr": 3.151854999999999e-05
  },
  {
    "step": 1259,
    "loss": 0.03141740709543228,
    "lr": 3.154352499999999e-05
  },
  {
    "step": 1260,
    "loss": 0.008093786425888538,
    "lr": 3.1568499999999994e-05
  },
  {
    "step": 1261,
    "loss": 0.013079228810966015,
    "lr": 3.159347499999999e-05
  },
  {
    "step": 1262,
    "loss": 0.014049297198653221,
    "lr": 3.161844999999999e-05
  },
  {
    "step": 1263,
    "loss": 0.014418302103877068,
    "lr": 3.164342499999999e-05
  },
  {
    "step": 1264,
    "loss": 0.011549314484000206,
    "lr": 3.166839999999999e-05
  },
  {
    "step": 1265,
    "loss": 0.005284895189106464,
    "lr": 3.1693374999999995e-05
  },
  {
    "step": 1266,
    "loss": 0.018511086702346802,
    "lr": 3.1718349999999994e-05
  },
  {
    "step": 1267,
    "loss": 0.008398253470659256,
    "lr": 3.174332499999999e-05
  },
  {
    "step": 1268,
    "loss": 0.0021981883328408003,
    "lr": 3.17683e-05
  },
  {
    "step": 1269,
    "loss": 0.009804454632103443,
    "lr": 3.1793275000000004e-05
  },
  {
    "step": 1270,
    "loss": 0.011191541329026222,
    "lr": 3.181825e-05
  },
  {
    "step": 1271,
    "loss": 0.033097490668296814,
    "lr": 3.1843225e-05
  },
  {
    "step": 1272,
    "loss": 0.007254999130964279,
    "lr": 3.18682e-05
  },
  {
    "step": 1273,
    "loss": 0.030031589791178703,
    "lr": 3.1893175e-05
  },
  {
    "step": 1274,
    "loss": 0.013793841935694218,
    "lr": 3.191815e-05
  },
  {
    "step": 1275,
    "loss": 0.039739541709423065,
    "lr": 3.1943125e-05
  },
  {
    "step": 1276,
    "loss": 0.0036661499179899693,
    "lr": 3.1968099999999996e-05
  },
  {
    "step": 1277,
    "loss": 0.010008052922785282,
    "lr": 3.1993074999999995e-05
  },
  {
    "step": 1278,
    "loss": 0.035439521074295044,
    "lr": 3.2018049999999994e-05
  },
  {
    "step": 1279,
    "loss": 0.005647378973662853,
    "lr": 3.2043025e-05
  },
  {
    "step": 1280,
    "loss": 0.008749885484576225,
    "lr": 3.2068e-05
  },
  {
    "step": 1281,
    "loss": 0.010439719073474407,
    "lr": 3.2092975e-05
  },
  {
    "step": 1282,
    "loss": 0.04695461690425873,
    "lr": 3.2117949999999996e-05
  },
  {
    "step": 1283,
    "loss": 0.016817845404148102,
    "lr": 3.2142924999999995e-05
  },
  {
    "step": 1284,
    "loss": 0.009302053600549698,
    "lr": 3.2167899999999994e-05
  },
  {
    "step": 1285,
    "loss": 0.0780317410826683,
    "lr": 3.219287499999999e-05
  },
  {
    "step": 1286,
    "loss": 0.01659156195819378,
    "lr": 3.221784999999999e-05
  },
  {
    "step": 1287,
    "loss": 0.005698191002011299,
    "lr": 3.224282499999999e-05
  },
  {
    "step": 1288,
    "loss": 0.01002438087016344,
    "lr": 3.226779999999999e-05
  },
  {
    "step": 1289,
    "loss": 0.07709929347038269,
    "lr": 3.2292774999999995e-05
  },
  {
    "step": 1290,
    "loss": 0.01403883658349514,
    "lr": 3.2317749999999994e-05
  },
  {
    "step": 1291,
    "loss": 0.01859208568930626,
    "lr": 3.2342725e-05
  },
  {
    "step": 1292,
    "loss": 0.037807971239089966,
    "lr": 3.23677e-05
  },
  {
    "step": 1293,
    "loss": 0.0036576208658516407,
    "lr": 3.2392675000000004e-05
  },
  {
    "step": 1294,
    "loss": 0.009626825340092182,
    "lr": 3.241765000000001e-05
  },
  {
    "step": 1295,
    "loss": 0.08091779798269272,
    "lr": 3.2442625000000015e-05
  },
  {
    "step": 1296,
    "loss": 0.005805435590445995,
    "lr": 3.2467600000000014e-05
  },
  {
    "step": 1297,
    "loss": 0.08579075336456299,
    "lr": 3.249257500000001e-05
  },
  {
    "step": 1298,
    "loss": 0.007981973700225353,
    "lr": 3.251755000000001e-05
  },
  {
    "step": 1299,
    "loss": 0.0081697478890419,
    "lr": 3.254252500000001e-05
  },
  {
    "step": 1300,
    "loss": 0.028572343289852142,
    "lr": 3.2567500000000016e-05
  },
  {
    "step": 1301,
    "loss": 0.00996332336217165,
    "lr": 3.259247500000002e-05
  },
  {
    "step": 1302,
    "loss": 0.0030912025831639767,
    "lr": 3.261745000000002e-05
  },
  {
    "step": 1303,
    "loss": 0.0159015953540802,
    "lr": 3.264242500000002e-05
  },
  {
    "step": 1304,
    "loss": 0.05454550310969353,
    "lr": 3.266740000000002e-05
  },
  {
    "step": 1305,
    "loss": 0.00954743754118681,
    "lr": 3.2692375000000024e-05
  },
  {
    "step": 1306,
    "loss": 0.09078516811132431,
    "lr": 3.271735000000003e-05
  },
  {
    "step": 1307,
    "loss": 0.0040705264545977116,
    "lr": 3.2742325000000036e-05
  },
  {
    "step": 1308,
    "loss": 0.009161374531686306,
    "lr": 3.2767300000000034e-05
  },
  {
    "step": 1309,
    "loss": 0.0658256858587265,
    "lr": 3.279227500000003e-05
  },
  {
    "step": 1310,
    "loss": 0.01540343463420868,
    "lr": 3.281725000000003e-05
  },
  {
    "step": 1311,
    "loss": 0.024311264976859093,
    "lr": 3.284222500000003e-05
  },
  {
    "step": 1312,
    "loss": 0.016550181433558464,
    "lr": 3.286720000000003e-05
  },
  {
    "step": 1313,
    "loss": 0.00682398397475481,
    "lr": 3.2892175000000035e-05
  },
  {
    "step": 1314,
    "loss": 0.011299090459942818,
    "lr": 3.2917150000000034e-05
  },
  {
    "step": 1315,
    "loss": 0.056481774896383286,
    "lr": 3.294212500000003e-05
  },
  {
    "step": 1316,
    "loss": 0.01298387162387371,
    "lr": 3.296710000000003e-05
  },
  {
    "step": 1317,
    "loss": 0.0028580320067703724,
    "lr": 3.299207500000003e-05
  },
  {
    "step": 1318,
    "loss": 0.013829553499817848,
    "lr": 3.301705000000003e-05
  },
  {
    "step": 1319,
    "loss": 0.005698939319700003,
    "lr": 3.304202500000003e-05
  },
  {
    "step": 1320,
    "loss": 0.007726418785750866,
    "lr": 3.306700000000003e-05
  },
  {
    "step": 1321,
    "loss": 0.014550020918250084,
    "lr": 3.3091975000000026e-05
  },
  {
    "step": 1322,
    "loss": 0.02902309224009514,
    "lr": 3.3116950000000025e-05
  },
  {
    "step": 1323,
    "loss": 0.005025570280849934,
    "lr": 3.314192500000003e-05
  },
  {
    "step": 1324,
    "loss": 0.014465168118476868,
    "lr": 3.316690000000003e-05
  },
  {
    "step": 1325,
    "loss": 0.004613707307726145,
    "lr": 3.319187500000003e-05
  },
  {
    "step": 1326,
    "loss": 0.006539068650454283,
    "lr": 3.3216850000000034e-05
  },
  {
    "step": 1327,
    "loss": 0.02504565380513668,
    "lr": 3.324182500000004e-05
  },
  {
    "step": 1328,
    "loss": 0.00468501728028059,
    "lr": 3.326680000000004e-05
  },
  {
    "step": 1329,
    "loss": 0.04645740985870361,
    "lr": 3.329177500000004e-05
  },
  {
    "step": 1330,
    "loss": 0.0455365888774395,
    "lr": 3.331675000000004e-05
  },
  {
    "step": 1331,
    "loss": 0.006713742855936289,
    "lr": 3.334172500000004e-05
  },
  {
    "step": 1332,
    "loss": 0.0028586441185325384,
    "lr": 3.336670000000004e-05
  },
  {
    "step": 1333,
    "loss": 0.005392744205892086,
    "lr": 3.339167500000004e-05
  },
  {
    "step": 1334,
    "loss": 0.011603748425841331,
    "lr": 3.341665000000004e-05
  },
  {
    "step": 1335,
    "loss": 0.0070267352275550365,
    "lr": 3.344162500000004e-05
  },
  {
    "step": 1336,
    "loss": 0.009259113110601902,
    "lr": 3.346660000000004e-05
  },
  {
    "step": 1337,
    "loss": 0.0026101821567863226,
    "lr": 3.349157500000005e-05
  },
  {
    "step": 1338,
    "loss": 0.019727084785699844,
    "lr": 3.351655000000005e-05
  },
  {
    "step": 1339,
    "loss": 0.03908374533057213,
    "lr": 3.3541525000000046e-05
  },
  {
    "step": 1340,
    "loss": 0.008775146678090096,
    "lr": 3.3566500000000045e-05
  },
  {
    "step": 1341,
    "loss": 0.03154496103525162,
    "lr": 3.3591475000000044e-05
  },
  {
    "step": 1342,
    "loss": 0.010950293391942978,
    "lr": 3.361645000000004e-05
  },
  {
    "step": 1343,
    "loss": 0.006585888098925352,
    "lr": 3.364142500000004e-05
  },
  {
    "step": 1344,
    "loss": 0.008432346396148205,
    "lr": 3.366640000000004e-05
  },
  {
    "step": 1345,
    "loss": 0.022359512746334076,
    "lr": 3.369137500000004e-05
  },
  {
    "step": 1346,
    "loss": 0.004907625261694193,
    "lr": 3.371635000000004e-05
  },
  {
    "step": 1347,
    "loss": 0.03256325423717499,
    "lr": 3.3741325000000044e-05
  },
  {
    "step": 1348,
    "loss": 0.038451869040727615,
    "lr": 3.376630000000004e-05
  },
  {
    "step": 1349,
    "loss": 0.01361575536429882,
    "lr": 3.379127500000005e-05
  },
  {
    "step": 1350,
    "loss": 0.005221750121563673,
    "lr": 3.381625000000005e-05
  },
  {
    "step": 1351,
    "loss": 0.01330307126045227,
    "lr": 3.3841225000000046e-05
  },
  {
    "step": 1352,
    "loss": 0.04272947460412979,
    "lr": 3.3866200000000045e-05
  },
  {
    "step": 1353,
    "loss": 0.003429525764659047,
    "lr": 3.3891175000000044e-05
  },
  {
    "step": 1354,
    "loss": 0.010013368912041187,
    "lr": 3.391615000000004e-05
  },
  {
    "step": 1355,
    "loss": 0.027033396065235138,
    "lr": 3.394112500000004e-05
  },
  {
    "step": 1356,
    "loss": 0.03218572214245796,
    "lr": 3.396610000000004e-05
  },
  {
    "step": 1357,
    "loss": 0.06674408912658691,
    "lr": 3.399107500000004e-05
  },
  {
    "step": 1358,
    "loss": 0.012612670660018921,
    "lr": 3.401605000000004e-05
  },
  {
    "step": 1359,
    "loss": 0.006401881109923124,
    "lr": 3.4041025000000044e-05
  },
  {
    "step": 1360,
    "loss": 0.06638576835393906,
    "lr": 3.406600000000004e-05
  },
  {
    "step": 1361,
    "loss": 0.017704788595438004,
    "lr": 3.409097500000004e-05
  },
  {
    "step": 1362,
    "loss": 0.019121503457427025,
    "lr": 3.411595000000005e-05
  },
  {
    "step": 1363,
    "loss": 0.008239282295107841,
    "lr": 3.4140925000000046e-05
  },
  {
    "step": 1364,
    "loss": 0.007661448325961828,
    "lr": 3.4165900000000045e-05
  },
  {
    "step": 1365,
    "loss": 0.01577726937830448,
    "lr": 3.4190875000000044e-05
  },
  {
    "step": 1366,
    "loss": 0.013866772875189781,
    "lr": 3.421585000000004e-05
  },
  {
    "step": 1367,
    "loss": 0.013639438897371292,
    "lr": 3.424082500000004e-05
  },
  {
    "step": 1368,
    "loss": 0.031389810144901276,
    "lr": 3.426580000000004e-05
  },
  {
    "step": 1369,
    "loss": 0.0038186428137123585,
    "lr": 3.429077500000004e-05
  },
  {
    "step": 1370,
    "loss": 0.014991402626037598,
    "lr": 3.431575000000004e-05
  },
  {
    "step": 1371,
    "loss": 0.03024280071258545,
    "lr": 3.434072500000004e-05
  },
  {
    "step": 1372,
    "loss": 0.010303555987775326,
    "lr": 3.4365700000000036e-05
  },
  {
    "step": 1373,
    "loss": 0.009076270274817944,
    "lr": 3.4390675000000035e-05
  },
  {
    "step": 1374,
    "loss": 0.016697028651833534,
    "lr": 3.4415650000000034e-05
  },
  {
    "step": 1375,
    "loss": 0.02084006555378437,
    "lr": 3.444062500000003e-05
  },
  {
    "step": 1376,
    "loss": 0.00442871917039156,
    "lr": 3.446560000000004e-05
  },
  {
    "step": 1377,
    "loss": 0.005523488856852055,
    "lr": 3.449057500000004e-05
  },
  {
    "step": 1378,
    "loss": 0.004572155885398388,
    "lr": 3.4515550000000036e-05
  },
  {
    "step": 1379,
    "loss": 0.018919870257377625,
    "lr": 3.4540525000000035e-05
  },
  {
    "step": 1380,
    "loss": 0.04493984580039978,
    "lr": 3.4565500000000034e-05
  },
  {
    "step": 1381,
    "loss": 0.0231050755828619,
    "lr": 3.459047500000004e-05
  },
  {
    "step": 1382,
    "loss": 0.033389076590538025,
    "lr": 3.461545000000004e-05
  },
  {
    "step": 1383,
    "loss": 0.05556453764438629,
    "lr": 3.464042500000004e-05
  },
  {
    "step": 1384,
    "loss": 0.033351849764585495,
    "lr": 3.466540000000004e-05
  },
  {
    "step": 1385,
    "loss": 0.03183629736304283,
    "lr": 3.469037500000004e-05
  },
  {
    "step": 1386,
    "loss": 0.015979211777448654,
    "lr": 3.471535000000004e-05
  },
  {
    "step": 1387,
    "loss": 0.01485433615744114,
    "lr": 3.474032500000004e-05
  },
  {
    "step": 1388,
    "loss": 0.033748723566532135,
    "lr": 3.476530000000004e-05
  },
  {
    "step": 1389,
    "loss": 0.008672447875142097,
    "lr": 3.479027500000004e-05
  },
  {
    "step": 1390,
    "loss": 0.014069966040551662,
    "lr": 3.4815250000000036e-05
  },
  {
    "step": 1391,
    "loss": 0.010311643593013287,
    "lr": 3.4840225000000035e-05
  },
  {
    "step": 1392,
    "loss": 0.0063165416941046715,
    "lr": 3.4865200000000033e-05
  },
  {
    "step": 1393,
    "loss": 0.02577994577586651,
    "lr": 3.489017500000004e-05
  },
  {
    "step": 1394,
    "loss": 0.01895657181739807,
    "lr": 3.491515000000004e-05
  },
  {
    "step": 1395,
    "loss": 0.00968894548714161,
    "lr": 3.494012500000004e-05
  },
  {
    "step": 1396,
    "loss": 0.01155053824186325,
    "lr": 3.4965100000000036e-05
  },
  {
    "step": 1397,
    "loss": 0.004225045442581177,
    "lr": 3.499007500000004e-05
  },
  {
    "step": 1398,
    "loss": 0.00662612821906805,
    "lr": 3.501505000000004e-05
  },
  {
    "step": 1399,
    "loss": 0.07332610338926315,
    "lr": 3.5040025000000046e-05
  },
  {
    "step": 1400,
    "loss": 0.14310243725776672,
    "lr": 3.5065000000000045e-05
  },
  {
    "step": 1401,
    "loss": 0.03611119091510773,
    "lr": 3.5089975000000043e-05
  },
  {
    "step": 1402,
    "loss": 0.02100091613829136,
    "lr": 3.511495000000004e-05
  },
  {
    "step": 1403,
    "loss": 0.06735377013683319,
    "lr": 3.513992500000005e-05
  },
  {
    "step": 1404,
    "loss": 0.011244663968682289,
    "lr": 3.516490000000005e-05
  },
  {
    "step": 1405,
    "loss": 0.005440908949822187,
    "lr": 3.5189875000000046e-05
  },
  {
    "step": 1406,
    "loss": 0.01643674075603485,
    "lr": 3.5214850000000045e-05
  },
  {
    "step": 1407,
    "loss": 0.009575591422617435,
    "lr": 3.523982500000004e-05
  },
  {
    "step": 1408,
    "loss": 0.005718685686588287,
    "lr": 3.526480000000004e-05
  },
  {
    "step": 1409,
    "loss": 0.040115516632795334,
    "lr": 3.528977500000004e-05
  },
  {
    "step": 1410,
    "loss": 0.04632535204291344,
    "lr": 3.531475000000004e-05
  },
  {
    "step": 1411,
    "loss": 0.008691961877048016,
    "lr": 3.533972500000004e-05
  },
  {
    "step": 1412,
    "loss": 0.031498901546001434,
    "lr": 3.5364700000000044e-05
  },
  {
    "step": 1413,
    "loss": 0.007176822051405907,
    "lr": 3.538967500000004e-05
  },
  {
    "step": 1414,
    "loss": 0.05609290674328804,
    "lr": 3.541465000000004e-05
  },
  {
    "step": 1415,
    "loss": 0.006964642554521561,
    "lr": 3.543962500000004e-05
  },
  {
    "step": 1416,
    "loss": 0.004337335005402565,
    "lr": 3.546460000000004e-05
  },
  {
    "step": 1417,
    "loss": 0.004237463232129812,
    "lr": 3.548957500000004e-05
  },
  {
    "step": 1418,
    "loss": 0.04873839020729065,
    "lr": 3.551455000000004e-05
  },
  {
    "step": 1419,
    "loss": 0.010686684399843216,
    "lr": 3.5539525000000036e-05
  },
  {
    "step": 1420,
    "loss": 0.004261062480509281,
    "lr": 3.5564500000000035e-05
  },
  {
    "step": 1421,
    "loss": 0.010944618843495846,
    "lr": 3.5589475000000034e-05
  },
  {
    "step": 1422,
    "loss": 0.012294672429561615,
    "lr": 3.561445000000003e-05
  },
  {
    "step": 1423,
    "loss": 0.07579901814460754,
    "lr": 3.563942500000003e-05
  },
  {
    "step": 1424,
    "loss": 0.008355421014130116,
    "lr": 3.566440000000004e-05
  },
  {
    "step": 1425,
    "loss": 0.05057786405086517,
    "lr": 3.568937500000004e-05
  },
  {
    "step": 1426,
    "loss": 0.00928747933357954,
    "lr": 3.571435000000004e-05
  },
  {
    "step": 1427,
    "loss": 0.0041582463309168816,
    "lr": 3.573932500000004e-05
  },
  {
    "step": 1428,
    "loss": 0.02709209732711315,
    "lr": 3.576430000000004e-05
  },
  {
    "step": 1429,
    "loss": 0.005312738008797169,
    "lr": 3.578927500000004e-05
  },
  {
    "step": 1430,
    "loss": 0.013137275353074074,
    "lr": 3.581425000000004e-05
  },
  {
    "step": 1431,
    "loss": 0.01916223019361496,
    "lr": 3.583922500000004e-05
  },
  {
    "step": 1432,
    "loss": 0.00621217954903841,
    "lr": 3.586420000000004e-05
  },
  {
    "step": 1433,
    "loss": 0.006675258278846741,
    "lr": 3.588917500000005e-05
  },
  {
    "step": 1434,
    "loss": 0.014043038710951805,
    "lr": 3.5914150000000046e-05
  },
  {
    "step": 1435,
    "loss": 0.049120888113975525,
    "lr": 3.5939125000000045e-05
  },
  {
    "step": 1436,
    "loss": 0.021562397480010986,
    "lr": 3.5964100000000044e-05
  },
  {
    "step": 1437,
    "loss": 0.005753834266215563,
    "lr": 3.598907500000004e-05
  },
  {
    "step": 1438,
    "loss": 0.011060248129069805,
    "lr": 3.601405000000004e-05
  },
  {
    "step": 1439,
    "loss": 0.005659592337906361,
    "lr": 3.603902500000004e-05
  },
  {
    "step": 1440,
    "loss": 0.010087013244628906,
    "lr": 3.606400000000004e-05
  },
  {
    "step": 1441,
    "loss": 0.010873723775148392,
    "lr": 3.608897500000004e-05
  },
  {
    "step": 1442,
    "loss": 0.014774106442928314,
    "lr": 3.6113950000000044e-05
  },
  {
    "step": 1443,
    "loss": 0.012105530127882957,
    "lr": 3.613892500000004e-05
  },
  {
    "step": 1444,
    "loss": 0.0444011464715004,
    "lr": 3.616390000000004e-05
  },
  {
    "step": 1445,
    "loss": 0.006920982617884874,
    "lr": 3.618887500000004e-05
  },
  {
    "step": 1446,
    "loss": 0.010852117091417313,
    "lr": 3.621385000000004e-05
  },
  {
    "step": 1447,
    "loss": 0.012267271988093853,
    "lr": 3.623882500000004e-05
  },
  {
    "step": 1448,
    "loss": 0.008096347562968731,
    "lr": 3.6263800000000044e-05
  },
  {
    "step": 1449,
    "loss": 0.006914967205375433,
    "lr": 3.628877500000004e-05
  },
  {
    "step": 1450,
    "loss": 0.009103929623961449,
    "lr": 3.631375000000005e-05
  },
  {
    "step": 1451,
    "loss": 0.0760188028216362,
    "lr": 3.633872500000005e-05
  },
  {
    "step": 1452,
    "loss": 0.007906551472842693,
    "lr": 3.6363700000000046e-05
  },
  {
    "step": 1453,
    "loss": 0.03985513374209404,
    "lr": 3.6388675000000045e-05
  },
  {
    "step": 1454,
    "loss": 0.015222045592963696,
    "lr": 3.6413650000000044e-05
  },
  {
    "step": 1455,
    "loss": 0.023160576820373535,
    "lr": 3.643862500000004e-05
  },
  {
    "step": 1456,
    "loss": 0.011024879291653633,
    "lr": 3.646360000000004e-05
  },
  {
    "step": 1457,
    "loss": 0.028813976794481277,
    "lr": 3.648857500000005e-05
  },
  {
    "step": 1458,
    "loss": 0.003988579846918583,
    "lr": 3.6513550000000046e-05
  },
  {
    "step": 1459,
    "loss": 0.008011538535356522,
    "lr": 3.6538525000000045e-05
  },
  {
    "step": 1460,
    "loss": 0.010355262085795403,
    "lr": 3.656350000000005e-05
  },
  {
    "step": 1461,
    "loss": 0.037634726613759995,
    "lr": 3.658847500000005e-05
  },
  {
    "step": 1462,
    "loss": 0.006034060847014189,
    "lr": 3.6613450000000055e-05
  },
  {
    "step": 1463,
    "loss": 0.03648413345217705,
    "lr": 3.6638425000000054e-05
  },
  {
    "step": 1464,
    "loss": 0.010836041532456875,
    "lr": 3.666340000000005e-05
  },
  {
    "step": 1465,
    "loss": 0.041917186230421066,
    "lr": 3.668837500000005e-05
  },
  {
    "step": 1466,
    "loss": 0.013749634847044945,
    "lr": 3.671335000000005e-05
  },
  {
    "step": 1467,
    "loss": 0.0034427845384925604,
    "lr": 3.673832500000005e-05
  },
  {
    "step": 1468,
    "loss": 0.020448876544833183,
    "lr": 3.6763300000000055e-05
  },
  {
    "step": 1469,
    "loss": 0.01049179956316948,
    "lr": 3.6788275000000054e-05
  },
  {
    "step": 1470,
    "loss": 0.004091823473572731,
    "lr": 3.681325000000005e-05
  },
  {
    "step": 1471,
    "loss": 0.002809584606438875,
    "lr": 3.683822500000005e-05
  },
  {
    "step": 1472,
    "loss": 0.011527447029948235,
    "lr": 3.686320000000005e-05
  },
  {
    "step": 1473,
    "loss": 0.009314474649727345,
    "lr": 3.6888175000000056e-05
  },
  {
    "step": 1474,
    "loss": 0.007351383101195097,
    "lr": 3.691315000000006e-05
  },
  {
    "step": 1475,
    "loss": 0.020683329552412033,
    "lr": 3.693812500000006e-05
  },
  {
    "step": 1476,
    "loss": 0.02166927047073841,
    "lr": 3.6963100000000066e-05
  },
  {
    "step": 1477,
    "loss": 0.010551942512392998,
    "lr": 3.6988075000000065e-05
  },
  {
    "step": 1478,
    "loss": 0.25135430693626404,
    "lr": 3.7013050000000064e-05
  },
  {
    "step": 1479,
    "loss": 0.019038362428545952,
    "lr": 3.703802500000006e-05
  },
  {
    "step": 1480,
    "loss": 0.030185896903276443,
    "lr": 3.706300000000007e-05
  },
  {
    "step": 1481,
    "loss": 0.00784442201256752,
    "lr": 3.708797500000007e-05
  },
  {
    "step": 1482,
    "loss": 0.04052174091339111,
    "lr": 3.711295000000007e-05
  },
  {
    "step": 1483,
    "loss": 0.010365232825279236,
    "lr": 3.713792500000007e-05
  },
  {
    "step": 1484,
    "loss": 0.013216577470302582,
    "lr": 3.716290000000007e-05
  },
  {
    "step": 1485,
    "loss": 0.006984158419072628,
    "lr": 3.718787500000007e-05
  },
  {
    "step": 1486,
    "loss": 0.021229594945907593,
    "lr": 3.7212850000000075e-05
  },
  {
    "step": 1487,
    "loss": 0.00835951417684555,
    "lr": 3.723782500000008e-05
  },
  {
    "step": 1488,
    "loss": 0.010277248919010162,
    "lr": 3.726280000000008e-05
  },
  {
    "step": 1489,
    "loss": 0.025225326418876648,
    "lr": 3.728777500000008e-05
  },
  {
    "step": 1490,
    "loss": 0.014438669197261333,
    "lr": 3.731275000000008e-05
  },
  {
    "step": 1491,
    "loss": 0.0166846364736557,
    "lr": 3.7337725000000076e-05
  },
  {
    "step": 1492,
    "loss": 0.009079298004508018,
    "lr": 3.7362700000000075e-05
  },
  {
    "step": 1493,
    "loss": 0.010654234327375889,
    "lr": 3.7387675000000074e-05
  },
  {
    "step": 1494,
    "loss": 0.0057439603842794895,
    "lr": 3.741265000000008e-05
  },
  {
    "step": 1495,
    "loss": 0.004486385267227888,
    "lr": 3.743762500000008e-05
  },
  {
    "step": 1496,
    "loss": 0.005211527459323406,
    "lr": 3.746260000000008e-05
  },
  {
    "step": 1497,
    "loss": 0.00875130482017994,
    "lr": 3.7487575000000076e-05
  },
  {
    "step": 1498,
    "loss": 0.017892275005578995,
    "lr": 3.751255000000008e-05
  },
  {
    "step": 1499,
    "loss": 0.016076039522886276,
    "lr": 3.753752500000008e-05
  },
  {
    "step": 1500,
    "loss": 0.013224031776189804,
    "lr": 3.756250000000008e-05
  },
  {
    "step": 1501,
    "loss": 0.0041708555072546005,
    "lr": 3.7587475000000085e-05
  },
  {
    "step": 1502,
    "loss": 0.027837375178933144,
    "lr": 3.7612450000000084e-05
  },
  {
    "step": 1503,
    "loss": 0.008726977743208408,
    "lr": 3.763742500000008e-05
  },
  {
    "step": 1504,
    "loss": 0.018757054582238197,
    "lr": 3.766240000000008e-05
  },
  {
    "step": 1505,
    "loss": 0.004504597745835781,
    "lr": 3.768737500000009e-05
  },
  {
    "step": 1506,
    "loss": 0.0909334272146225,
    "lr": 3.7712350000000086e-05
  },
  {
    "step": 1507,
    "loss": 0.007464343681931496,
    "lr": 3.7737325000000085e-05
  },
  {
    "step": 1508,
    "loss": 0.008939034305512905,
    "lr": 3.776230000000009e-05
  },
  {
    "step": 1509,
    "loss": 0.0035137892700731754,
    "lr": 3.7787275000000096e-05
  },
  {
    "step": 1510,
    "loss": 0.007045190781354904,
    "lr": 3.7812250000000095e-05
  },
  {
    "step": 1511,
    "loss": 0.018892068415880203,
    "lr": 3.7837225000000094e-05
  },
  {
    "step": 1512,
    "loss": 0.004521438851952553,
    "lr": 3.786220000000009e-05
  },
  {
    "step": 1513,
    "loss": 0.05002204701304436,
    "lr": 3.78871750000001e-05
  },
  {
    "step": 1514,
    "loss": 0.019760703667998314,
    "lr": 3.7912150000000104e-05
  },
  {
    "step": 1515,
    "loss": 0.0817299634218216,
    "lr": 3.793712500000011e-05
  },
  {
    "step": 1516,
    "loss": 0.06111942604184151,
    "lr": 3.7962100000000115e-05
  },
  {
    "step": 1517,
    "loss": 0.010294690728187561,
    "lr": 3.7987075000000114e-05
  },
  {
    "step": 1518,
    "loss": 0.013259375467896461,
    "lr": 3.801205000000012e-05
  },
  {
    "step": 1519,
    "loss": 0.007295011077076197,
    "lr": 3.803702500000012e-05
  },
  {
    "step": 1520,
    "loss": 0.021687572821974754,
    "lr": 3.806200000000012e-05
  },
  {
    "step": 1521,
    "loss": 0.08980658650398254,
    "lr": 3.8086975000000117e-05
  },
  {
    "step": 1522,
    "loss": 0.004378712270408869,
    "lr": 3.8111950000000115e-05
  },
  {
    "step": 1523,
    "loss": 0.009990113787353039,
    "lr": 3.8136925000000114e-05
  },
  {
    "step": 1524,
    "loss": 0.005594504065811634,
    "lr": 3.816190000000011e-05
  },
  {
    "step": 1525,
    "loss": 0.0031470509711652994,
    "lr": 3.818687500000012e-05
  },
  {
    "step": 1526,
    "loss": 0.011044609360396862,
    "lr": 3.821185000000012e-05
  },
  {
    "step": 1527,
    "loss": 0.004174996167421341,
    "lr": 3.8236825000000116e-05
  },
  {
    "step": 1528,
    "loss": 0.00804858934134245,
    "lr": 3.826180000000012e-05
  },
  {
    "step": 1529,
    "loss": 0.005291648209095001,
    "lr": 3.828677500000012e-05
  },
  {
    "step": 1530,
    "loss": 0.017571881413459778,
    "lr": 3.831175000000013e-05
  },
  {
    "step": 1531,
    "loss": 0.006707464344799519,
    "lr": 3.8336725000000125e-05
  },
  {
    "step": 1532,
    "loss": 0.0187563207000494,
    "lr": 3.8361700000000124e-05
  },
  {
    "step": 1533,
    "loss": 0.007913551293313503,
    "lr": 3.838667500000012e-05
  },
  {
    "step": 1534,
    "loss": 0.04402212053537369,
    "lr": 3.841165000000013e-05
  },
  {
    "step": 1535,
    "loss": 0.026217995211482048,
    "lr": 3.843662500000013e-05
  },
  {
    "step": 1536,
    "loss": 0.031873561441898346,
    "lr": 3.8461600000000127e-05
  },
  {
    "step": 1537,
    "loss": 0.009518692269921303,
    "lr": 3.848657500000013e-05
  },
  {
    "step": 1538,
    "loss": 0.04413529857993126,
    "lr": 3.851155000000013e-05
  },
  {
    "step": 1539,
    "loss": 0.007616178132593632,
    "lr": 3.853652500000013e-05
  },
  {
    "step": 1540,
    "loss": 0.019429299980401993,
    "lr": 3.8561500000000136e-05
  },
  {
    "step": 1541,
    "loss": 0.00871167704463005,
    "lr": 3.8586475000000134e-05
  },
  {
    "step": 1542,
    "loss": 0.02481105551123619,
    "lr": 3.861145000000013e-05
  },
  {
    "step": 1543,
    "loss": 0.007899513468146324,
    "lr": 3.863642500000013e-05
  },
  {
    "step": 1544,
    "loss": 0.013317222706973553,
    "lr": 3.866140000000013e-05
  },
  {
    "step": 1545,
    "loss": 0.00734655512496829,
    "lr": 3.868637500000014e-05
  },
  {
    "step": 1546,
    "loss": 0.00884243194013834,
    "lr": 3.8711350000000135e-05
  },
  {
    "step": 1547,
    "loss": 0.013553119264543056,
    "lr": 3.873632500000014e-05
  },
  {
    "step": 1548,
    "loss": 0.0014576653484255075,
    "lr": 3.876130000000014e-05
  },
  {
    "step": 1549,
    "loss": 0.0016546774422749877,
    "lr": 3.878627500000014e-05
  },
  {
    "step": 1550,
    "loss": 0.009622113779187202,
    "lr": 3.881125000000014e-05
  },
  {
    "step": 1551,
    "loss": 0.009915895760059357,
    "lr": 3.883622500000014e-05
  },
  {
    "step": 1552,
    "loss": 0.004638501908630133,
    "lr": 3.886120000000015e-05
  },
  {
    "step": 1553,
    "loss": 0.014751247130334377,
    "lr": 3.888617500000015e-05
  },
  {
    "step": 1554,
    "loss": 0.022022947669029236,
    "lr": 3.891115000000015e-05
  },
  {
    "step": 1555,
    "loss": 0.008783272467553616,
    "lr": 3.893612500000015e-05
  },
  {
    "step": 1556,
    "loss": 0.014689356088638306,
    "lr": 3.896110000000016e-05
  },
  {
    "step": 1557,
    "loss": 0.03175004571676254,
    "lr": 3.898607500000016e-05
  },
  {
    "step": 1558,
    "loss": 0.02714303694665432,
    "lr": 3.9011050000000156e-05
  },
  {
    "step": 1559,
    "loss": 0.004010878037661314,
    "lr": 3.9036025000000155e-05
  },
  {
    "step": 1560,
    "loss": 0.019224034622311592,
    "lr": 3.906100000000015e-05
  },
  {
    "step": 1561,
    "loss": 0.0046016317792236805,
    "lr": 3.908597500000016e-05
  },
  {
    "step": 1562,
    "loss": 0.005732862278819084,
    "lr": 3.911095000000016e-05
  },
  {
    "step": 1563,
    "loss": 0.014422851614654064,
    "lr": 3.9135925000000164e-05
  },
  {
    "step": 1564,
    "loss": 0.0027602596674114466,
    "lr": 3.916090000000017e-05
  },
  {
    "step": 1565,
    "loss": 0.025714153423905373,
    "lr": 3.918587500000017e-05
  },
  {
    "step": 1566,
    "loss": 0.004924265202134848,
    "lr": 3.921085000000017e-05
  },
  {
    "step": 1567,
    "loss": 0.03161505609750748,
    "lr": 3.923582500000017e-05
  },
  {
    "step": 1568,
    "loss": 0.007659570313990116,
    "lr": 3.926080000000017e-05
  },
  {
    "step": 1569,
    "loss": 0.03748372942209244,
    "lr": 3.928577500000018e-05
  },
  {
    "step": 1570,
    "loss": 0.010937808081507683,
    "lr": 3.9310750000000176e-05
  },
  {
    "step": 1571,
    "loss": 0.01313028484582901,
    "lr": 3.933572500000018e-05
  },
  {
    "step": 1572,
    "loss": 0.006888248026371002,
    "lr": 3.936070000000018e-05
  },
  {
    "step": 1573,
    "loss": 0.010753261856734753,
    "lr": 3.938567500000018e-05
  },
  {
    "step": 1574,
    "loss": 0.022747736424207687,
    "lr": 3.941065000000018e-05
  },
  {
    "step": 1575,
    "loss": 0.019985267892479897,
    "lr": 3.943562500000018e-05
  },
  {
    "step": 1576,
    "loss": 0.0071282582357525826,
    "lr": 3.9460600000000176e-05
  },
  {
    "step": 1577,
    "loss": 0.011623814702033997,
    "lr": 3.9485575000000175e-05
  },
  {
    "step": 1578,
    "loss": 0.011374732479453087,
    "lr": 3.951055000000018e-05
  },
  {
    "step": 1579,
    "loss": 0.012429147958755493,
    "lr": 3.953552500000018e-05
  },
  {
    "step": 1580,
    "loss": 0.016657041385769844,
    "lr": 3.956050000000018e-05
  },
  {
    "step": 1581,
    "loss": 0.003204934298992157,
    "lr": 3.9585475000000184e-05
  },
  {
    "step": 1582,
    "loss": 0.008061847649514675,
    "lr": 3.961045000000018e-05
  },
  {
    "step": 1583,
    "loss": 0.0032543563283979893,
    "lr": 3.963542500000019e-05
  },
  {
    "step": 1584,
    "loss": 0.02629738673567772,
    "lr": 3.966040000000019e-05
  },
  {
    "step": 1585,
    "loss": 0.0077400715090334415,
    "lr": 3.9685375000000186e-05
  },
  {
    "step": 1586,
    "loss": 0.011152531020343304,
    "lr": 3.9710350000000185e-05
  },
  {
    "step": 1587,
    "loss": 0.008777804672718048,
    "lr": 3.973532500000019e-05
  },
  {
    "step": 1588,
    "loss": 0.010311623103916645,
    "lr": 3.976030000000019e-05
  },
  {
    "step": 1589,
    "loss": 0.013734288513660431,
    "lr": 3.9785275000000195e-05
  },
  {
    "step": 1590,
    "loss": 0.01567784883081913,
    "lr": 3.9810250000000194e-05
  },
  {
    "step": 1591,
    "loss": 0.004945479333400726,
    "lr": 3.983522500000019e-05
  },
  {
    "step": 1592,
    "loss": 0.007883335463702679,
    "lr": 3.986020000000019e-05
  },
  {
    "step": 1593,
    "loss": 0.0210187416523695,
    "lr": 3.988517500000019e-05
  },
  {
    "step": 1594,
    "loss": 0.007888694293797016,
    "lr": 3.991015000000019e-05
  },
  {
    "step": 1595,
    "loss": 0.011401724070310593,
    "lr": 3.993512500000019e-05
  },
  {
    "step": 1596,
    "loss": 0.02934524230659008,
    "lr": 3.996010000000019e-05
  },
  {
    "step": 1597,
    "loss": 0.016977829858660698,
    "lr": 3.9985075000000186e-05
  },
  {
    "step": 1598,
    "loss": 0.013663176447153091,
    "lr": 4.0010050000000185e-05
  },
  {
    "step": 1599,
    "loss": 0.00991938728839159,
    "lr": 4.003502500000019e-05
  },
  {
    "step": 1600,
    "loss": 0.006542232818901539,
    "lr": 4.006000000000019e-05
  },
  {
    "step": 1601,
    "loss": 0.006240985821932554,
    "lr": 4.008497500000019e-05
  },
  {
    "step": 1602,
    "loss": 0.10570673644542694,
    "lr": 4.010995000000019e-05
  },
  {
    "step": 1603,
    "loss": 0.008231744170188904,
    "lr": 4.0134925000000186e-05
  },
  {
    "step": 1604,
    "loss": 0.02808254212141037,
    "lr": 4.0159900000000184e-05
  },
  {
    "step": 1605,
    "loss": 0.011897841468453407,
    "lr": 4.018487500000018e-05
  },
  {
    "step": 1606,
    "loss": 0.007547315210103989,
    "lr": 4.020985000000018e-05
  },
  {
    "step": 1607,
    "loss": 0.016044918447732925,
    "lr": 4.023482500000019e-05
  },
  {
    "step": 1608,
    "loss": 0.008010822348296642,
    "lr": 4.025980000000019e-05
  },
  {
    "step": 1609,
    "loss": 0.009986359626054764,
    "lr": 4.028477500000019e-05
  },
  {
    "step": 1610,
    "loss": 0.014922786504030228,
    "lr": 4.030975000000019e-05
  },
  {
    "step": 1611,
    "loss": 0.003689390141516924,
    "lr": 4.03347250000002e-05
  },
  {
    "step": 1612,
    "loss": 0.009850801900029182,
    "lr": 4.0359700000000196e-05
  },
  {
    "step": 1613,
    "loss": 0.0031704301945865154,
    "lr": 4.0384675000000195e-05
  },
  {
    "step": 1614,
    "loss": 0.01079673320055008,
    "lr": 4.0409650000000193e-05
  },
  {
    "step": 1615,
    "loss": 0.008374729193747044,
    "lr": 4.043462500000019e-05
  },
  {
    "step": 1616,
    "loss": 0.01877358742058277,
    "lr": 4.045960000000019e-05
  },
  {
    "step": 1617,
    "loss": 0.002823613351210952,
    "lr": 4.04845750000002e-05
  },
  {
    "step": 1618,
    "loss": 0.013757309876382351,
    "lr": 4.0509550000000196e-05
  },
  {
    "step": 1619,
    "loss": 0.009620750322937965,
    "lr": 4.0534525000000194e-05
  },
  {
    "step": 1620,
    "loss": 0.003717282321304083,
    "lr": 4.055950000000019e-05
  },
  {
    "step": 1621,
    "loss": 0.018081897869706154,
    "lr": 4.05844750000002e-05
  },
  {
    "step": 1622,
    "loss": 0.006204979494214058,
    "lr": 4.06094500000002e-05
  },
  {
    "step": 1623,
    "loss": 0.01514916867017746,
    "lr": 4.0634425000000203e-05
  },
  {
    "step": 1624,
    "loss": 0.006111265625804663,
    "lr": 4.065940000000021e-05
  },
  {
    "step": 1625,
    "loss": 0.005803673528134823,
    "lr": 4.068437500000021e-05
  },
  {
    "step": 1626,
    "loss": 0.004174838773906231,
    "lr": 4.070935000000021e-05
  },
  {
    "step": 1627,
    "loss": 0.026219552382826805,
    "lr": 4.073432500000021e-05
  },
  {
    "step": 1628,
    "loss": 0.018875727429986,
    "lr": 4.075930000000022e-05
  },
  {
    "step": 1629,
    "loss": 0.02885376289486885,
    "lr": 4.0784275000000224e-05
  },
  {
    "step": 1630,
    "loss": 0.004669568967074156,
    "lr": 4.080925000000022e-05
  },
  {
    "step": 1631,
    "loss": 0.018061215057969093,
    "lr": 4.083422500000022e-05
  },
  {
    "step": 1632,
    "loss": 0.005279961973428726,
    "lr": 4.085920000000022e-05
  },
  {
    "step": 1633,
    "loss": 0.00576283922418952,
    "lr": 4.088417500000022e-05
  },
  {
    "step": 1634,
    "loss": 0.005273984279483557,
    "lr": 4.090915000000022e-05
  },
  {
    "step": 1635,
    "loss": 0.039914507418870926,
    "lr": 4.093412500000022e-05
  },
  {
    "step": 1636,
    "loss": 0.004466811660677195,
    "lr": 4.0959100000000216e-05
  },
  {
    "step": 1637,
    "loss": 0.01890653930604458,
    "lr": 4.0984075000000215e-05
  },
  {
    "step": 1638,
    "loss": 0.006803121417760849,
    "lr": 4.100905000000022e-05
  },
  {
    "step": 1639,
    "loss": 0.010817392729222775,
    "lr": 4.103402500000022e-05
  },
  {
    "step": 1640,
    "loss": 0.0048683094792068005,
    "lr": 4.105900000000022e-05
  },
  {
    "step": 1641,
    "loss": 0.05839722231030464,
    "lr": 4.108397500000022e-05
  },
  {
    "step": 1642,
    "loss": 0.01647273264825344,
    "lr": 4.1108950000000216e-05
  },
  {
    "step": 1643,
    "loss": 0.01019905973225832,
    "lr": 4.113392500000022e-05
  },
  {
    "step": 1644,
    "loss": 0.07132808119058609,
    "lr": 4.115890000000022e-05
  },
  {
    "step": 1645,
    "loss": 0.0189591646194458,
    "lr": 4.1183875000000226e-05
  },
  {
    "step": 1646,
    "loss": 0.1069689616560936,
    "lr": 4.1208850000000225e-05
  },
  {
    "step": 1647,
    "loss": 0.011736280284821987,
    "lr": 4.1233825000000223e-05
  },
  {
    "step": 1648,
    "loss": 0.049763645976781845,
    "lr": 4.125880000000022e-05
  },
  {
    "step": 1649,
    "loss": 0.006847958080470562,
    "lr": 4.128377500000022e-05
  },
  {
    "step": 1650,
    "loss": 0.005146227311342955,
    "lr": 4.130875000000022e-05
  },
  {
    "step": 1651,
    "loss": 0.020796524360775948,
    "lr": 4.133372500000022e-05
  },
  {
    "step": 1652,
    "loss": 0.0030807529110461473,
    "lr": 4.135870000000022e-05
  },
  {
    "step": 1653,
    "loss": 0.0035831062123179436,
    "lr": 4.138367500000022e-05
  },
  {
    "step": 1654,
    "loss": 0.15110020339488983,
    "lr": 4.1408650000000216e-05
  },
  {
    "step": 1655,
    "loss": 0.009655243717133999,
    "lr": 4.1433625000000214e-05
  },
  {
    "step": 1656,
    "loss": 0.00967046245932579,
    "lr": 4.145860000000021e-05
  },
  {
    "step": 1657,
    "loss": 0.015628939494490623,
    "lr": 4.148357500000021e-05
  },
  {
    "step": 1658,
    "loss": 0.010219277814030647,
    "lr": 4.150855000000021e-05
  },
  {
    "step": 1659,
    "loss": 0.08348972350358963,
    "lr": 4.153352500000021e-05
  },
  {
    "step": 1660,
    "loss": 0.021116027608513832,
    "lr": 4.155850000000021e-05
  },
  {
    "step": 1661,
    "loss": 0.0059265256859362125,
    "lr": 4.1583475000000214e-05
  },
  {
    "step": 1662,
    "loss": 0.047622594982385635,
    "lr": 4.160845000000021e-05
  },
  {
    "step": 1663,
    "loss": 0.017949899658560753,
    "lr": 4.163342500000021e-05
  },
  {
    "step": 1664,
    "loss": 0.0045423428528010845,
    "lr": 4.165840000000021e-05
  },
  {
    "step": 1665,
    "loss": 0.0039024173747748137,
    "lr": 4.1683375000000217e-05
  },
  {
    "step": 1666,
    "loss": 0.022072384133934975,
    "lr": 4.1708350000000215e-05
  },
  {
    "step": 1667,
    "loss": 0.006258336827158928,
    "lr": 4.1733325000000214e-05
  },
  {
    "step": 1668,
    "loss": 0.015128081664443016,
    "lr": 4.175830000000022e-05
  },
  {
    "step": 1669,
    "loss": 0.003932937979698181,
    "lr": 4.178327500000022e-05
  },
  {
    "step": 1670,
    "loss": 0.02146899327635765,
    "lr": 4.1808250000000224e-05
  },
  {
    "step": 1671,
    "loss": 0.005627862177789211,
    "lr": 4.183322500000022e-05
  },
  {
    "step": 1672,
    "loss": 0.008341441862285137,
    "lr": 4.185820000000022e-05
  },
  {
    "step": 1673,
    "loss": 0.009480801410973072,
    "lr": 4.188317500000022e-05
  },
  {
    "step": 1674,
    "loss": 0.021762561053037643,
    "lr": 4.1908150000000227e-05
  },
  {
    "step": 1675,
    "loss": 0.040339045226573944,
    "lr": 4.1933125000000225e-05
  },
  {
    "step": 1676,
    "loss": 0.004457966424524784,
    "lr": 4.1958100000000224e-05
  },
  {
    "step": 1677,
    "loss": 0.006234109401702881,
    "lr": 4.198307500000023e-05
  },
  {
    "step": 1678,
    "loss": 0.04469447210431099,
    "lr": 4.200805000000023e-05
  },
  {
    "step": 1679,
    "loss": 0.004629175644367933,
    "lr": 4.203302500000023e-05
  },
  {
    "step": 1680,
    "loss": 0.01536139752715826,
    "lr": 4.205800000000023e-05
  },
  {
    "step": 1681,
    "loss": 0.016749611124396324,
    "lr": 4.208297500000023e-05
  },
  {
    "step": 1682,
    "loss": 0.032754309475421906,
    "lr": 4.210795000000023e-05
  },
  {
    "step": 1683,
    "loss": 0.008999709971249104,
    "lr": 4.213292500000023e-05
  },
  {
    "step": 1684,
    "loss": 0.011924630030989647,
    "lr": 4.2157900000000235e-05
  },
  {
    "step": 1685,
    "loss": 0.01010811422020197,
    "lr": 4.2182875000000234e-05
  },
  {
    "step": 1686,
    "loss": 0.005698821973055601,
    "lr": 4.220785000000023e-05
  },
  {
    "step": 1687,
    "loss": 0.05163472518324852,
    "lr": 4.223282500000024e-05
  },
  {
    "step": 1688,
    "loss": 0.005222111940383911,
    "lr": 4.225780000000024e-05
  },
  {
    "step": 1689,
    "loss": 0.034644149243831635,
    "lr": 4.2282775000000237e-05
  },
  {
    "step": 1690,
    "loss": 0.022166168317198753,
    "lr": 4.2307750000000235e-05
  },
  {
    "step": 1691,
    "loss": 0.008789769373834133,
    "lr": 4.233272500000024e-05
  },
  {
    "step": 1692,
    "loss": 0.008390004746615887,
    "lr": 4.235770000000024e-05
  },
  {
    "step": 1693,
    "loss": 0.0062065934762358665,
    "lr": 4.2382675000000246e-05
  },
  {
    "step": 1694,
    "loss": 0.019686557352542877,
    "lr": 4.2407650000000244e-05
  },
  {
    "step": 1695,
    "loss": 0.023796286433935165,
    "lr": 4.243262500000024e-05
  },
  {
    "step": 1696,
    "loss": 0.03718546777963638,
    "lr": 4.245760000000024e-05
  },
  {
    "step": 1697,
    "loss": 0.013626722618937492,
    "lr": 4.248257500000025e-05
  },
  {
    "step": 1698,
    "loss": 0.010689835995435715,
    "lr": 4.2507550000000253e-05
  },
  {
    "step": 1699,
    "loss": 0.014030832797288895,
    "lr": 4.253252500000026e-05
  },
  {
    "step": 1700,
    "loss": 0.009550899267196655,
    "lr": 4.255750000000026e-05
  },
  {
    "step": 1701,
    "loss": 0.034133680164813995,
    "lr": 4.258247500000026e-05
  },
  {
    "step": 1702,
    "loss": 0.004854078870266676,
    "lr": 4.260745000000026e-05
  },
  {
    "step": 1703,
    "loss": 0.00658205384388566,
    "lr": 4.263242500000026e-05
  },
  {
    "step": 1704,
    "loss": 0.061295490711927414,
    "lr": 4.265740000000026e-05
  },
  {
    "step": 1705,
    "loss": 0.008213359862565994,
    "lr": 4.268237500000026e-05
  },
  {
    "step": 1706,
    "loss": 0.007910527288913727,
    "lr": 4.270735000000026e-05
  },
  {
    "step": 1707,
    "loss": 0.08383073657751083,
    "lr": 4.2732325000000263e-05
  },
  {
    "step": 1708,
    "loss": 0.014759865589439869,
    "lr": 4.275730000000026e-05
  },
  {
    "step": 1709,
    "loss": 0.0040775020606815815,
    "lr": 4.278227500000026e-05
  },
  {
    "step": 1710,
    "loss": 0.02062634937465191,
    "lr": 4.280725000000026e-05
  },
  {
    "step": 1711,
    "loss": 0.018224632367491722,
    "lr": 4.2832225000000266e-05
  },
  {
    "step": 1712,
    "loss": 0.03877710551023483,
    "lr": 4.2857200000000265e-05
  },
  {
    "step": 1713,
    "loss": 0.010170593857765198,
    "lr": 4.288217500000026e-05
  },
  {
    "step": 1714,
    "loss": 0.00366608495824039,
    "lr": 4.290715000000026e-05
  },
  {
    "step": 1715,
    "loss": 0.006541837938129902,
    "lr": 4.293212500000027e-05
  },
  {
    "step": 1716,
    "loss": 0.05177765712141991,
    "lr": 4.295710000000027e-05
  },
  {
    "step": 1717,
    "loss": 0.005707860924303532,
    "lr": 4.2982075000000266e-05
  },
  {
    "step": 1718,
    "loss": 0.0234299935400486,
    "lr": 4.3007050000000264e-05
  },
  {
    "step": 1719,
    "loss": 0.023284059017896652,
    "lr": 4.303202500000026e-05
  },
  {
    "step": 1720,
    "loss": 0.005141817033290863,
    "lr": 4.305700000000026e-05
  },
  {
    "step": 1721,
    "loss": 0.006263711955398321,
    "lr": 4.308197500000026e-05
  },
  {
    "step": 1722,
    "loss": 0.017069635912775993,
    "lr": 4.310695000000026e-05
  },
  {
    "step": 1723,
    "loss": 0.003641730174422264,
    "lr": 4.313192500000026e-05
  },
  {
    "step": 1724,
    "loss": 0.005386286415159702,
    "lr": 4.315690000000026e-05
  },
  {
    "step": 1725,
    "loss": 0.009552407078444958,
    "lr": 4.3181875000000256e-05
  },
  {
    "step": 1726,
    "loss": 0.008902885019779205,
    "lr": 4.3206850000000255e-05
  },
  {
    "step": 1727,
    "loss": 0.017943907529115677,
    "lr": 4.3231825000000254e-05
  },
  {
    "step": 1728,
    "loss": 0.015600340440869331,
    "lr": 4.325680000000025e-05
  },
  {
    "step": 1729,
    "loss": 0.004956935998052359,
    "lr": 4.328177500000025e-05
  },
  {
    "step": 1730,
    "loss": 0.01735627092421055,
    "lr": 4.330675000000025e-05
  },
  {
    "step": 1731,
    "loss": 0.009797063656151295,
    "lr": 4.3331725000000256e-05
  },
  {
    "step": 1732,
    "loss": 0.0069704437628388405,
    "lr": 4.335670000000026e-05
  },
  {
    "step": 1733,
    "loss": 0.008989233523607254,
    "lr": 4.338167500000026e-05
  },
  {
    "step": 1734,
    "loss": 0.021325698122382164,
    "lr": 4.340665000000026e-05
  },
  {
    "step": 1735,
    "loss": 0.004903780296444893,
    "lr": 4.3431625000000265e-05
  },
  {
    "step": 1736,
    "loss": 0.009578278288245201,
    "lr": 4.3456600000000264e-05
  },
  {
    "step": 1737,
    "loss": 0.007497889921069145,
    "lr": 4.348157500000026e-05
  },
  {
    "step": 1738,
    "loss": 0.027250822633504868,
    "lr": 4.350655000000026e-05
  },
  {
    "step": 1739,
    "loss": 0.025032395496964455,
    "lr": 4.353152500000026e-05
  },
  {
    "step": 1740,
    "loss": 0.016734380275011063,
    "lr": 4.355650000000026e-05
  },
  {
    "step": 1741,
    "loss": 0.006396639160811901,
    "lr": 4.358147500000026e-05
  },
  {
    "step": 1742,
    "loss": 0.039934635162353516,
    "lr": 4.360645000000026e-05
  },
  {
    "step": 1743,
    "loss": 0.015619981102645397,
    "lr": 4.3631425000000256e-05
  },
  {
    "step": 1744,
    "loss": 0.018027745187282562,
    "lr": 4.365640000000026e-05
  },
  {
    "step": 1745,
    "loss": 0.0037057832814753056,
    "lr": 4.368137500000026e-05
  },
  {
    "step": 1746,
    "loss": 0.008507746271789074,
    "lr": 4.370635000000026e-05
  },
  {
    "step": 1747,
    "loss": 0.012971932999789715,
    "lr": 4.373132500000026e-05
  },
  {
    "step": 1748,
    "loss": 0.012281149625778198,
    "lr": 4.375630000000026e-05
  },
  {
    "step": 1749,
    "loss": 0.008352655917406082,
    "lr": 4.378127500000026e-05
  },
  {
    "step": 1750,
    "loss": 0.009743955917656422,
    "lr": 4.380625000000026e-05
  },
  {
    "step": 1751,
    "loss": 0.02214845083653927,
    "lr": 4.383122500000026e-05
  },
  {
    "step": 1752,
    "loss": 0.00858203787356615,
    "lr": 4.385620000000026e-05
  },
  {
    "step": 1753,
    "loss": 0.026099657639861107,
    "lr": 4.388117500000026e-05
  },
  {
    "step": 1754,
    "loss": 0.008756143972277641,
    "lr": 4.390615000000026e-05
  },
  {
    "step": 1755,
    "loss": 0.013295265845954418,
    "lr": 4.3931125000000256e-05
  },
  {
    "step": 1756,
    "loss": 0.015013065189123154,
    "lr": 4.395610000000026e-05
  },
  {
    "step": 1757,
    "loss": 0.006919931620359421,
    "lr": 4.398107500000026e-05
  },
  {
    "step": 1758,
    "loss": 0.008580785244703293,
    "lr": 4.400605000000026e-05
  },
  {
    "step": 1759,
    "loss": 0.007029786705970764,
    "lr": 4.403102500000026e-05
  },
  {
    "step": 1760,
    "loss": 0.007006407715380192,
    "lr": 4.405600000000026e-05
  },
  {
    "step": 1761,
    "loss": 0.03645458444952965,
    "lr": 4.408097500000026e-05
  },
  {
    "step": 1762,
    "loss": 0.003905635792762041,
    "lr": 4.410595000000027e-05
  },
  {
    "step": 1763,
    "loss": 0.0748853012919426,
    "lr": 4.413092500000027e-05
  },
  {
    "step": 1764,
    "loss": 0.007049698382616043,
    "lr": 4.4155900000000266e-05
  },
  {
    "step": 1765,
    "loss": 0.018787814304232597,
    "lr": 4.4180875000000265e-05
  },
  {
    "step": 1766,
    "loss": 0.010178309865295887,
    "lr": 4.4205850000000264e-05
  },
  {
    "step": 1767,
    "loss": 0.01441258005797863,
    "lr": 4.423082500000027e-05
  },
  {
    "step": 1768,
    "loss": 0.01920001022517681,
    "lr": 4.4255800000000275e-05
  },
  {
    "step": 1769,
    "loss": 0.00633697584271431,
    "lr": 4.4280775000000274e-05
  },
  {
    "step": 1770,
    "loss": 0.019819827750325203,
    "lr": 4.430575000000027e-05
  },
  {
    "step": 1771,
    "loss": 0.007628925144672394,
    "lr": 4.433072500000028e-05
  },
  {
    "step": 1772,
    "loss": 0.02287391573190689,
    "lr": 4.435570000000028e-05
  },
  {
    "step": 1773,
    "loss": 0.005624502897262573,
    "lr": 4.438067500000028e-05
  },
  {
    "step": 1774,
    "loss": 0.004730138927698135,
    "lr": 4.440565000000028e-05
  },
  {
    "step": 1775,
    "loss": 0.005256406031548977,
    "lr": 4.443062500000029e-05
  },
  {
    "step": 1776,
    "loss": 0.03872765600681305,
    "lr": 4.4455600000000286e-05
  },
  {
    "step": 1777,
    "loss": 0.039827730506658554,
    "lr": 4.4480575000000285e-05
  },
  {
    "step": 1778,
    "loss": 0.0380069836974144,
    "lr": 4.450555000000029e-05
  },
  {
    "step": 1779,
    "loss": 0.1877838373184204,
    "lr": 4.453052500000029e-05
  },
  {
    "step": 1780,
    "loss": 0.01459570974111557,
    "lr": 4.455550000000029e-05
  },
  {
    "step": 1781,
    "loss": 0.009107495658099651,
    "lr": 4.4580475000000294e-05
  },
  {
    "step": 1782,
    "loss": 0.05322181433439255,
    "lr": 4.46054500000003e-05
  },
  {
    "step": 1783,
    "loss": 0.02606324665248394,
    "lr": 4.4630425000000305e-05
  },
  {
    "step": 1784,
    "loss": 0.028039906173944473,
    "lr": 4.465540000000031e-05
  },
  {
    "step": 1785,
    "loss": 0.009756812825798988,
    "lr": 4.468037500000031e-05
  },
  {
    "step": 1786,
    "loss": 0.004020802676677704,
    "lr": 4.470535000000031e-05
  },
  {
    "step": 1787,
    "loss": 0.0025545961689203978,
    "lr": 4.473032500000031e-05
  },
  {
    "step": 1788,
    "loss": 0.08772945404052734,
    "lr": 4.475530000000031e-05
  },
  {
    "step": 1789,
    "loss": 0.0168449729681015,
    "lr": 4.478027500000032e-05
  },
  {
    "step": 1790,
    "loss": 0.007187218405306339,
    "lr": 4.480525000000032e-05
  },
  {
    "step": 1791,
    "loss": 0.011736895889043808,
    "lr": 4.483022500000032e-05
  },
  {
    "step": 1792,
    "loss": 0.004596053157001734,
    "lr": 4.485520000000032e-05
  },
  {
    "step": 1793,
    "loss": 0.08578179776668549,
    "lr": 4.488017500000032e-05
  },
  {
    "step": 1794,
    "loss": 0.017903564497828484,
    "lr": 4.490515000000033e-05
  },
  {
    "step": 1795,
    "loss": 0.01031536515802145,
    "lr": 4.4930125000000326e-05
  },
  {
    "step": 1796,
    "loss": 0.026230625808238983,
    "lr": 4.4955100000000325e-05
  },
  {
    "step": 1797,
    "loss": 0.0051741753704845905,
    "lr": 4.498007500000032e-05
  },
  {
    "step": 1798,
    "loss": 0.006212644279003143,
    "lr": 4.500505000000032e-05
  },
  {
    "step": 1799,
    "loss": 0.023159438744187355,
    "lr": 4.503002500000033e-05
  },
  {
    "step": 1800,
    "loss": 0.004164823796600103,
    "lr": 4.505500000000033e-05
  },
  {
    "step": 1801,
    "loss": 0.00453947763890028,
    "lr": 4.5079975000000326e-05
  },
  {
    "step": 1802,
    "loss": 0.019259605556726456,
    "lr": 4.5104950000000324e-05
  },
  {
    "step": 1803,
    "loss": 0.01811598427593708,
    "lr": 4.512992500000033e-05
  },
  {
    "step": 1804,
    "loss": 0.01612088643014431,
    "lr": 4.515490000000033e-05
  },
  {
    "step": 1805,
    "loss": 0.010046413168311119,
    "lr": 4.517987500000033e-05
  },
  {
    "step": 1806,
    "loss": 0.0060278610326349735,
    "lr": 4.5204850000000333e-05
  },
  {
    "step": 1807,
    "loss": 0.0102780656889081,
    "lr": 4.522982500000034e-05
  },
  {
    "step": 1808,
    "loss": 0.005117696709930897,
    "lr": 4.525480000000034e-05
  },
  {
    "step": 1809,
    "loss": 0.03897490352392197,
    "lr": 4.5279775000000344e-05
  },
  {
    "step": 1810,
    "loss": 0.009467657655477524,
    "lr": 4.530475000000035e-05
  },
  {
    "step": 1811,
    "loss": 0.015971800312399864,
    "lr": 4.532972500000035e-05
  },
  {
    "step": 1812,
    "loss": 0.006728571839630604,
    "lr": 4.5354700000000354e-05
  },
  {
    "step": 1813,
    "loss": 0.03343963250517845,
    "lr": 4.537967500000036e-05
  },
  {
    "step": 1814,
    "loss": 0.048496417701244354,
    "lr": 4.5404650000000365e-05
  },
  {
    "step": 1815,
    "loss": 0.011085177771747112,
    "lr": 4.5429625000000364e-05
  },
  {
    "step": 1816,
    "loss": 0.04335939884185791,
    "lr": 4.545460000000036e-05
  },
  {
    "step": 1817,
    "loss": 0.01179075613617897,
    "lr": 4.547957500000036e-05
  },
  {
    "step": 1818,
    "loss": 0.010172857902944088,
    "lr": 4.550455000000036e-05
  },
  {
    "step": 1819,
    "loss": 0.0051682377234101295,
    "lr": 4.5529525000000366e-05
  },
  {
    "step": 1820,
    "loss": 0.013914039358496666,
    "lr": 4.5554500000000365e-05
  },
  {
    "step": 1821,
    "loss": 0.06065363064408302,
    "lr": 4.5579475000000364e-05
  },
  {
    "step": 1822,
    "loss": 0.007561617065221071,
    "lr": 4.560445000000036e-05
  },
  {
    "step": 1823,
    "loss": 0.013586102053523064,
    "lr": 4.562942500000036e-05
  },
  {
    "step": 1824,
    "loss": 0.02091243304312229,
    "lr": 4.565440000000037e-05
  },
  {
    "step": 1825,
    "loss": 0.011524148285388947,
    "lr": 4.567937500000037e-05
  },
  {
    "step": 1826,
    "loss": 0.13224904239177704,
    "lr": 4.570435000000037e-05
  },
  {
    "step": 1827,
    "loss": 0.01314618717879057,
    "lr": 4.572932500000037e-05
  },
  {
    "step": 1828,
    "loss": 0.023927008733153343,
    "lr": 4.575430000000037e-05
  },
  {
    "step": 1829,
    "loss": 0.04104673117399216,
    "lr": 4.577927500000037e-05
  },
  {
    "step": 1830,
    "loss": 0.011468646116554737,
    "lr": 4.580425000000037e-05
  },
  {
    "step": 1831,
    "loss": 0.005248371511697769,
    "lr": 4.582922500000037e-05
  },
  {
    "step": 1832,
    "loss": 0.012103630229830742,
    "lr": 4.585420000000038e-05
  },
  {
    "step": 1833,
    "loss": 0.008331779390573502,
    "lr": 4.5879175000000384e-05
  },
  {
    "step": 1834,
    "loss": 0.00538035249337554,
    "lr": 4.590415000000039e-05
  },
  {
    "step": 1835,
    "loss": 0.031266819685697556,
    "lr": 4.592912500000039e-05
  },
  {
    "step": 1836,
    "loss": 0.009138106368482113,
    "lr": 4.595410000000039e-05
  },
  {
    "step": 1837,
    "loss": 0.0034425377380102873,
    "lr": 4.597907500000038e-05
  },
  {
    "step": 1838,
    "loss": 0.018650759011507034,
    "lr": 4.600405000000038e-05
  },
  {
    "step": 1839,
    "loss": 0.03242144361138344,
    "lr": 4.602902500000038e-05
  },
  {
    "step": 1840,
    "loss": 0.05211355909705162,
    "lr": 4.6054000000000376e-05
  },
  {
    "step": 1841,
    "loss": 0.00841463077813387,
    "lr": 4.607897500000037e-05
  },
  {
    "step": 1842,
    "loss": 0.006771811284124851,
    "lr": 4.610395000000037e-05
  },
  {
    "step": 1843,
    "loss": 0.06526660919189453,
    "lr": 4.612892500000036e-05
  },
  {
    "step": 1844,
    "loss": 0.026981722563505173,
    "lr": 4.615390000000036e-05
  },
  {
    "step": 1845,
    "loss": 0.018770519644021988,
    "lr": 4.617887500000036e-05
  },
  {
    "step": 1846,
    "loss": 0.00643380731344223,
    "lr": 4.620385000000036e-05
  },
  {
    "step": 1847,
    "loss": 0.03136537969112396,
    "lr": 4.622882500000036e-05
  },
  {
    "step": 1848,
    "loss": 0.02452099323272705,
    "lr": 4.625380000000036e-05
  },
  {
    "step": 1849,
    "loss": 0.030114147812128067,
    "lr": 4.627877500000036e-05
  },
  {
    "step": 1850,
    "loss": 0.015913695096969604,
    "lr": 4.630375000000036e-05
  },
  {
    "step": 1851,
    "loss": 0.013528577983379364,
    "lr": 4.6328725000000357e-05
  },
  {
    "step": 1852,
    "loss": 0.10775257647037506,
    "lr": 4.6353700000000355e-05
  },
  {
    "step": 1853,
    "loss": 0.001475716009736061,
    "lr": 4.6378675000000354e-05
  },
  {
    "step": 1854,
    "loss": 0.005121537949889898,
    "lr": 4.640365000000035e-05
  },
  {
    "step": 1855,
    "loss": 0.0034688874147832394,
    "lr": 4.642862500000036e-05
  },
  {
    "step": 1856,
    "loss": 0.013850405812263489,
    "lr": 4.6453600000000364e-05
  },
  {
    "step": 1857,
    "loss": 0.008995341137051582,
    "lr": 4.647857500000037e-05
  },
  {
    "step": 1858,
    "loss": 0.00563792372122407,
    "lr": 4.650355000000037e-05
  },
  {
    "step": 1859,
    "loss": 0.026389583945274353,
    "lr": 4.652852500000037e-05
  },
  {
    "step": 1860,
    "loss": 0.007722422014921904,
    "lr": 4.6553500000000373e-05
  },
  {
    "step": 1861,
    "loss": 0.013976367190480232,
    "lr": 4.657847500000037e-05
  },
  {
    "step": 1862,
    "loss": 0.0054448568262159824,
    "lr": 4.660345000000037e-05
  },
  {
    "step": 1863,
    "loss": 0.011624868027865887,
    "lr": 4.662842500000038e-05
  },
  {
    "step": 1864,
    "loss": 0.005607842933386564,
    "lr": 4.6653400000000376e-05
  },
  {
    "step": 1865,
    "loss": 0.023153474554419518,
    "lr": 4.6678375000000375e-05
  },
  {
    "step": 1866,
    "loss": 0.004260508343577385,
    "lr": 4.670335000000037e-05
  },
  {
    "step": 1867,
    "loss": 0.02248072810471058,
    "lr": 4.672832500000038e-05
  },
  {
    "step": 1868,
    "loss": 0.007613334804773331,
    "lr": 4.6753300000000385e-05
  },
  {
    "step": 1869,
    "loss": 0.0038266920018941164,
    "lr": 4.6778275000000384e-05
  },
  {
    "step": 1870,
    "loss": 0.003965645097196102,
    "lr": 4.680325000000039e-05
  },
  {
    "step": 1871,
    "loss": 0.008048582822084427,
    "lr": 4.682822500000039e-05
  },
  {
    "step": 1872,
    "loss": 0.13218480348587036,
    "lr": 4.685320000000039e-05
  },
  {
    "step": 1873,
    "loss": 0.04345100000500679,
    "lr": 4.687817500000039e-05
  },
  {
    "step": 1874,
    "loss": 0.0040875389240682125,
    "lr": 4.690315000000039e-05
  },
  {
    "step": 1875,
    "loss": 0.007424729410558939,
    "lr": 4.69281250000004e-05
  },
  {
    "step": 1876,
    "loss": 0.006537781096994877,
    "lr": 4.6953100000000396e-05
  },
  {
    "step": 1877,
    "loss": 0.01077129878103733,
    "lr": 4.6978075000000395e-05
  },
  {
    "step": 1878,
    "loss": 0.006751391105353832,
    "lr": 4.7003050000000394e-05
  },
  {
    "step": 1879,
    "loss": 0.006272302940487862,
    "lr": 4.702802500000039e-05
  },
  {
    "step": 1880,
    "loss": 0.00792889017611742,
    "lr": 4.70530000000004e-05
  },
  {
    "step": 1881,
    "loss": 0.02135488949716091,
    "lr": 4.7077975000000404e-05
  },
  {
    "step": 1882,
    "loss": 0.01376401912420988,
    "lr": 4.710295000000041e-05
  },
  {
    "step": 1883,
    "loss": 0.013619007542729378,
    "lr": 4.712792500000041e-05
  },
  {
    "step": 1884,
    "loss": 0.008557814173400402,
    "lr": 4.7152900000000414e-05
  },
  {
    "step": 1885,
    "loss": 0.01262242253869772,
    "lr": 4.717787500000041e-05
  },
  {
    "step": 1886,
    "loss": 0.027930911630392075,
    "lr": 4.720285000000041e-05
  },
  {
    "step": 1887,
    "loss": 0.010853586718440056,
    "lr": 4.722782500000042e-05
  },
  {
    "step": 1888,
    "loss": 0.003663413692265749,
    "lr": 4.725280000000041e-05
  },
  {
    "step": 1889,
    "loss": 0.005192916374653578,
    "lr": 4.7277775000000415e-05
  },
  {
    "step": 1890,
    "loss": 0.014108858071267605,
    "lr": 4.730275000000042e-05
  },
  {
    "step": 1891,
    "loss": 0.03701362758874893,
    "lr": 4.732772500000042e-05
  },
  {
    "step": 1892,
    "loss": 0.009541390463709831,
    "lr": 4.735270000000042e-05
  },
  {
    "step": 1893,
    "loss": 0.0067360554821789265,
    "lr": 4.737767500000042e-05
  },
  {
    "step": 1894,
    "loss": 0.06893324106931686,
    "lr": 4.740265000000042e-05
  },
  {
    "step": 1895,
    "loss": 0.0077215274795889854,
    "lr": 4.742762500000042e-05
  },
  {
    "step": 1896,
    "loss": 0.006779880728572607,
    "lr": 4.745260000000043e-05
  },
  {
    "step": 1897,
    "loss": 0.024183163419365883,
    "lr": 4.7477575000000426e-05
  },
  {
    "step": 1898,
    "loss": 0.013812318444252014,
    "lr": 4.7502550000000425e-05
  },
  {
    "step": 1899,
    "loss": 0.011093945242464542,
    "lr": 4.752752500000043e-05
  },
  {
    "step": 1900,
    "loss": 0.027478592470288277,
    "lr": 4.7552500000000436e-05
  },
  {
    "step": 1901,
    "loss": 0.07602737098932266,
    "lr": 4.7577475000000435e-05
  },
  {
    "step": 1902,
    "loss": 0.00601696502417326,
    "lr": 4.7602450000000434e-05
  },
  {
    "step": 1903,
    "loss": 0.00864504836499691,
    "lr": 4.762742500000043e-05
  },
  {
    "step": 1904,
    "loss": 0.031393248587846756,
    "lr": 4.765240000000043e-05
  },
  {
    "step": 1905,
    "loss": 0.014686524868011475,
    "lr": 4.767737500000043e-05
  },
  {
    "step": 1906,
    "loss": 0.023438775911927223,
    "lr": 4.770235000000043e-05
  },
  {
    "step": 1907,
    "loss": 0.0026499347295612097,
    "lr": 4.7727325000000435e-05
  },
  {
    "step": 1908,
    "loss": 0.0038090539164841175,
    "lr": 4.7752300000000434e-05
  },
  {
    "step": 1909,
    "loss": 0.006779684219509363,
    "lr": 4.777727500000044e-05
  },
  {
    "step": 1910,
    "loss": 0.00658509973436594,
    "lr": 4.780225000000044e-05
  },
  {
    "step": 1911,
    "loss": 0.01382475532591343,
    "lr": 4.782722500000044e-05
  },
  {
    "step": 1912,
    "loss": 0.04282382130622864,
    "lr": 4.7852200000000436e-05
  },
  {
    "step": 1913,
    "loss": 0.011052766814827919,
    "lr": 4.787717500000044e-05
  },
  {
    "step": 1914,
    "loss": 0.005937197711318731,
    "lr": 4.790215000000044e-05
  },
  {
    "step": 1915,
    "loss": 0.012376099824905396,
    "lr": 4.792712500000044e-05
  },
  {
    "step": 1916,
    "loss": 0.01897229626774788,
    "lr": 4.795210000000044e-05
  },
  {
    "step": 1917,
    "loss": 0.005273217335343361,
    "lr": 4.797707500000044e-05
  },
  {
    "step": 1918,
    "loss": 0.011391901411116123,
    "lr": 4.800205000000044e-05
  },
  {
    "step": 1919,
    "loss": 0.0051033953204751015,
    "lr": 4.802702500000044e-05
  },
  {
    "step": 1920,
    "loss": 0.020384032279253006,
    "lr": 4.805200000000045e-05
  },
  {
    "step": 1921,
    "loss": 0.00254331948235631,
    "lr": 4.8076975000000446e-05
  },
  {
    "step": 1922,
    "loss": 0.04123566672205925,
    "lr": 4.8101950000000445e-05
  },
  {
    "step": 1923,
    "loss": 0.002660608384758234,
    "lr": 4.8126925000000444e-05
  },
  {
    "step": 1924,
    "loss": 0.004391287919133902,
    "lr": 4.815190000000044e-05
  },
  {
    "step": 1925,
    "loss": 0.021986668929457664,
    "lr": 4.817687500000044e-05
  },
  {
    "step": 1926,
    "loss": 0.007813439704477787,
    "lr": 4.820185000000045e-05
  },
  {
    "step": 1927,
    "loss": 0.014011763036251068,
    "lr": 4.8226825000000446e-05
  },
  {
    "step": 1928,
    "loss": 0.02263050526380539,
    "lr": 4.825180000000045e-05
  },
  {
    "step": 1929,
    "loss": 0.019499193876981735,
    "lr": 4.827677500000045e-05
  },
  {
    "step": 1930,
    "loss": 0.019436363130807877,
    "lr": 4.8301750000000456e-05
  },
  {
    "step": 1931,
    "loss": 0.017573248594999313,
    "lr": 4.8326725000000455e-05
  },
  {
    "step": 1932,
    "loss": 0.08804935216903687,
    "lr": 4.835170000000046e-05
  },
  {
    "step": 1933,
    "loss": 0.009221761487424374,
    "lr": 4.8376675000000466e-05
  },
  {
    "step": 1934,
    "loss": 0.07695478200912476,
    "lr": 4.8401650000000465e-05
  },
  {
    "step": 1935,
    "loss": 0.025915538892149925,
    "lr": 4.842662500000046e-05
  },
  {
    "step": 1936,
    "loss": 0.006379269063472748,
    "lr": 4.845160000000046e-05
  },
  {
    "step": 1937,
    "loss": 0.003288974054157734,
    "lr": 4.847657500000046e-05
  },
  {
    "step": 1938,
    "loss": 0.005141196306794882,
    "lr": 4.850155000000046e-05
  },
  {
    "step": 1939,
    "loss": 0.09362892061471939,
    "lr": 4.852652500000046e-05
  },
  {
    "step": 1940,
    "loss": 0.006661977153271437,
    "lr": 4.8551500000000465e-05
  },
  {
    "step": 1941,
    "loss": 0.006936692167073488,
    "lr": 4.857647500000047e-05
  },
  {
    "step": 1942,
    "loss": 0.016987133771181107,
    "lr": 4.860145000000047e-05
  },
  {
    "step": 1943,
    "loss": 0.007985393516719341,
    "lr": 4.8626425000000475e-05
  },
  {
    "step": 1944,
    "loss": 0.012698041275143623,
    "lr": 4.8651400000000474e-05
  },
  {
    "step": 1945,
    "loss": 0.026096921414136887,
    "lr": 4.867637500000047e-05
  },
  {
    "step": 1946,
    "loss": 0.019279025495052338,
    "lr": 4.870135000000047e-05
  },
  {
    "step": 1947,
    "loss": 0.16900689899921417,
    "lr": 4.8726325000000464e-05
  },
  {
    "step": 1948,
    "loss": 0.005240909289568663,
    "lr": 4.875130000000047e-05
  },
  {
    "step": 1949,
    "loss": 0.00400628661736846,
    "lr": 4.877627500000047e-05
  },
  {
    "step": 1950,
    "loss": 0.010556592606008053,
    "lr": 4.8801250000000474e-05
  },
  {
    "step": 1951,
    "loss": 0.003395568812265992,
    "lr": 4.882622500000047e-05
  },
  {
    "step": 1952,
    "loss": 0.03608446195721626,
    "lr": 4.885120000000048e-05
  },
  {
    "step": 1953,
    "loss": 0.02472279965877533,
    "lr": 4.887617500000048e-05
  },
  {
    "step": 1954,
    "loss": 0.003732105018571019,
    "lr": 4.8901150000000476e-05
  },
  {
    "step": 1955,
    "loss": 0.03977266699075699,
    "lr": 4.8926125000000475e-05
  },
  {
    "step": 1956,
    "loss": 0.014663971029222012,
    "lr": 4.895110000000048e-05
  },
  {
    "step": 1957,
    "loss": 0.042085178196430206,
    "lr": 4.8976075000000486e-05
  },
  {
    "step": 1958,
    "loss": 0.009124464355409145,
    "lr": 4.900105000000048e-05
  },
  {
    "step": 1959,
    "loss": 0.02450340986251831,
    "lr": 4.902602500000048e-05
  },
  {
    "step": 1960,
    "loss": 0.07196255028247833,
    "lr": 4.9051000000000476e-05
  },
  {
    "step": 1961,
    "loss": 0.006545966491103172,
    "lr": 4.9075975000000475e-05
  },
  {
    "step": 1962,
    "loss": 0.011067016050219536,
    "lr": 4.910095000000048e-05
  },
  {
    "step": 1963,
    "loss": 0.01280919462442398,
    "lr": 4.9125925000000486e-05
  },
  {
    "step": 1964,
    "loss": 0.004028074909001589,
    "lr": 4.915090000000049e-05
  },
  {
    "step": 1965,
    "loss": 0.004757203161716461,
    "lr": 4.91758750000005e-05
  },
  {
    "step": 1966,
    "loss": 0.005089759826660156,
    "lr": 4.92008500000005e-05
  },
  {
    "step": 1967,
    "loss": 0.0076329088769853115,
    "lr": 4.92258250000005e-05
  },
  {
    "step": 1968,
    "loss": 0.010195208713412285,
    "lr": 4.92508000000005e-05
  },
  {
    "step": 1969,
    "loss": 0.009330621920526028,
    "lr": 4.92757750000005e-05
  },
  {
    "step": 1970,
    "loss": 0.05448474735021591,
    "lr": 4.93007500000005e-05
  },
  {
    "step": 1971,
    "loss": 0.02770145796239376,
    "lr": 4.9325725000000504e-05
  },
  {
    "step": 1972,
    "loss": 0.007038857787847519,
    "lr": 4.93507000000005e-05
  },
  {
    "step": 1973,
    "loss": 0.0074456180445849895,
    "lr": 4.93756750000005e-05
  },
  {
    "step": 1974,
    "loss": 0.041192468255758286,
    "lr": 4.94006500000005e-05
  },
  {
    "step": 1975,
    "loss": 0.007262186612933874,
    "lr": 4.9425625000000506e-05
  },
  {
    "step": 1976,
    "loss": 0.0070884511806070805,
    "lr": 4.94506000000005e-05
  },
  {
    "step": 1977,
    "loss": 0.027881145477294922,
    "lr": 4.947557500000049e-05
  },
  {
    "step": 1978,
    "loss": 0.008614377118647099,
    "lr": 4.9500550000000496e-05
  },
  {
    "step": 1979,
    "loss": 0.023342054337263107,
    "lr": 4.952552500000049e-05
  },
  {
    "step": 1980,
    "loss": 0.009291130118072033,
    "lr": 4.955050000000049e-05
  },
  {
    "step": 1981,
    "loss": 0.008924499154090881,
    "lr": 4.9575475000000486e-05
  },
  {
    "step": 1982,
    "loss": 0.023737449198961258,
    "lr": 4.960045000000049e-05
  },
  {
    "step": 1983,
    "loss": 0.02343570441007614,
    "lr": 4.962542500000049e-05
  },
  {
    "step": 1984,
    "loss": 0.007167112082242966,
    "lr": 4.965040000000049e-05
  },
  {
    "step": 1985,
    "loss": 0.005180930718779564,
    "lr": 4.9675375000000495e-05
  },
  {
    "step": 1986,
    "loss": 0.005041798576712608,
    "lr": 4.9700350000000494e-05
  },
  {
    "step": 1987,
    "loss": 0.013886145316064358,
    "lr": 4.972532500000049e-05
  },
  {
    "step": 1988,
    "loss": 0.004599029663950205,
    "lr": 4.97503000000005e-05
  },
  {
    "step": 1989,
    "loss": 0.005777576472610235,
    "lr": 4.97752750000005e-05
  },
  {
    "step": 1990,
    "loss": 0.012484884820878506,
    "lr": 4.9800250000000496e-05
  },
  {
    "step": 1991,
    "loss": 0.00500772288069129,
    "lr": 4.98252250000005e-05
  },
  {
    "step": 1992,
    "loss": 0.007743021938949823,
    "lr": 4.98502000000005e-05
  },
  {
    "step": 1993,
    "loss": 0.003545574378222227,
    "lr": 4.98751750000005e-05
  },
  {
    "step": 1994,
    "loss": 0.014644774608314037,
    "lr": 4.99001500000005e-05
  },
  {
    "step": 1995,
    "loss": 0.01845044270157814,
    "lr": 4.99251250000005e-05
  },
  {
    "step": 1996,
    "loss": 0.08205033093690872,
    "lr": 4.995010000000049e-05
  },
  {
    "step": 1997,
    "loss": 0.012426006607711315,
    "lr": 4.9975075000000495e-05
  },
  {
    "step": 1998,
    "loss": 0.03285035863518715,
    "lr": 5.0000050000000494e-05
  },
  {
    "step": 1999,
    "loss": 0.007763219531625509,
    "lr": 5.00250250000005e-05
  },
  {
    "step": 2000,
    "loss": 0.017468243837356567,
    "lr": 5.00500000000005e-05
  },
  {
    "step": 2001,
    "loss": 0.0109374625608325,
    "lr": 5.00749750000005e-05
  },
  {
    "step": 2002,
    "loss": 0.002421010984107852,
    "lr": 5.00999500000005e-05
  },
  {
    "step": 2003,
    "loss": 0.03319958597421646,
    "lr": 5.01249250000005e-05
  },
  {
    "step": 2004,
    "loss": 0.014160673134028912,
    "lr": 5.01499000000005e-05
  },
  {
    "step": 2005,
    "loss": 0.021361911669373512,
    "lr": 5.01748750000005e-05
  },
  {
    "step": 2006,
    "loss": 0.004652770236134529,
    "lr": 5.0199850000000505e-05
  },
  {
    "step": 2007,
    "loss": 0.012212160043418407,
    "lr": 5.0224825000000504e-05
  },
  {
    "step": 2008,
    "loss": 0.02550448291003704,
    "lr": 5.024980000000051e-05
  },
  {
    "step": 2009,
    "loss": 0.012353424914181232,
    "lr": 5.027477500000051e-05
  },
  {
    "step": 2010,
    "loss": 0.005602242425084114,
    "lr": 5.0299750000000514e-05
  },
  {
    "step": 2011,
    "loss": 0.007335890084505081,
    "lr": 5.032472500000051e-05
  },
  {
    "step": 2012,
    "loss": 0.016728639602661133,
    "lr": 5.034970000000051e-05
  },
  {
    "step": 2013,
    "loss": 0.009465796872973442,
    "lr": 5.037467500000051e-05
  },
  {
    "step": 2014,
    "loss": 0.007365741766989231,
    "lr": 5.039965000000051e-05
  },
  {
    "step": 2015,
    "loss": 0.027547433972358704,
    "lr": 5.0424625000000515e-05
  },
  {
    "step": 2016,
    "loss": 0.01637822948396206,
    "lr": 5.044960000000052e-05
  },
  {
    "step": 2017,
    "loss": 0.010814094915986061,
    "lr": 5.0474575000000526e-05
  },
  {
    "step": 2018,
    "loss": 0.01019101869314909,
    "lr": 5.049955000000052e-05
  },
  {
    "step": 2019,
    "loss": 0.007431431207805872,
    "lr": 5.052452500000052e-05
  },
  {
    "step": 2020,
    "loss": 0.04315138980746269,
    "lr": 5.054950000000051e-05
  },
  {
    "step": 2021,
    "loss": 0.010163570754230022,
    "lr": 5.0574475000000515e-05
  },
  {
    "step": 2022,
    "loss": 0.007207850459963083,
    "lr": 5.059945000000052e-05
  },
  {
    "step": 2023,
    "loss": 0.04384419322013855,
    "lr": 5.062442500000052e-05
  },
  {
    "step": 2024,
    "loss": 0.005058699287474155,
    "lr": 5.0649400000000525e-05
  },
  {
    "step": 2025,
    "loss": 0.0053652566857635975,
    "lr": 5.0674375000000524e-05
  },
  {
    "step": 2026,
    "loss": 0.01364128477871418,
    "lr": 5.069935000000052e-05
  },
  {
    "step": 2027,
    "loss": 0.040060147643089294,
    "lr": 5.072432500000052e-05
  },
  {
    "step": 2028,
    "loss": 0.03043529950082302,
    "lr": 5.074930000000052e-05
  },
  {
    "step": 2029,
    "loss": 0.012326802127063274,
    "lr": 5.077427500000052e-05
  },
  {
    "step": 2030,
    "loss": 0.12649884819984436,
    "lr": 5.0799250000000525e-05
  },
  {
    "step": 2031,
    "loss": 0.01477903127670288,
    "lr": 5.082422500000053e-05
  },
  {
    "step": 2032,
    "loss": 0.009942587465047836,
    "lr": 5.084920000000053e-05
  },
  {
    "step": 2033,
    "loss": 0.005731247831135988,
    "lr": 5.087417500000053e-05
  },
  {
    "step": 2034,
    "loss": 0.020254146307706833,
    "lr": 5.0899150000000534e-05
  },
  {
    "step": 2035,
    "loss": 0.007906089536845684,
    "lr": 5.092412500000054e-05
  },
  {
    "step": 2036,
    "loss": 0.27041539549827576,
    "lr": 5.0949100000000545e-05
  },
  {
    "step": 2037,
    "loss": 0.010206155478954315,
    "lr": 5.0974075000000544e-05
  },
  {
    "step": 2038,
    "loss": 0.011660246178507805,
    "lr": 5.099905000000054e-05
  },
  {
    "step": 2039,
    "loss": 0.07505786418914795,
    "lr": 5.102402500000054e-05
  },
  {
    "step": 2040,
    "loss": 0.0712030678987503,
    "lr": 5.104900000000055e-05
  },
  {
    "step": 2041,
    "loss": 0.0027819976676255465,
    "lr": 5.107397500000055e-05
  },
  {
    "step": 2042,
    "loss": 0.037961196154356,
    "lr": 5.109895000000056e-05
  },
  {
    "step": 2043,
    "loss": 0.010860669426620007,
    "lr": 5.1123925000000564e-05
  },
  {
    "step": 2044,
    "loss": 0.00507123488932848,
    "lr": 5.114890000000056e-05
  },
  {
    "step": 2045,
    "loss": 0.006581783294677734,
    "lr": 5.117387500000056e-05
  },
  {
    "step": 2046,
    "loss": 0.35547497868537903,
    "lr": 5.119885000000056e-05
  },
  {
    "step": 2047,
    "loss": 0.004938551224768162,
    "lr": 5.122382500000057e-05
  },
  {
    "step": 2048,
    "loss": 0.010464387945830822,
    "lr": 5.124880000000057e-05
  },
  {
    "step": 2049,
    "loss": 0.023389378562569618,
    "lr": 5.127377500000058e-05
  },
  {
    "step": 2050,
    "loss": 0.005958002991974354,
    "lr": 5.1298750000000584e-05
  },
  {
    "step": 2051,
    "loss": 0.031281229108572006,
    "lr": 5.132372500000058e-05
  },
  {
    "step": 2052,
    "loss": 0.02142532728612423,
    "lr": 5.134870000000058e-05
  },
  {
    "step": 2053,
    "loss": 0.007028970401734114,
    "lr": 5.137367500000058e-05
  },
  {
    "step": 2054,
    "loss": 0.011932935565710068,
    "lr": 5.139865000000058e-05
  },
  {
    "step": 2055,
    "loss": 0.009501008316874504,
    "lr": 5.142362500000058e-05
  },
  {
    "step": 2056,
    "loss": 0.008136901073157787,
    "lr": 5.144860000000058e-05
  },
  {
    "step": 2057,
    "loss": 0.004060675390064716,
    "lr": 5.1473575000000576e-05
  },
  {
    "step": 2058,
    "loss": 0.04407091438770294,
    "lr": 5.149855000000057e-05
  },
  {
    "step": 2059,
    "loss": 0.014546046033501625,
    "lr": 5.1523525000000566e-05
  },
  {
    "step": 2060,
    "loss": 0.01066322810947895,
    "lr": 5.1548500000000565e-05
  },
  {
    "step": 2061,
    "loss": 0.005353611893951893,
    "lr": 5.1573475000000564e-05
  },
  {
    "step": 2062,
    "loss": 0.007681193295866251,
    "lr": 5.159845000000056e-05
  },
  {
    "step": 2063,
    "loss": 0.027760691940784454,
    "lr": 5.162342500000057e-05
  },
  {
    "step": 2064,
    "loss": 0.004737828858196735,
    "lr": 5.164840000000057e-05
  },
  {
    "step": 2065,
    "loss": 0.007888530381023884,
    "lr": 5.1673375000000566e-05
  },
  {
    "step": 2066,
    "loss": 0.004705834202468395,
    "lr": 5.169835000000057e-05
  },
  {
    "step": 2067,
    "loss": 0.011371816508471966,
    "lr": 5.172332500000057e-05
  },
  {
    "step": 2068,
    "loss": 0.030216632410883904,
    "lr": 5.174830000000057e-05
  },
  {
    "step": 2069,
    "loss": 0.020070785656571388,
    "lr": 5.177327500000057e-05
  },
  {
    "step": 2070,
    "loss": 0.0032249498181045055,
    "lr": 5.179825000000057e-05
  },
  {
    "step": 2071,
    "loss": 0.00617368146777153,
    "lr": 5.1823225000000566e-05
  },
  {
    "step": 2072,
    "loss": 0.0107823945581913,
    "lr": 5.1848200000000565e-05
  },
  {
    "step": 2073,
    "loss": 0.014198004268109798,
    "lr": 5.187317500000057e-05
  },
  {
    "step": 2074,
    "loss": 0.009524661116302013,
    "lr": 5.1898150000000576e-05
  },
  {
    "step": 2075,
    "loss": 0.007338825147598982,
    "lr": 5.1923125000000575e-05
  },
  {
    "step": 2076,
    "loss": 0.008090674877166748,
    "lr": 5.1948100000000574e-05
  },
  {
    "step": 2077,
    "loss": 0.02779429778456688,
    "lr": 5.197307500000058e-05
  },
  {
    "step": 2078,
    "loss": 0.011149025522172451,
    "lr": 5.199805000000058e-05
  },
  {
    "step": 2079,
    "loss": 0.02719760313630104,
    "lr": 5.202302500000058e-05
  },
  {
    "step": 2080,
    "loss": 0.016183795407414436,
    "lr": 5.2048000000000576e-05
  },
  {
    "step": 2081,
    "loss": 0.011314035393297672,
    "lr": 5.207297500000058e-05
  },
  {
    "step": 2082,
    "loss": 0.0770203173160553,
    "lr": 5.209795000000058e-05
  },
  {
    "step": 2083,
    "loss": 0.006705684587359428,
    "lr": 5.212292500000058e-05
  },
  {
    "step": 2084,
    "loss": 0.006888874340802431,
    "lr": 5.214790000000058e-05
  },
  {
    "step": 2085,
    "loss": 0.014500446617603302,
    "lr": 5.217287500000058e-05
  },
  {
    "step": 2086,
    "loss": 0.009197188541293144,
    "lr": 5.2197850000000576e-05
  },
  {
    "step": 2087,
    "loss": 0.04192931577563286,
    "lr": 5.2222825000000575e-05
  },
  {
    "step": 2088,
    "loss": 0.005571044981479645,
    "lr": 5.2247800000000574e-05
  },
  {
    "step": 2089,
    "loss": 0.007133316248655319,
    "lr": 5.227277500000057e-05
  },
  {
    "step": 2090,
    "loss": 0.004447748884558678,
    "lr": 5.229775000000057e-05
  },
  {
    "step": 2091,
    "loss": 0.0037539713084697723,
    "lr": 5.232272500000057e-05
  },
  {
    "step": 2092,
    "loss": 0.007113799452781677,
    "lr": 5.234770000000057e-05
  },
  {
    "step": 2093,
    "loss": 0.005327155347913504,
    "lr": 5.2372675000000575e-05
  },
  {
    "step": 2094,
    "loss": 0.009863458573818207,
    "lr": 5.2397650000000574e-05
  },
  {
    "step": 2095,
    "loss": 0.022987663745880127,
    "lr": 5.242262500000058e-05
  },
  {
    "step": 2096,
    "loss": 0.03492759168148041,
    "lr": 5.244760000000058e-05
  },
  {
    "step": 2097,
    "loss": 0.00799374096095562,
    "lr": 5.247257500000058e-05
  },
  {
    "step": 2098,
    "loss": 0.02760661020874977,
    "lr": 5.2497550000000576e-05
  },
  {
    "step": 2099,
    "loss": 0.008883466944098473,
    "lr": 5.2522525000000575e-05
  },
  {
    "step": 2100,
    "loss": 0.006970458198338747,
    "lr": 5.254750000000057e-05
  },
  {
    "step": 2101,
    "loss": 0.004771347623318434,
    "lr": 5.257247500000057e-05
  },
  {
    "step": 2102,
    "loss": 0.029260745272040367,
    "lr": 5.259745000000057e-05
  },
  {
    "step": 2103,
    "loss": 0.004545100033283234,
    "lr": 5.2622425000000564e-05
  },
  {
    "step": 2104,
    "loss": 0.00828697718679905,
    "lr": 5.264740000000057e-05
  },
  {
    "step": 2105,
    "loss": 0.07791946828365326,
    "lr": 5.267237500000057e-05
  },
  {
    "step": 2106,
    "loss": 0.003679804503917694,
    "lr": 5.2697350000000574e-05
  },
  {
    "step": 2107,
    "loss": 0.009339185431599617,
    "lr": 5.272232500000057e-05
  },
  {
    "step": 2108,
    "loss": 0.008131722919642925,
    "lr": 5.274730000000057e-05
  },
  {
    "step": 2109,
    "loss": 0.005096422508358955,
    "lr": 5.277227500000058e-05
  },
  {
    "step": 2110,
    "loss": 0.014818335883319378,
    "lr": 5.279725000000057e-05
  },
  {
    "step": 2111,
    "loss": 0.010183866135776043,
    "lr": 5.2822225000000575e-05
  },
  {
    "step": 2112,
    "loss": 0.008290404453873634,
    "lr": 5.284720000000058e-05
  },
  {
    "step": 2113,
    "loss": 0.00332703348249197,
    "lr": 5.287217500000058e-05
  },
  {
    "step": 2114,
    "loss": 0.007947319187223911,
    "lr": 5.289715000000058e-05
  },
  {
    "step": 2115,
    "loss": 0.014746087603271008,
    "lr": 5.292212500000058e-05
  },
  {
    "step": 2116,
    "loss": 0.003832879476249218,
    "lr": 5.294710000000057e-05
  },
  {
    "step": 2117,
    "loss": 0.003746188012883067,
    "lr": 5.2972075000000575e-05
  },
  {
    "step": 2118,
    "loss": 0.0032703387551009655,
    "lr": 5.2997050000000574e-05
  },
  {
    "step": 2119,
    "loss": 0.00392490066587925,
    "lr": 5.302202500000057e-05
  },
  {
    "step": 2120,
    "loss": 0.008421674370765686,
    "lr": 5.304700000000058e-05
  },
  {
    "step": 2121,
    "loss": 0.008501127362251282,
    "lr": 5.3071975000000584e-05
  },
  {
    "step": 2122,
    "loss": 0.005734730511903763,
    "lr": 5.309695000000058e-05
  },
  {
    "step": 2123,
    "loss": 0.012806412763893604,
    "lr": 5.312192500000058e-05
  },
  {
    "step": 2124,
    "loss": 0.01331902202218771,
    "lr": 5.314690000000059e-05
  },
  {
    "step": 2125,
    "loss": 0.023165857419371605,
    "lr": 5.317187500000059e-05
  },
  {
    "step": 2126,
    "loss": 0.013940343633294106,
    "lr": 5.319685000000059e-05
  },
  {
    "step": 2127,
    "loss": 0.0257045179605484,
    "lr": 5.322182500000059e-05
  },
  {
    "step": 2128,
    "loss": 0.03861856088042259,
    "lr": 5.324680000000059e-05
  },
  {
    "step": 2129,
    "loss": 0.005837287753820419,
    "lr": 5.3271775000000595e-05
  },
  {
    "step": 2130,
    "loss": 0.004368859343230724,
    "lr": 5.32967500000006e-05
  },
  {
    "step": 2131,
    "loss": 0.03860635310411453,
    "lr": 5.33217250000006e-05
  },
  {
    "step": 2132,
    "loss": 0.03770752251148224,
    "lr": 5.3346700000000605e-05
  },
  {
    "step": 2133,
    "loss": 0.003363506169989705,
    "lr": 5.33716750000006e-05
  },
  {
    "step": 2134,
    "loss": 0.003276283387094736,
    "lr": 5.3396650000000596e-05
  },
  {
    "step": 2135,
    "loss": 0.013289961963891983,
    "lr": 5.3421625000000595e-05
  },
  {
    "step": 2136,
    "loss": 0.008981514722108841,
    "lr": 5.3446600000000594e-05
  },
  {
    "step": 2137,
    "loss": 0.007158095948398113,
    "lr": 5.347157500000059e-05
  },
  {
    "step": 2138,
    "loss": 0.006979187484830618,
    "lr": 5.34965500000006e-05
  },
  {
    "step": 2139,
    "loss": 0.003404491115361452,
    "lr": 5.35215250000006e-05
  },
  {
    "step": 2140,
    "loss": 0.026631344109773636,
    "lr": 5.3546500000000596e-05
  },
  {
    "step": 2141,
    "loss": 0.007563475053757429,
    "lr": 5.35714750000006e-05
  },
  {
    "step": 2142,
    "loss": 0.009235518053174019,
    "lr": 5.35964500000006e-05
  },
  {
    "step": 2143,
    "loss": 0.008613374084234238,
    "lr": 5.3621425000000606e-05
  },
  {
    "step": 2144,
    "loss": 0.009457788430154324,
    "lr": 5.364640000000061e-05
  },
  {
    "step": 2145,
    "loss": 0.005057863425463438,
    "lr": 5.367137500000061e-05
  },
  {
    "step": 2146,
    "loss": 0.03063814900815487,
    "lr": 5.3696350000000616e-05
  },
  {
    "step": 2147,
    "loss": 0.011189697310328484,
    "lr": 5.3721325000000615e-05
  },
  {
    "step": 2148,
    "loss": 0.003841012716293335,
    "lr": 5.3746300000000614e-05
  },
  {
    "step": 2149,
    "loss": 0.017554422840476036,
    "lr": 5.377127500000061e-05
  },
  {
    "step": 2150,
    "loss": 0.011929953470826149,
    "lr": 5.379625000000061e-05
  },
  {
    "step": 2151,
    "loss": 0.01027051080018282,
    "lr": 5.382122500000061e-05
  },
  {
    "step": 2152,
    "loss": 0.0034568135160952806,
    "lr": 5.3846200000000616e-05
  },
  {
    "step": 2153,
    "loss": 0.03764810040593147,
    "lr": 5.387117500000062e-05
  },
  {
    "step": 2154,
    "loss": 0.0036217623855918646,
    "lr": 5.389615000000062e-05
  },
  {
    "step": 2155,
    "loss": 0.011531824246048927,
    "lr": 5.392112500000062e-05
  },
  {
    "step": 2156,
    "loss": 0.005431171506643295,
    "lr": 5.394610000000062e-05
  },
  {
    "step": 2157,
    "loss": 0.01473989337682724,
    "lr": 5.3971075000000624e-05
  },
  {
    "step": 2158,
    "loss": 0.006431582849472761,
    "lr": 5.399605000000062e-05
  },
  {
    "step": 2159,
    "loss": 0.01613464578986168,
    "lr": 5.402102500000062e-05
  },
  {
    "step": 2160,
    "loss": 0.03357885405421257,
    "lr": 5.404600000000063e-05
  },
  {
    "step": 2161,
    "loss": 0.03677131235599518,
    "lr": 5.407097500000063e-05
  },
  {
    "step": 2162,
    "loss": 0.005148460157215595,
    "lr": 5.409595000000063e-05
  },
  {
    "step": 2163,
    "loss": 0.04717397689819336,
    "lr": 5.412092500000064e-05
  },
  {
    "step": 2164,
    "loss": 0.007402318529784679,
    "lr": 5.4145900000000636e-05
  },
  {
    "step": 2165,
    "loss": 0.020648406818509102,
    "lr": 5.4170875000000635e-05
  },
  {
    "step": 2166,
    "loss": 0.006590195000171661,
    "lr": 5.4195850000000634e-05
  },
  {
    "step": 2167,
    "loss": 0.00824665930122137,
    "lr": 5.422082500000064e-05
  },
  {
    "step": 2168,
    "loss": 0.016675233840942383,
    "lr": 5.424580000000064e-05
  },
  {
    "step": 2169,
    "loss": 0.007509397342801094,
    "lr": 5.427077500000064e-05
  },
  {
    "step": 2170,
    "loss": 0.033334434032440186,
    "lr": 5.429575000000064e-05
  },
  {
    "step": 2171,
    "loss": 0.010959281586110592,
    "lr": 5.432072500000065e-05
  },
  {
    "step": 2172,
    "loss": 0.01314733736217022,
    "lr": 5.4345700000000654e-05
  },
  {
    "step": 2173,
    "loss": 0.02470524236559868,
    "lr": 5.437067500000065e-05
  },
  {
    "step": 2174,
    "loss": 0.07625468075275421,
    "lr": 5.439565000000065e-05
  },
  {
    "step": 2175,
    "loss": 0.025995846837759018,
    "lr": 5.442062500000066e-05
  },
  {
    "step": 2176,
    "loss": 0.008512107655405998,
    "lr": 5.444560000000066e-05
  },
  {
    "step": 2177,
    "loss": 0.006413991097360849,
    "lr": 5.447057500000066e-05
  },
  {
    "step": 2178,
    "loss": 0.003759412094950676,
    "lr": 5.449555000000066e-05
  },
  {
    "step": 2179,
    "loss": 0.008429281413555145,
    "lr": 5.452052500000066e-05
  },
  {
    "step": 2180,
    "loss": 0.00579125015065074,
    "lr": 5.454550000000066e-05
  },
  {
    "step": 2181,
    "loss": 0.012718242593109608,
    "lr": 5.457047500000066e-05
  },
  {
    "step": 2182,
    "loss": 0.013454151339828968,
    "lr": 5.459545000000065e-05
  },
  {
    "step": 2183,
    "loss": 0.014215575531125069,
    "lr": 5.462042500000065e-05
  },
  {
    "step": 2184,
    "loss": 0.00445142388343811,
    "lr": 5.464540000000065e-05
  },
  {
    "step": 2185,
    "loss": 0.03670661523938179,
    "lr": 5.4670375000000646e-05
  },
  {
    "step": 2186,
    "loss": 0.004647362045943737,
    "lr": 5.469535000000065e-05
  },
  {
    "step": 2187,
    "loss": 0.007499117404222488,
    "lr": 5.472032500000066e-05
  },
  {
    "step": 2188,
    "loss": 0.020012013614177704,
    "lr": 5.474530000000066e-05
  },
  {
    "step": 2189,
    "loss": 0.013051589950919151,
    "lr": 5.477027500000067e-05
  },
  {
    "step": 2190,
    "loss": 0.06362640112638474,
    "lr": 5.479525000000067e-05
  },
  {
    "step": 2191,
    "loss": 0.016500137746334076,
    "lr": 5.482022500000067e-05
  },
  {
    "step": 2192,
    "loss": 0.008497250266373158,
    "lr": 5.484520000000068e-05
  },
  {
    "step": 2193,
    "loss": 0.016068240627646446,
    "lr": 5.487017500000067e-05
  },
  {
    "step": 2194,
    "loss": 0.018683630973100662,
    "lr": 5.489515000000067e-05
  },
  {
    "step": 2195,
    "loss": 0.007445784285664558,
    "lr": 5.492012500000067e-05
  },
  {
    "step": 2196,
    "loss": 0.015937628224492073,
    "lr": 5.494510000000067e-05
  },
  {
    "step": 2197,
    "loss": 0.02382044866681099,
    "lr": 5.497007500000067e-05
  },
  {
    "step": 2198,
    "loss": 0.009440598078072071,
    "lr": 5.499505000000067e-05
  },
  {
    "step": 2199,
    "loss": 0.041025109589099884,
    "lr": 5.502002500000067e-05
  },
  {
    "step": 2200,
    "loss": 0.016580116003751755,
    "lr": 5.504500000000068e-05
  },
  {
    "step": 2201,
    "loss": 0.24162355065345764,
    "lr": 5.5069975000000675e-05
  },
  {
    "step": 2202,
    "loss": 0.004288035444915295,
    "lr": 5.5094950000000674e-05
  },
  {
    "step": 2203,
    "loss": 0.013985559344291687,
    "lr": 5.511992500000068e-05
  },
  {
    "step": 2204,
    "loss": 0.028476066887378693,
    "lr": 5.5144900000000686e-05
  },
  {
    "step": 2205,
    "loss": 0.004841594025492668,
    "lr": 5.5169875000000684e-05
  },
  {
    "step": 2206,
    "loss": 0.05250179022550583,
    "lr": 5.519485000000069e-05
  },
  {
    "step": 2207,
    "loss": 0.040167905390262604,
    "lr": 5.521982500000069e-05
  },
  {
    "step": 2208,
    "loss": 0.0650428757071495,
    "lr": 5.5244800000000695e-05
  },
  {
    "step": 2209,
    "loss": 0.05637718737125397,
    "lr": 5.526977500000069e-05
  },
  {
    "step": 2210,
    "loss": 0.012288058176636696,
    "lr": 5.529475000000069e-05
  },
  {
    "step": 2211,
    "loss": 0.023510625585913658,
    "lr": 5.5319725000000684e-05
  },
  {
    "step": 2212,
    "loss": 0.010385636240243912,
    "lr": 5.534470000000069e-05
  },
  {
    "step": 2213,
    "loss": 0.013621840626001358,
    "lr": 5.536967500000069e-05
  },
  {
    "step": 2214,
    "loss": 0.020833944901823997,
    "lr": 5.539465000000069e-05
  },
  {
    "step": 2215,
    "loss": 0.006314110942184925,
    "lr": 5.541962500000069e-05
  },
  {
    "step": 2216,
    "loss": 0.004342683590948582,
    "lr": 5.544460000000069e-05
  },
  {
    "step": 2217,
    "loss": 0.004791002254933119,
    "lr": 5.54695750000007e-05
  },
  {
    "step": 2218,
    "loss": 0.0037570572458207607,
    "lr": 5.5494550000000704e-05
  },
  {
    "step": 2219,
    "loss": 0.007824094966053963,
    "lr": 5.55195250000007e-05
  },
  {
    "step": 2220,
    "loss": 0.013041026890277863,
    "lr": 5.554450000000071e-05
  },
  {
    "step": 2221,
    "loss": 0.023268645629286766,
    "lr": 5.5569475000000714e-05
  },
  {
    "step": 2222,
    "loss": 0.003962600138038397,
    "lr": 5.559445000000072e-05
  },
  {
    "step": 2223,
    "loss": 0.0046410998329520226,
    "lr": 5.561942500000072e-05
  },
  {
    "step": 2224,
    "loss": 0.07645568251609802,
    "lr": 5.5644400000000724e-05
  },
  {
    "step": 2225,
    "loss": 0.013217227533459663,
    "lr": 5.566937500000072e-05
  },
  {
    "step": 2226,
    "loss": 0.022788897156715393,
    "lr": 5.569435000000073e-05
  },
  {
    "step": 2227,
    "loss": 0.3888498544692993,
    "lr": 5.571932500000073e-05
  },
  {
    "step": 2228,
    "loss": 0.006961458828300238,
    "lr": 5.574430000000073e-05
  },
  {
    "step": 2229,
    "loss": 0.03574209287762642,
    "lr": 5.576927500000073e-05
  },
  {
    "step": 2230,
    "loss": 0.023314092308282852,
    "lr": 5.579425000000073e-05
  },
  {
    "step": 2231,
    "loss": 0.007799061480909586,
    "lr": 5.581922500000073e-05
  },
  {
    "step": 2232,
    "loss": 0.010642675682902336,
    "lr": 5.584420000000073e-05
  },
  {
    "step": 2233,
    "loss": 0.014608404599130154,
    "lr": 5.5869175000000734e-05
  },
  {
    "step": 2234,
    "loss": 0.032116811722517014,
    "lr": 5.589415000000074e-05
  },
  {
    "step": 2235,
    "loss": 0.0071376957930624485,
    "lr": 5.5919125000000745e-05
  },
  {
    "step": 2236,
    "loss": 0.010188819840550423,
    "lr": 5.5944100000000744e-05
  },
  {
    "step": 2237,
    "loss": 0.03048807382583618,
    "lr": 5.596907500000075e-05
  },
  {
    "step": 2238,
    "loss": 0.015604985877871513,
    "lr": 5.5994050000000755e-05
  },
  {
    "step": 2239,
    "loss": 0.0032660530414432287,
    "lr": 5.601902500000076e-05
  },
  {
    "step": 2240,
    "loss": 0.021299298852682114,
    "lr": 5.604400000000076e-05
  },
  {
    "step": 2241,
    "loss": 0.019158853217959404,
    "lr": 5.606897500000076e-05
  },
  {
    "step": 2242,
    "loss": 0.007090696133673191,
    "lr": 5.6093950000000764e-05
  },
  {
    "step": 2243,
    "loss": 0.027927210554480553,
    "lr": 5.611892500000077e-05
  },
  {
    "step": 2244,
    "loss": 0.02846868894994259,
    "lr": 5.6143900000000775e-05
  },
  {
    "step": 2245,
    "loss": 0.0031473226845264435,
    "lr": 5.616887500000078e-05
  },
  {
    "step": 2246,
    "loss": 0.014888427220284939,
    "lr": 5.619385000000078e-05
  },
  {
    "step": 2247,
    "loss": 0.009261952713131905,
    "lr": 5.6218825000000786e-05
  },
  {
    "step": 2248,
    "loss": 0.002670680172741413,
    "lr": 5.6243800000000784e-05
  },
  {
    "step": 2249,
    "loss": 0.019016414880752563,
    "lr": 5.626877500000078e-05
  },
  {
    "step": 2250,
    "loss": 0.06822001934051514,
    "lr": 5.6293750000000775e-05
  },
  {
    "step": 2251,
    "loss": 0.004301616456359625,
    "lr": 5.631872500000078e-05
  },
  {
    "step": 2252,
    "loss": 0.0060278791934251785,
    "lr": 5.634370000000079e-05
  },
  {
    "step": 2253,
    "loss": 0.008426003158092499,
    "lr": 5.6368675000000786e-05
  },
  {
    "step": 2254,
    "loss": 0.03058779239654541,
    "lr": 5.6393650000000784e-05
  },
  {
    "step": 2255,
    "loss": 0.028866976499557495,
    "lr": 5.6418625000000776e-05
  },
  {
    "step": 2256,
    "loss": 0.010823545046150684,
    "lr": 5.6443600000000775e-05
  },
  {
    "step": 2257,
    "loss": 0.004345123656094074,
    "lr": 5.6468575000000774e-05
  },
  {
    "step": 2258,
    "loss": 0.006413708440959454,
    "lr": 5.649355000000078e-05
  },
  {
    "step": 2259,
    "loss": 0.004365692846477032,
    "lr": 5.651852500000078e-05
  },
  {
    "step": 2260,
    "loss": 0.003782405983656645,
    "lr": 5.654350000000078e-05
  },
  {
    "step": 2261,
    "loss": 0.08595206588506699,
    "lr": 5.6568475000000776e-05
  },
  {
    "step": 2262,
    "loss": 0.025884239003062248,
    "lr": 5.6593450000000775e-05
  },
  {
    "step": 2263,
    "loss": 0.05473129451274872,
    "lr": 5.661842500000078e-05
  },
  {
    "step": 2264,
    "loss": 0.03357565402984619,
    "lr": 5.664340000000078e-05
  },
  {
    "step": 2265,
    "loss": 0.06810865551233292,
    "lr": 5.6668375000000785e-05
  },
  {
    "step": 2266,
    "loss": 0.0040476662106812,
    "lr": 5.669335000000079e-05
  },
  {
    "step": 2267,
    "loss": 0.008625376038253307,
    "lr": 5.671832500000079e-05
  },
  {
    "step": 2268,
    "loss": 0.007511018309742212,
    "lr": 5.6743300000000796e-05
  },
  {
    "step": 2269,
    "loss": 0.007681392598897219,
    "lr": 5.6768275000000794e-05
  },
  {
    "step": 2270,
    "loss": 0.025879064574837685,
    "lr": 5.679325000000079e-05
  },
  {
    "step": 2271,
    "loss": 0.1316860169172287,
    "lr": 5.681822500000079e-05
  },
  {
    "step": 2272,
    "loss": 0.009027587249875069,
    "lr": 5.6843200000000784e-05
  },
  {
    "step": 2273,
    "loss": 0.004459110554307699,
    "lr": 5.686817500000078e-05
  },
  {
    "step": 2274,
    "loss": 0.0029297173023223877,
    "lr": 5.689315000000078e-05
  },
  {
    "step": 2275,
    "loss": 0.0049011907540261745,
    "lr": 5.691812500000078e-05
  },
  {
    "step": 2276,
    "loss": 0.0032570254988968372,
    "lr": 5.694310000000078e-05
  },
  {
    "step": 2277,
    "loss": 0.017519189044833183,
    "lr": 5.696807500000078e-05
  },
  {
    "step": 2278,
    "loss": 0.01945372484624386,
    "lr": 5.699305000000078e-05
  },
  {
    "step": 2279,
    "loss": 0.005112834274768829,
    "lr": 5.701802500000077e-05
  },
  {
    "step": 2280,
    "loss": 0.0076085301116108894,
    "lr": 5.7043000000000775e-05
  },
  {
    "step": 2281,
    "loss": 0.029773486778140068,
    "lr": 5.7067975000000774e-05
  },
  {
    "step": 2282,
    "loss": 0.010264145210385323,
    "lr": 5.709295000000078e-05
  },
  {
    "step": 2283,
    "loss": 0.09559085965156555,
    "lr": 5.711792500000078e-05
  },
  {
    "step": 2284,
    "loss": 0.010367048904299736,
    "lr": 5.714290000000078e-05
  },
  {
    "step": 2285,
    "loss": 0.010266641154885292,
    "lr": 5.716787500000078e-05
  },
  {
    "step": 2286,
    "loss": 0.028591293841600418,
    "lr": 5.7192850000000775e-05
  },
  {
    "step": 2287,
    "loss": 0.004896329250186682,
    "lr": 5.721782500000078e-05
  },
  {
    "step": 2288,
    "loss": 0.017881225794553757,
    "lr": 5.724280000000077e-05
  },
  {
    "step": 2289,
    "loss": 0.03701161965727806,
    "lr": 5.726777500000078e-05
  },
  {
    "step": 2290,
    "loss": 0.034588027745485306,
    "lr": 5.729275000000077e-05
  },
  {
    "step": 2291,
    "loss": 0.04464346170425415,
    "lr": 5.7317725000000776e-05
  },
  {
    "step": 2292,
    "loss": 0.042315829545259476,
    "lr": 5.7342700000000775e-05
  },
  {
    "step": 2293,
    "loss": 0.03892737627029419,
    "lr": 5.7367675000000774e-05
  },
  {
    "step": 2294,
    "loss": 0.006752637214958668,
    "lr": 5.739265000000077e-05
  },
  {
    "step": 2295,
    "loss": 0.02669368125498295,
    "lr": 5.741762500000077e-05
  },
  {
    "step": 2296,
    "loss": 0.008032104931771755,
    "lr": 5.744260000000077e-05
  },
  {
    "step": 2297,
    "loss": 0.014295587316155434,
    "lr": 5.7467575000000776e-05
  },
  {
    "step": 2298,
    "loss": 0.01127932034432888,
    "lr": 5.7492550000000775e-05
  },
  {
    "step": 2299,
    "loss": 0.014452089555561543,
    "lr": 5.751752500000078e-05
  },
  {
    "step": 2300,
    "loss": 0.02642212063074112,
    "lr": 5.754250000000078e-05
  },
  {
    "step": 2301,
    "loss": 0.009603226557374,
    "lr": 5.756747500000078e-05
  },
  {
    "step": 2302,
    "loss": 0.008582307025790215,
    "lr": 5.7592450000000784e-05
  },
  {
    "step": 2303,
    "loss": 0.005211934447288513,
    "lr": 5.761742500000078e-05
  },
  {
    "step": 2304,
    "loss": 0.019011009484529495,
    "lr": 5.764240000000078e-05
  },
  {
    "step": 2305,
    "loss": 0.005131065379828215,
    "lr": 5.766737500000078e-05
  },
  {
    "step": 2306,
    "loss": 0.006368061061948538,
    "lr": 5.7692350000000786e-05
  },
  {
    "step": 2307,
    "loss": 0.0075234295800328255,
    "lr": 5.7717325000000785e-05
  },
  {
    "step": 2308,
    "loss": 0.026582863181829453,
    "lr": 5.774230000000078e-05
  },
  {
    "step": 2309,
    "loss": 0.0032802491914480925,
    "lr": 5.776727500000078e-05
  },
  {
    "step": 2310,
    "loss": 0.004320414736866951,
    "lr": 5.7792250000000775e-05
  },
  {
    "step": 2311,
    "loss": 0.005051636137068272,
    "lr": 5.781722500000078e-05
  },
  {
    "step": 2312,
    "loss": 0.08853448182344437,
    "lr": 5.784220000000078e-05
  },
  {
    "step": 2313,
    "loss": 0.006091191433370113,
    "lr": 5.786717500000077e-05
  },
  {
    "step": 2314,
    "loss": 0.014808954671025276,
    "lr": 5.789215000000077e-05
  },
  {
    "step": 2315,
    "loss": 0.02574068494141102,
    "lr": 5.791712500000076e-05
  },
  {
    "step": 2316,
    "loss": 0.008422371931374073,
    "lr": 5.794210000000076e-05
  },
  {
    "step": 2317,
    "loss": 0.015268039889633656,
    "lr": 5.796707500000076e-05
  },
  {
    "step": 2318,
    "loss": 0.062399860471487045,
    "lr": 5.7992050000000766e-05
  },
  {
    "step": 2319,
    "loss": 0.034454334527254105,
    "lr": 5.8017025000000764e-05
  },
  {
    "step": 2320,
    "loss": 0.006037608720362186,
    "lr": 5.8042000000000757e-05
  },
  {
    "step": 2321,
    "loss": 0.005883286241441965,
    "lr": 5.806697500000076e-05
  },
  {
    "step": 2322,
    "loss": 0.04691087082028389,
    "lr": 5.809195000000076e-05
  },
  {
    "step": 2323,
    "loss": 0.048449672758579254,
    "lr": 5.811692500000076e-05
  },
  {
    "step": 2324,
    "loss": 0.04117543622851372,
    "lr": 5.814190000000075e-05
  },
  {
    "step": 2325,
    "loss": 0.01287112571299076,
    "lr": 5.816687500000076e-05
  },
  {
    "step": 2326,
    "loss": 0.03929189592599869,
    "lr": 5.819185000000076e-05
  },
  {
    "step": 2327,
    "loss": 0.05002719163894653,
    "lr": 5.821682500000076e-05
  },
  {
    "step": 2328,
    "loss": 0.02673432044684887,
    "lr": 5.824180000000077e-05
  },
  {
    "step": 2329,
    "loss": 0.004207373596727848,
    "lr": 5.826677500000076e-05
  },
  {
    "step": 2330,
    "loss": 0.0038165636360645294,
    "lr": 5.829175000000076e-05
  },
  {
    "step": 2331,
    "loss": 0.037892844527959824,
    "lr": 5.8316725000000764e-05
  },
  {
    "step": 2332,
    "loss": 0.005150489509105682,
    "lr": 5.834170000000076e-05
  },
  {
    "step": 2333,
    "loss": 0.0051082419231534,
    "lr": 5.836667500000076e-05
  },
  {
    "step": 2334,
    "loss": 0.006164993159472942,
    "lr": 5.839165000000077e-05
  },
  {
    "step": 2335,
    "loss": 0.006871040444821119,
    "lr": 5.841662500000076e-05
  },
  {
    "step": 2336,
    "loss": 0.016073282808065414,
    "lr": 5.844160000000076e-05
  },
  {
    "step": 2337,
    "loss": 0.017871592193841934,
    "lr": 5.846657500000076e-05
  },
  {
    "step": 2338,
    "loss": 0.00882037729024887,
    "lr": 5.8491550000000756e-05
  },
  {
    "step": 2339,
    "loss": 0.00996461883187294,
    "lr": 5.851652500000076e-05
  },
  {
    "step": 2340,
    "loss": 0.007768368348479271,
    "lr": 5.854150000000077e-05
  },
  {
    "step": 2341,
    "loss": 0.030156085267663002,
    "lr": 5.856647500000077e-05
  },
  {
    "step": 2342,
    "loss": 0.018010664731264114,
    "lr": 5.859145000000078e-05
  },
  {
    "step": 2343,
    "loss": 0.012461933307349682,
    "lr": 5.861642500000077e-05
  },
  {
    "step": 2344,
    "loss": 0.015213890001177788,
    "lr": 5.864140000000077e-05
  },
  {
    "step": 2345,
    "loss": 0.006375069729983807,
    "lr": 5.866637500000077e-05
  },
  {
    "step": 2346,
    "loss": 0.04754939302802086,
    "lr": 5.869135000000077e-05
  },
  {
    "step": 2347,
    "loss": 0.025793323293328285,
    "lr": 5.871632500000077e-05
  },
  {
    "step": 2348,
    "loss": 0.04844985529780388,
    "lr": 5.874130000000078e-05
  },
  {
    "step": 2349,
    "loss": 0.02355247735977173,
    "lr": 5.876627500000078e-05
  },
  {
    "step": 2350,
    "loss": 0.002711873734369874,
    "lr": 5.8791250000000776e-05
  },
  {
    "step": 2351,
    "loss": 0.1615922600030899,
    "lr": 5.881622500000078e-05
  },
  {
    "step": 2352,
    "loss": 0.005864251405000687,
    "lr": 5.884120000000078e-05
  },
  {
    "step": 2353,
    "loss": 0.010704555548727512,
    "lr": 5.8866175000000787e-05
  },
  {
    "step": 2354,
    "loss": 0.011959975585341454,
    "lr": 5.889115000000079e-05
  },
  {
    "step": 2355,
    "loss": 0.005237535573542118,
    "lr": 5.89161250000008e-05
  },
  {
    "step": 2356,
    "loss": 0.011411498300731182,
    "lr": 5.8941100000000804e-05
  },
  {
    "step": 2357,
    "loss": 0.018038351088762283,
    "lr": 5.896607500000081e-05
  },
  {
    "step": 2358,
    "loss": 0.004182977136224508,
    "lr": 5.8991050000000815e-05
  },
  {
    "step": 2359,
    "loss": 0.005789935123175383,
    "lr": 5.901602500000081e-05
  },
  {
    "step": 2360,
    "loss": 0.006716263946145773,
    "lr": 5.9041000000000806e-05
  },
  {
    "step": 2361,
    "loss": 0.02292914316058159,
    "lr": 5.9065975000000805e-05
  },
  {
    "step": 2362,
    "loss": 0.00729337427765131,
    "lr": 5.909095000000081e-05
  },
  {
    "step": 2363,
    "loss": 0.02149532176554203,
    "lr": 5.9115925000000816e-05
  },
  {
    "step": 2364,
    "loss": 0.09944798797369003,
    "lr": 5.9140900000000815e-05
  },
  {
    "step": 2365,
    "loss": 0.00923952367156744,
    "lr": 5.916587500000081e-05
  },
  {
    "step": 2366,
    "loss": 0.014858437702059746,
    "lr": 5.9190850000000806e-05
  },
  {
    "step": 2367,
    "loss": 0.008714004419744015,
    "lr": 5.9215825000000805e-05
  },
  {
    "step": 2368,
    "loss": 0.006015874445438385,
    "lr": 5.92408000000008e-05
  },
  {
    "step": 2369,
    "loss": 0.010800058953464031,
    "lr": 5.926577500000081e-05
  },
  {
    "step": 2370,
    "loss": 0.004462600685656071,
    "lr": 5.929075000000081e-05
  },
  {
    "step": 2371,
    "loss": 0.008786430582404137,
    "lr": 5.9315725000000814e-05
  },
  {
    "step": 2372,
    "loss": 0.012483605183660984,
    "lr": 5.9340700000000806e-05
  },
  {
    "step": 2373,
    "loss": 0.007774905301630497,
    "lr": 5.93656750000008e-05
  },
  {
    "step": 2374,
    "loss": 0.003963942639529705,
    "lr": 5.9390650000000797e-05
  },
  {
    "step": 2375,
    "loss": 0.00769488699734211,
    "lr": 5.9415625000000795e-05
  },
  {
    "step": 2376,
    "loss": 0.016503561288118362,
    "lr": 5.9440600000000794e-05
  },
  {
    "step": 2377,
    "loss": 0.01097993366420269,
    "lr": 5.946557500000079e-05
  },
  {
    "step": 2378,
    "loss": 0.005726405419409275,
    "lr": 5.949055000000079e-05
  },
  {
    "step": 2379,
    "loss": 0.0049390168860554695,
    "lr": 5.951552500000079e-05
  },
  {
    "step": 2380,
    "loss": 0.05701073259115219,
    "lr": 5.954050000000079e-05
  },
  {
    "step": 2381,
    "loss": 0.009154384955763817,
    "lr": 5.956547500000079e-05
  },
  {
    "step": 2382,
    "loss": 0.0032827213872224092,
    "lr": 5.9590450000000794e-05
  },
  {
    "step": 2383,
    "loss": 0.019126299768686295,
    "lr": 5.96154250000008e-05
  },
  {
    "step": 2384,
    "loss": 0.03060726821422577,
    "lr": 5.96404000000008e-05
  },
  {
    "step": 2385,
    "loss": 0.009323556907474995,
    "lr": 5.96653750000008e-05
  },
  {
    "step": 2386,
    "loss": 0.04521474242210388,
    "lr": 5.96903500000008e-05
  },
  {
    "step": 2387,
    "loss": 0.02418459765613079,
    "lr": 5.971532500000081e-05
  },
  {
    "step": 2388,
    "loss": 0.02328360080718994,
    "lr": 5.9740300000000814e-05
  },
  {
    "step": 2389,
    "loss": 0.004763618111610413,
    "lr": 5.976527500000081e-05
  },
  {
    "step": 2390,
    "loss": 0.025418004021048546,
    "lr": 5.979025000000081e-05
  },
  {
    "step": 2391,
    "loss": 0.011338997632265091,
    "lr": 5.981522500000081e-05
  },
  {
    "step": 2392,
    "loss": 0.0059991986490786076,
    "lr": 5.984020000000082e-05
  },
  {
    "step": 2393,
    "loss": 0.08838306367397308,
    "lr": 5.986517500000082e-05
  },
  {
    "step": 2394,
    "loss": 0.004680236801505089,
    "lr": 5.989015000000082e-05
  },
  {
    "step": 2395,
    "loss": 0.004926709458231926,
    "lr": 5.991512500000083e-05
  },
  {
    "step": 2396,
    "loss": 0.04449374973773956,
    "lr": 5.994010000000082e-05
  },
  {
    "step": 2397,
    "loss": 0.006374341901391745,
    "lr": 5.9965075000000824e-05
  },
  {
    "step": 2398,
    "loss": 0.003595898626372218,
    "lr": 5.999005000000082e-05
  },
  {
    "step": 2399,
    "loss": 0.01640421897172928,
    "lr": 6.001502500000082e-05
  },
  {
    "step": 2400,
    "loss": 0.0905117318034172,
    "lr": 6.004000000000082e-05
  },
  {
    "step": 2401,
    "loss": 0.01579412817955017,
    "lr": 6.006497500000082e-05
  },
  {
    "step": 2402,
    "loss": 0.0646146684885025,
    "lr": 6.0089950000000826e-05
  },
  {
    "step": 2403,
    "loss": 0.009170259349048138,
    "lr": 6.0114925000000824e-05
  },
  {
    "step": 2404,
    "loss": 0.018724143505096436,
    "lr": 6.013990000000083e-05
  },
  {
    "step": 2405,
    "loss": 0.01914435625076294,
    "lr": 6.016487500000083e-05
  },
  {
    "step": 2406,
    "loss": 0.033390112221241,
    "lr": 6.0189850000000835e-05
  },
  {
    "step": 2407,
    "loss": 0.057106178253889084,
    "lr": 6.0214825000000833e-05
  },
  {
    "step": 2408,
    "loss": 0.00735057657584548,
    "lr": 6.023980000000083e-05
  },
  {
    "step": 2409,
    "loss": 0.011656826362013817,
    "lr": 6.0264775000000824e-05
  },
  {
    "step": 2410,
    "loss": 0.036498699337244034,
    "lr": 6.028975000000082e-05
  },
  {
    "step": 2411,
    "loss": 0.011419207789003849,
    "lr": 6.0314725000000815e-05
  },
  {
    "step": 2412,
    "loss": 0.03627624735236168,
    "lr": 6.033970000000082e-05
  },
  {
    "step": 2413,
    "loss": 0.011505522765219212,
    "lr": 6.0364675000000827e-05
  },
  {
    "step": 2414,
    "loss": 0.03859876096248627,
    "lr": 6.038965000000083e-05
  },
  {
    "step": 2415,
    "loss": 0.012310794554650784,
    "lr": 6.0414625000000824e-05
  },
  {
    "step": 2416,
    "loss": 0.012071582488715649,
    "lr": 6.043960000000082e-05
  },
  {
    "step": 2417,
    "loss": 0.00388879026286304,
    "lr": 6.046457500000082e-05
  },
  {
    "step": 2418,
    "loss": 0.006623040419071913,
    "lr": 6.048955000000083e-05
  },
  {
    "step": 2419,
    "loss": 0.009570442140102386,
    "lr": 6.0514525000000826e-05
  },
  {
    "step": 2420,
    "loss": 0.012426409870386124,
    "lr": 6.053950000000083e-05
  },
  {
    "step": 2421,
    "loss": 0.0409126915037632,
    "lr": 6.056447500000084e-05
  },
  {
    "step": 2422,
    "loss": 0.013718508183956146,
    "lr": 6.0589450000000843e-05
  },
  {
    "step": 2423,
    "loss": 0.012167117558419704,
    "lr": 6.061442500000085e-05
  },
  {
    "step": 2424,
    "loss": 0.007441268302500248,
    "lr": 6.063940000000085e-05
  },
  {
    "step": 2425,
    "loss": 0.05311480164527893,
    "lr": 6.066437500000085e-05
  },
  {
    "step": 2426,
    "loss": 0.006425051484256983,
    "lr": 6.0689350000000846e-05
  },
  {
    "step": 2427,
    "loss": 0.027209332212805748,
    "lr": 6.0714325000000844e-05
  },
  {
    "step": 2428,
    "loss": 0.05274320766329765,
    "lr": 6.073930000000085e-05
  },
  {
    "step": 2429,
    "loss": 0.007598380092531443,
    "lr": 6.0764275000000856e-05
  },
  {
    "step": 2430,
    "loss": 0.019995344802737236,
    "lr": 6.0789250000000855e-05
  },
  {
    "step": 2431,
    "loss": 0.009122378192842007,
    "lr": 6.0814225000000853e-05
  },
  {
    "step": 2432,
    "loss": 0.008640551008284092,
    "lr": 6.083920000000085e-05
  },
  {
    "step": 2433,
    "loss": 0.008017882704734802,
    "lr": 6.0864175000000844e-05
  },
  {
    "step": 2434,
    "loss": 0.02827717363834381,
    "lr": 6.088915000000084e-05
  },
  {
    "step": 2435,
    "loss": 0.004173789173364639,
    "lr": 6.0914125000000835e-05
  },
  {
    "step": 2436,
    "loss": 0.004402771592140198,
    "lr": 6.093910000000084e-05
  },
  {
    "step": 2437,
    "loss": 0.008500921539962292,
    "lr": 6.096407500000084e-05
  },
  {
    "step": 2438,
    "loss": 0.008228051476180553,
    "lr": 6.098905000000084e-05
  },
  {
    "step": 2439,
    "loss": 0.00831553339958191,
    "lr": 6.101402500000084e-05
  },
  {
    "step": 2440,
    "loss": 0.005593826528638601,
    "lr": 6.103900000000084e-05
  },
  {
    "step": 2441,
    "loss": 0.008855585008859634,
    "lr": 6.106397500000083e-05
  },
  {
    "step": 2442,
    "loss": 0.015585492365062237,
    "lr": 6.108895000000082e-05
  },
  {
    "step": 2443,
    "loss": 0.0061390637420117855,
    "lr": 6.111392500000083e-05
  },
  {
    "step": 2444,
    "loss": 0.00588028272613883,
    "lr": 6.113890000000083e-05
  },
  {
    "step": 2445,
    "loss": 0.01105092279613018,
    "lr": 6.116387500000084e-05
  },
  {
    "step": 2446,
    "loss": 0.005196842364966869,
    "lr": 6.118885000000084e-05
  },
  {
    "step": 2447,
    "loss": 0.030611857771873474,
    "lr": 6.121382500000084e-05
  },
  {
    "step": 2448,
    "loss": 0.04069161042571068,
    "lr": 6.123880000000084e-05
  },
  {
    "step": 2449,
    "loss": 0.005976413376629353,
    "lr": 6.126377500000085e-05
  },
  {
    "step": 2450,
    "loss": 0.010720686987042427,
    "lr": 6.128875000000084e-05
  },
  {
    "step": 2451,
    "loss": 0.007980730384588242,
    "lr": 6.131372500000084e-05
  },
  {
    "step": 2452,
    "loss": 0.009904500097036362,
    "lr": 6.133870000000084e-05
  },
  {
    "step": 2453,
    "loss": 0.023308631032705307,
    "lr": 6.136367500000084e-05
  },
  {
    "step": 2454,
    "loss": 0.0676577240228653,
    "lr": 6.138865000000083e-05
  },
  {
    "step": 2455,
    "loss": 0.008305290713906288,
    "lr": 6.141362500000084e-05
  },
  {
    "step": 2456,
    "loss": 0.006624395493417978,
    "lr": 6.143860000000083e-05
  },
  {
    "step": 2457,
    "loss": 0.006621887907385826,
    "lr": 6.146357500000082e-05
  },
  {
    "step": 2458,
    "loss": 0.007832754403352737,
    "lr": 6.148855000000082e-05
  },
  {
    "step": 2459,
    "loss": 0.03443780168890953,
    "lr": 6.151352500000082e-05
  },
  {
    "step": 2460,
    "loss": 0.004319289233535528,
    "lr": 6.153850000000083e-05
  },
  {
    "step": 2461,
    "loss": 0.06355469673871994,
    "lr": 6.156347500000083e-05
  },
  {
    "step": 2462,
    "loss": 0.0038428620900958776,
    "lr": 6.158845000000084e-05
  },
  {
    "step": 2463,
    "loss": 0.009237240068614483,
    "lr": 6.161342500000083e-05
  },
  {
    "step": 2464,
    "loss": 0.004964056424796581,
    "lr": 6.163840000000084e-05
  },
  {
    "step": 2465,
    "loss": 0.00385943241417408,
    "lr": 6.166337500000084e-05
  },
  {
    "step": 2466,
    "loss": 0.007771399803459644,
    "lr": 6.168835000000083e-05
  },
  {
    "step": 2467,
    "loss": 0.010745527222752571,
    "lr": 6.171332500000083e-05
  },
  {
    "step": 2468,
    "loss": 0.017960717901587486,
    "lr": 6.173830000000083e-05
  },
  {
    "step": 2469,
    "loss": 0.013563860207796097,
    "lr": 6.176327500000082e-05
  },
  {
    "step": 2470,
    "loss": 0.010452705435454845,
    "lr": 6.178825000000082e-05
  },
  {
    "step": 2471,
    "loss": 0.0057953945361077785,
    "lr": 6.181322500000081e-05
  },
  {
    "step": 2472,
    "loss": 0.0038028680719435215,
    "lr": 6.183820000000081e-05
  },
  {
    "step": 2473,
    "loss": 0.018125079572200775,
    "lr": 6.186317500000082e-05
  },
  {
    "step": 2474,
    "loss": 0.056490421295166016,
    "lr": 6.188815000000081e-05
  },
  {
    "step": 2475,
    "loss": 0.021128682419657707,
    "lr": 6.191312500000082e-05
  },
  {
    "step": 2476,
    "loss": 0.0035729685332626104,
    "lr": 6.193810000000081e-05
  },
  {
    "step": 2477,
    "loss": 0.005709774326533079,
    "lr": 6.19630750000008e-05
  },
  {
    "step": 2478,
    "loss": 0.005718939006328583,
    "lr": 6.19880500000008e-05
  },
  {
    "step": 2479,
    "loss": 0.0026404187083244324,
    "lr": 6.201302500000081e-05
  },
  {
    "step": 2480,
    "loss": 0.01529752928763628,
    "lr": 6.203800000000082e-05
  },
  {
    "step": 2481,
    "loss": 0.02331347018480301,
    "lr": 6.206297500000082e-05
  },
  {
    "step": 2482,
    "loss": 0.00509711354970932,
    "lr": 6.208795000000083e-05
  },
  {
    "step": 2483,
    "loss": 0.0243496373295784,
    "lr": 6.211292500000083e-05
  },
  {
    "step": 2484,
    "loss": 0.027107689529657364,
    "lr": 6.213790000000084e-05
  },
  {
    "step": 2485,
    "loss": 0.007013200782239437,
    "lr": 6.216287500000085e-05
  },
  {
    "step": 2486,
    "loss": 0.004094408825039864,
    "lr": 6.218785000000084e-05
  },
  {
    "step": 2487,
    "loss": 0.03305140882730484,
    "lr": 6.221282500000084e-05
  },
  {
    "step": 2488,
    "loss": 0.015383205376565456,
    "lr": 6.223780000000084e-05
  },
  {
    "step": 2489,
    "loss": 0.0026876747142523527,
    "lr": 6.226277500000084e-05
  },
  {
    "step": 2490,
    "loss": 0.012370515614748001,
    "lr": 6.228775000000085e-05
  },
  {
    "step": 2491,
    "loss": 0.07085597515106201,
    "lr": 6.231272500000085e-05
  },
  {
    "step": 2492,
    "loss": 0.02020743116736412,
    "lr": 6.233770000000084e-05
  },
  {
    "step": 2493,
    "loss": 0.010613723658025265,
    "lr": 6.236267500000084e-05
  },
  {
    "step": 2494,
    "loss": 0.0024588704109191895,
    "lr": 6.238765000000084e-05
  },
  {
    "step": 2495,
    "loss": 0.024998798966407776,
    "lr": 6.241262500000083e-05
  },
  {
    "step": 2496,
    "loss": 0.013249093666672707,
    "lr": 6.243760000000083e-05
  },
  {
    "step": 2497,
    "loss": 0.007799686398357153,
    "lr": 6.246257500000083e-05
  },
  {
    "step": 2498,
    "loss": 0.00864634569734335,
    "lr": 6.248755000000082e-05
  },
  {
    "step": 2499,
    "loss": 0.003794376738369465,
    "lr": 6.251252500000083e-05
  },
  {
    "step": 2501,
    "loss": 0.004048864357173443,
    "lr": 6.256247500000084e-05
  },
  {
    "step": 2502,
    "loss": 0.0027797375805675983,
    "lr": 6.258745000000085e-05
  },
  {
    "step": 2503,
    "loss": 0.0054832990281283855,
    "lr": 6.261242500000085e-05
  },
  {
    "step": 2504,
    "loss": 0.014824572019279003,
    "lr": 6.263740000000084e-05
  },
  {
    "step": 2505,
    "loss": 0.007081025280058384,
    "lr": 6.266237500000085e-05
  },
  {
    "step": 2506,
    "loss": 0.029424559324979782,
    "lr": 6.268735000000086e-05
  },
  {
    "step": 2507,
    "loss": 0.019256923347711563,
    "lr": 6.271232500000086e-05
  },
  {
    "step": 2508,
    "loss": 0.006810476537793875,
    "lr": 6.273730000000087e-05
  },
  {
    "step": 2509,
    "loss": 0.005871593486517668,
    "lr": 6.276227500000087e-05
  },
  {
    "step": 2510,
    "loss": 0.01135298702865839,
    "lr": 6.278725000000086e-05
  },
  {
    "step": 2511,
    "loss": 0.008840478956699371,
    "lr": 6.281222500000087e-05
  },
  {
    "step": 2512,
    "loss": 0.013683970086276531,
    "lr": 6.283720000000088e-05
  },
  {
    "step": 2513,
    "loss": 0.008126682601869106,
    "lr": 6.286217500000087e-05
  },
  {
    "step": 2514,
    "loss": 0.00605433713644743,
    "lr": 6.288715000000086e-05
  },
  {
    "step": 2515,
    "loss": 0.008685898035764694,
    "lr": 6.291212500000087e-05
  },
  {
    "step": 2516,
    "loss": 0.013266517780721188,
    "lr": 6.293710000000087e-05
  },
  {
    "step": 2517,
    "loss": 0.0037641460075974464,
    "lr": 6.296207500000086e-05
  },
  {
    "step": 2518,
    "loss": 0.00778955826535821,
    "lr": 6.298705000000086e-05
  },
  {
    "step": 2519,
    "loss": 0.03290596231818199,
    "lr": 6.301202500000085e-05
  },
  {
    "step": 2520,
    "loss": 0.06307931244373322,
    "lr": 6.303700000000085e-05
  },
  {
    "step": 2521,
    "loss": 0.0018984604394063354,
    "lr": 6.306197500000086e-05
  },
  {
    "step": 2522,
    "loss": 0.0328894704580307,
    "lr": 6.308695000000085e-05
  },
  {
    "step": 2523,
    "loss": 0.013378320261836052,
    "lr": 6.311192500000084e-05
  },
  {
    "step": 2524,
    "loss": 0.006702205631881952,
    "lr": 6.313690000000085e-05
  },
  {
    "step": 2525,
    "loss": 0.008926757611334324,
    "lr": 6.316187500000084e-05
  },
  {
    "step": 2526,
    "loss": 0.008715763688087463,
    "lr": 6.318685000000085e-05
  },
  {
    "step": 2527,
    "loss": 0.009240751154720783,
    "lr": 6.321182500000084e-05
  },
  {
    "step": 2528,
    "loss": 0.02657608687877655,
    "lr": 6.323680000000084e-05
  },
  {
    "step": 2529,
    "loss": 0.022294169291853905,
    "lr": 6.326177500000085e-05
  },
  {
    "step": 2530,
    "loss": 0.029819998890161514,
    "lr": 6.328675000000084e-05
  },
  {
    "step": 2531,
    "loss": 0.011355884373188019,
    "lr": 6.331172500000083e-05
  },
  {
    "step": 2532,
    "loss": 0.0036013133358210325,
    "lr": 6.333670000000084e-05
  },
  {
    "step": 2533,
    "loss": 0.017143433913588524,
    "lr": 6.336167500000083e-05
  },
  {
    "step": 2534,
    "loss": 0.020861923694610596,
    "lr": 6.338665000000084e-05
  },
  {
    "step": 2535,
    "loss": 0.006423895712941885,
    "lr": 6.341162500000083e-05
  },
  {
    "step": 2536,
    "loss": 0.005676673725247383,
    "lr": 6.343660000000082e-05
  },
  {
    "step": 2537,
    "loss": 0.012007649056613445,
    "lr": 6.346157500000081e-05
  },
  {
    "step": 2538,
    "loss": 0.007428680546581745,
    "lr": 6.348655000000082e-05
  },
  {
    "step": 2539,
    "loss": 0.006269927602261305,
    "lr": 6.351152500000083e-05
  },
  {
    "step": 2540,
    "loss": 0.0043257358483970165,
    "lr": 6.353650000000083e-05
  },
  {
    "step": 2541,
    "loss": 0.005797880236059427,
    "lr": 6.356147500000084e-05
  },
  {
    "step": 2542,
    "loss": 0.012742690742015839,
    "lr": 6.358645000000083e-05
  },
  {
    "step": 2543,
    "loss": 0.011314052157104015,
    "lr": 6.361142500000083e-05
  },
  {
    "step": 2544,
    "loss": 0.009328881278634071,
    "lr": 6.363640000000084e-05
  },
  {
    "step": 2545,
    "loss": 0.009435716085135937,
    "lr": 6.366137500000085e-05
  },
  {
    "step": 2546,
    "loss": 0.01344317477196455,
    "lr": 6.368635000000085e-05
  },
  {
    "step": 2547,
    "loss": 0.00839968305081129,
    "lr": 6.371132500000084e-05
  },
  {
    "step": 2548,
    "loss": 0.007461450062692165,
    "lr": 6.373630000000084e-05
  },
  {
    "step": 2549,
    "loss": 0.008322637528181076,
    "lr": 6.376127500000084e-05
  },
  {
    "step": 2550,
    "loss": 0.006866065785288811,
    "lr": 6.378625000000085e-05
  },
  {
    "step": 2551,
    "loss": 0.004992190282791853,
    "lr": 6.381122500000085e-05
  },
  {
    "step": 2552,
    "loss": 0.005347335245460272,
    "lr": 6.383620000000086e-05
  },
  {
    "step": 2553,
    "loss": 0.0026608030311763287,
    "lr": 6.386117500000086e-05
  },
  {
    "step": 2554,
    "loss": 0.006038936786353588,
    "lr": 6.388615000000087e-05
  },
  {
    "step": 2555,
    "loss": 0.027435047551989555,
    "lr": 6.391112500000087e-05
  },
  {
    "step": 2556,
    "loss": 0.008394492790102959,
    "lr": 6.393610000000087e-05
  },
  {
    "step": 2557,
    "loss": 0.00888664461672306,
    "lr": 6.396107500000086e-05
  },
  {
    "step": 2558,
    "loss": 0.014624422416090965,
    "lr": 6.398605000000086e-05
  },
  {
    "step": 2559,
    "loss": 0.01491849310696125,
    "lr": 6.401102500000086e-05
  },
  {
    "step": 2560,
    "loss": 0.01234592217952013,
    "lr": 6.403600000000086e-05
  },
  {
    "step": 2561,
    "loss": 0.01867205835878849,
    "lr": 6.406097500000085e-05
  },
  {
    "step": 2562,
    "loss": 0.009195290505886078,
    "lr": 6.408595000000086e-05
  },
  {
    "step": 2563,
    "loss": 0.022462066262960434,
    "lr": 6.411092500000087e-05
  },
  {
    "step": 2564,
    "loss": 0.018828678876161575,
    "lr": 6.413590000000087e-05
  },
  {
    "step": 2565,
    "loss": 0.01937488280236721,
    "lr": 6.416087500000088e-05
  },
  {
    "step": 2566,
    "loss": 0.0066316076554358006,
    "lr": 6.418585000000088e-05
  },
  {
    "step": 2567,
    "loss": 0.008042911067605019,
    "lr": 6.421082500000089e-05
  },
  {
    "step": 2568,
    "loss": 0.02207135781645775,
    "lr": 6.42358000000009e-05
  },
  {
    "step": 2569,
    "loss": 0.03225410729646683,
    "lr": 6.426077500000089e-05
  },
  {
    "step": 2570,
    "loss": 0.004310910124331713,
    "lr": 6.428575000000088e-05
  },
  {
    "step": 2571,
    "loss": 0.008011747151613235,
    "lr": 6.431072500000088e-05
  },
  {
    "step": 2572,
    "loss": 0.013720148243010044,
    "lr": 6.433570000000089e-05
  },
  {
    "step": 2573,
    "loss": 0.005551114212721586,
    "lr": 6.43606750000009e-05
  },
  {
    "step": 2574,
    "loss": 0.008288634940981865,
    "lr": 6.43856500000009e-05
  },
  {
    "step": 2575,
    "loss": 0.0038573211058974266,
    "lr": 6.44106250000009e-05
  },
  {
    "step": 2576,
    "loss": 0.002575444523245096,
    "lr": 6.44356000000009e-05
  },
  {
    "step": 2577,
    "loss": 0.006463408004492521,
    "lr": 6.446057500000089e-05
  },
  {
    "step": 2578,
    "loss": 0.014555643312633038,
    "lr": 6.448555000000088e-05
  },
  {
    "step": 2579,
    "loss": 0.013478931039571762,
    "lr": 6.451052500000089e-05
  },
  {
    "step": 2580,
    "loss": 0.008821764960885048,
    "lr": 6.45355000000009e-05
  },
  {
    "step": 2581,
    "loss": 0.003668158547952771,
    "lr": 6.45604750000009e-05
  },
  {
    "step": 2582,
    "loss": 0.04523242637515068,
    "lr": 6.458545000000089e-05
  },
  {
    "step": 2583,
    "loss": 0.019672026857733727,
    "lr": 6.46104250000009e-05
  },
  {
    "step": 2584,
    "loss": 0.01762329787015915,
    "lr": 6.46354000000009e-05
  },
  {
    "step": 2585,
    "loss": 0.0043861293233931065,
    "lr": 6.466037500000091e-05
  },
  {
    "step": 2586,
    "loss": 0.0020706369541585445,
    "lr": 6.468535000000091e-05
  },
  {
    "step": 2587,
    "loss": 0.022946009412407875,
    "lr": 6.471032500000092e-05
  },
  {
    "step": 2588,
    "loss": 0.022388404235243797,
    "lr": 6.473530000000093e-05
  },
  {
    "step": 2589,
    "loss": 0.0068576098419725895,
    "lr": 6.476027500000093e-05
  },
  {
    "step": 2590,
    "loss": 0.008746051229536533,
    "lr": 6.478525000000094e-05
  },
  {
    "step": 2591,
    "loss": 0.015081136487424374,
    "lr": 6.481022500000094e-05
  },
  {
    "step": 2592,
    "loss": 0.010899610817432404,
    "lr": 6.483520000000095e-05
  },
  {
    "step": 2593,
    "loss": 0.3334037661552429,
    "lr": 6.486017500000094e-05
  },
  {
    "step": 2594,
    "loss": 0.022884098812937737,
    "lr": 6.488515000000095e-05
  },
  {
    "step": 2595,
    "loss": 0.006220644805580378,
    "lr": 6.491012500000094e-05
  },
  {
    "step": 2596,
    "loss": 0.003749596420675516,
    "lr": 6.493510000000093e-05
  },
  {
    "step": 2597,
    "loss": 0.07907451689243317,
    "lr": 6.496007500000094e-05
  },
  {
    "step": 2598,
    "loss": 0.005291277077049017,
    "lr": 6.498505000000094e-05
  },
  {
    "step": 2599,
    "loss": 0.004041085951030254,
    "lr": 6.501002500000095e-05
  },
  {
    "step": 2600,
    "loss": 0.014631691388785839,
    "lr": 6.503500000000095e-05
  },
  {
    "step": 2601,
    "loss": 0.01208009384572506,
    "lr": 6.505997500000094e-05
  },
  {
    "step": 2602,
    "loss": 0.01642712764441967,
    "lr": 6.508495000000095e-05
  },
  {
    "step": 2603,
    "loss": 0.04037158563733101,
    "lr": 6.510992500000096e-05
  },
  {
    "step": 2604,
    "loss": 0.00773906335234642,
    "lr": 6.513490000000095e-05
  },
  {
    "step": 2605,
    "loss": 0.008869124576449394,
    "lr": 6.515987500000095e-05
  },
  {
    "step": 2606,
    "loss": 0.04951776564121246,
    "lr": 6.518485000000095e-05
  },
  {
    "step": 2607,
    "loss": 0.007038045674562454,
    "lr": 6.520982500000095e-05
  },
  {
    "step": 2608,
    "loss": 0.011261488310992718,
    "lr": 6.523480000000094e-05
  },
  {
    "step": 2609,
    "loss": 0.014652001671493053,
    "lr": 6.525977500000095e-05
  },
  {
    "step": 2610,
    "loss": 0.016828063875436783,
    "lr": 6.528475000000094e-05
  },
  {
    "step": 2611,
    "loss": 0.00875670462846756,
    "lr": 6.530972500000093e-05
  },
  {
    "step": 2612,
    "loss": 0.009874065406620502,
    "lr": 6.533470000000094e-05
  },
  {
    "step": 2613,
    "loss": 0.019797027111053467,
    "lr": 6.535967500000093e-05
  },
  {
    "step": 2614,
    "loss": 0.01848931610584259,
    "lr": 6.538465000000094e-05
  },
  {
    "step": 2615,
    "loss": 0.021527526900172234,
    "lr": 6.540962500000094e-05
  },
  {
    "step": 2616,
    "loss": 0.0065732793882489204,
    "lr": 6.543460000000095e-05
  },
  {
    "step": 2617,
    "loss": 0.005263136234134436,
    "lr": 6.545957500000095e-05
  },
  {
    "step": 2618,
    "loss": 0.01315984781831503,
    "lr": 6.548455000000096e-05
  },
  {
    "step": 2619,
    "loss": 0.01089243683964014,
    "lr": 6.550952500000096e-05
  },
  {
    "step": 2620,
    "loss": 0.010647504590451717,
    "lr": 6.553450000000096e-05
  },
  {
    "step": 2621,
    "loss": 0.008215829730033875,
    "lr": 6.555947500000095e-05
  },
  {
    "step": 2622,
    "loss": 0.03960900008678436,
    "lr": 6.558445000000095e-05
  },
  {
    "step": 2623,
    "loss": 0.008146046660840511,
    "lr": 6.560942500000095e-05
  },
  {
    "step": 2624,
    "loss": 0.004774607717990875,
    "lr": 6.563440000000095e-05
  },
  {
    "step": 2625,
    "loss": 0.0073746549896895885,
    "lr": 6.565937500000096e-05
  },
  {
    "step": 2626,
    "loss": 0.011622966267168522,
    "lr": 6.568435000000096e-05
  },
  {
    "step": 2627,
    "loss": 0.006458603776991367,
    "lr": 6.570932500000097e-05
  },
  {
    "step": 2628,
    "loss": 0.019256656989455223,
    "lr": 6.573430000000097e-05
  },
  {
    "step": 2629,
    "loss": 0.008426904678344727,
    "lr": 6.575927500000097e-05
  },
  {
    "step": 2630,
    "loss": 0.034920088946819305,
    "lr": 6.578425000000097e-05
  },
  {
    "step": 2631,
    "loss": 0.008457737043499947,
    "lr": 6.580922500000098e-05
  },
  {
    "step": 2632,
    "loss": 0.0128413625061512,
    "lr": 6.583420000000097e-05
  },
  {
    "step": 2633,
    "loss": 0.007336851675063372,
    "lr": 6.585917500000096e-05
  },
  {
    "step": 2634,
    "loss": 0.022593244910240173,
    "lr": 6.588415000000095e-05
  },
  {
    "step": 2635,
    "loss": 0.007754995953291655,
    "lr": 6.590912500000095e-05
  },
  {
    "step": 2636,
    "loss": 0.0214904323220253,
    "lr": 6.593410000000095e-05
  },
  {
    "step": 2637,
    "loss": 0.024489229544997215,
    "lr": 6.595907500000096e-05
  },
  {
    "step": 2638,
    "loss": 0.01865064725279808,
    "lr": 6.598405000000096e-05
  },
  {
    "step": 2639,
    "loss": 0.006924519315361977,
    "lr": 6.600902500000095e-05
  },
  {
    "step": 2640,
    "loss": 0.0025240452960133553,
    "lr": 6.603400000000095e-05
  },
  {
    "step": 2641,
    "loss": 0.01316519733518362,
    "lr": 6.605897500000095e-05
  },
  {
    "step": 2642,
    "loss": 0.018093572929501534,
    "lr": 6.608395000000096e-05
  },
  {
    "step": 2643,
    "loss": 0.05147835612297058,
    "lr": 6.610892500000096e-05
  },
  {
    "step": 2644,
    "loss": 0.006109154783189297,
    "lr": 6.613390000000096e-05
  },
  {
    "step": 2645,
    "loss": 0.011217031627893448,
    "lr": 6.615887500000096e-05
  },
  {
    "step": 2646,
    "loss": 0.011929431930184364,
    "lr": 6.618385000000097e-05
  },
  {
    "step": 2647,
    "loss": 0.0042173354886472225,
    "lr": 6.620882500000096e-05
  },
  {
    "step": 2648,
    "loss": 0.00893180351704359,
    "lr": 6.623380000000096e-05
  },
  {
    "step": 2649,
    "loss": 0.009855515323579311,
    "lr": 6.625877500000097e-05
  },
  {
    "step": 2650,
    "loss": 0.03244246542453766,
    "lr": 6.628375000000096e-05
  },
  {
    "step": 2651,
    "loss": 0.010019982233643532,
    "lr": 6.630872500000097e-05
  },
  {
    "step": 2652,
    "loss": 0.008559812791645527,
    "lr": 6.633370000000097e-05
  },
  {
    "step": 2653,
    "loss": 0.008602967485785484,
    "lr": 6.635867500000098e-05
  },
  {
    "step": 2654,
    "loss": 0.0050504752434790134,
    "lr": 6.638365000000099e-05
  },
  {
    "step": 2655,
    "loss": 0.0050271544605493546,
    "lr": 6.640862500000098e-05
  },
  {
    "step": 2656,
    "loss": 0.0023828146513551474,
    "lr": 6.643360000000098e-05
  },
  {
    "step": 2657,
    "loss": 0.0610305555164814,
    "lr": 6.645857500000098e-05
  },
  {
    "step": 2658,
    "loss": 0.0062246425077319145,
    "lr": 6.648355000000097e-05
  },
  {
    "step": 2659,
    "loss": 0.01460588164627552,
    "lr": 6.650852500000097e-05
  },
  {
    "step": 2660,
    "loss": 0.007499459199607372,
    "lr": 6.653350000000096e-05
  },
  {
    "step": 2661,
    "loss": 0.01362667791545391,
    "lr": 6.655847500000097e-05
  },
  {
    "step": 2662,
    "loss": 0.023829307407140732,
    "lr": 6.658345000000098e-05
  },
  {
    "step": 2663,
    "loss": 0.012132436037063599,
    "lr": 6.660842500000097e-05
  },
  {
    "step": 2664,
    "loss": 0.00447261705994606,
    "lr": 6.663340000000096e-05
  },
  {
    "step": 2665,
    "loss": 0.010968419723212719,
    "lr": 6.665837500000095e-05
  },
  {
    "step": 2666,
    "loss": 0.03222809359431267,
    "lr": 6.668335000000096e-05
  },
  {
    "step": 2667,
    "loss": 0.010927027091383934,
    "lr": 6.670832500000096e-05
  },
  {
    "step": 2668,
    "loss": 0.026382528245449066,
    "lr": 6.673330000000097e-05
  },
  {
    "step": 2669,
    "loss": 0.0037523582577705383,
    "lr": 6.675827500000097e-05
  },
  {
    "step": 2670,
    "loss": 0.0036081187427043915,
    "lr": 6.678325000000098e-05
  },
  {
    "step": 2671,
    "loss": 0.0048041269183158875,
    "lr": 6.680822500000099e-05
  },
  {
    "step": 2672,
    "loss": 0.22773687541484833,
    "lr": 6.683320000000099e-05
  },
  {
    "step": 2673,
    "loss": 0.005720249377191067,
    "lr": 6.6858175000001e-05
  },
  {
    "step": 2674,
    "loss": 0.008412584662437439,
    "lr": 6.688315000000099e-05
  },
  {
    "step": 2675,
    "loss": 0.1631660908460617,
    "lr": 6.690812500000098e-05
  },
  {
    "step": 2676,
    "loss": 0.009634449146687984,
    "lr": 6.693310000000097e-05
  },
  {
    "step": 2677,
    "loss": 0.01107961218804121,
    "lr": 6.695807500000098e-05
  },
  {
    "step": 2678,
    "loss": 0.0074161747470498085,
    "lr": 6.698305000000097e-05
  },
  {
    "step": 2679,
    "loss": 0.02210363559424877,
    "lr": 6.700802500000098e-05
  },
  {
    "step": 2680,
    "loss": 0.006084141321480274,
    "lr": 6.703300000000098e-05
  },
  {
    "step": 2681,
    "loss": 0.017014155164361,
    "lr": 6.705797500000099e-05
  },
  {
    "step": 2682,
    "loss": 0.04301152378320694,
    "lr": 6.708295000000098e-05
  },
  {
    "step": 2683,
    "loss": 0.012500069104135036,
    "lr": 6.710792500000099e-05
  },
  {
    "step": 2684,
    "loss": 0.003709714859724045,
    "lr": 6.713290000000098e-05
  },
  {
    "step": 2685,
    "loss": 0.0033050761558115482,
    "lr": 6.715787500000098e-05
  },
  {
    "step": 2686,
    "loss": 0.004678799770772457,
    "lr": 6.718285000000099e-05
  },
  {
    "step": 2687,
    "loss": 0.013231596909463406,
    "lr": 6.7207825000001e-05
  },
  {
    "step": 2688,
    "loss": 0.006595142185688019,
    "lr": 6.7232800000001e-05
  },
  {
    "step": 2689,
    "loss": 0.016970571130514145,
    "lr": 6.7257775000001e-05
  },
  {
    "step": 2690,
    "loss": 0.029392244294285774,
    "lr": 6.728275000000101e-05
  },
  {
    "step": 2691,
    "loss": 0.006260163616389036,
    "lr": 6.7307725000001e-05
  },
  {
    "step": 2692,
    "loss": 0.014156833291053772,
    "lr": 6.7332700000001e-05
  },
  {
    "step": 2693,
    "loss": 0.007728619035333395,
    "lr": 6.735767500000099e-05
  },
  {
    "step": 2694,
    "loss": 0.03011450171470642,
    "lr": 6.7382650000001e-05
  },
  {
    "step": 2695,
    "loss": 0.005525113083422184,
    "lr": 6.7407625000001e-05
  },
  {
    "step": 2696,
    "loss": 0.002715118695050478,
    "lr": 6.7432600000001e-05
  },
  {
    "step": 2697,
    "loss": 0.00719752861186862,
    "lr": 6.7457575000001e-05
  },
  {
    "step": 2698,
    "loss": 0.010779348202049732,
    "lr": 6.7482550000001e-05
  },
  {
    "step": 2699,
    "loss": 0.04920525848865509,
    "lr": 6.7507525000001e-05
  },
  {
    "step": 2700,
    "loss": 0.007397626526653767,
    "lr": 6.7532500000001e-05
  },
  {
    "step": 2701,
    "loss": 0.02482832781970501,
    "lr": 6.7557475000001e-05
  },
  {
    "step": 2702,
    "loss": 0.23904190957546234,
    "lr": 6.758245000000101e-05
  },
  {
    "step": 2703,
    "loss": 0.0076180193573236465,
    "lr": 6.760742500000102e-05
  },
  {
    "step": 2704,
    "loss": 0.01594322733581066,
    "lr": 6.763240000000102e-05
  },
  {
    "step": 2705,
    "loss": 0.09892255067825317,
    "lr": 6.765737500000102e-05
  },
  {
    "step": 2706,
    "loss": 0.005433488171547651,
    "lr": 6.768235000000102e-05
  },
  {
    "step": 2707,
    "loss": 0.022976672276854515,
    "lr": 6.770732500000101e-05
  },
  {
    "step": 2708,
    "loss": 0.011534780263900757,
    "lr": 6.7732300000001e-05
  },
  {
    "step": 2709,
    "loss": 0.002057421486824751,
    "lr": 6.7757275000001e-05
  },
  {
    "step": 2710,
    "loss": 0.00768349738791585,
    "lr": 6.778225000000099e-05
  },
  {
    "step": 2711,
    "loss": 0.03389274328947067,
    "lr": 6.7807225000001e-05
  },
  {
    "step": 2712,
    "loss": 0.005785602610558271,
    "lr": 6.783220000000099e-05
  },
  {
    "step": 2713,
    "loss": 0.02006697468459606,
    "lr": 6.785717500000098e-05
  },
  {
    "step": 2714,
    "loss": 0.021400563418865204,
    "lr": 6.788215000000097e-05
  },
  {
    "step": 2715,
    "loss": 0.006022355519235134,
    "lr": 6.790712500000096e-05
  },
  {
    "step": 2716,
    "loss": 0.023596307262778282,
    "lr": 6.793210000000096e-05
  },
  {
    "step": 2717,
    "loss": 0.016104133799672127,
    "lr": 6.795707500000095e-05
  },
  {
    "step": 2718,
    "loss": 0.006818889640271664,
    "lr": 6.798205000000095e-05
  },
  {
    "step": 2719,
    "loss": 0.00802397821098566,
    "lr": 6.800702500000096e-05
  },
  {
    "step": 2720,
    "loss": 0.07900428026914597,
    "lr": 6.803200000000096e-05
  },
  {
    "step": 2721,
    "loss": 0.005245823413133621,
    "lr": 6.805697500000096e-05
  },
  {
    "step": 2722,
    "loss": 0.014529537409543991,
    "lr": 6.808195000000095e-05
  },
  {
    "step": 2723,
    "loss": 0.007655472960323095,
    "lr": 6.810692500000094e-05
  },
  {
    "step": 2724,
    "loss": 0.0038897129707038403,
    "lr": 6.813190000000095e-05
  },
  {
    "step": 2725,
    "loss": 0.004291284829378128,
    "lr": 6.815687500000094e-05
  },
  {
    "step": 2726,
    "loss": 0.013337986543774605,
    "lr": 6.818185000000094e-05
  },
  {
    "step": 2727,
    "loss": 0.004582295194268227,
    "lr": 6.820682500000095e-05
  },
  {
    "step": 2728,
    "loss": 0.010442515835165977,
    "lr": 6.823180000000094e-05
  },
  {
    "step": 2729,
    "loss": 0.01844707690179348,
    "lr": 6.825677500000093e-05
  },
  {
    "step": 2730,
    "loss": 0.008094350807368755,
    "lr": 6.828175000000094e-05
  },
  {
    "step": 2731,
    "loss": 0.01208092737942934,
    "lr": 6.830672500000093e-05
  },
  {
    "step": 2732,
    "loss": 0.0054304287768900394,
    "lr": 6.833170000000094e-05
  },
  {
    "step": 2733,
    "loss": 0.003414064645767212,
    "lr": 6.835667500000094e-05
  },
  {
    "step": 2734,
    "loss": 0.019443169236183167,
    "lr": 6.838165000000095e-05
  },
  {
    "step": 2735,
    "loss": 0.02963864803314209,
    "lr": 6.840662500000095e-05
  },
  {
    "step": 2736,
    "loss": 0.008066456764936447,
    "lr": 6.843160000000096e-05
  },
  {
    "step": 2737,
    "loss": 0.015242381952702999,
    "lr": 6.845657500000097e-05
  },
  {
    "step": 2738,
    "loss": 0.019663747400045395,
    "lr": 6.848155000000096e-05
  },
  {
    "step": 2739,
    "loss": 0.006895949598401785,
    "lr": 6.850652500000095e-05
  },
  {
    "step": 2740,
    "loss": 0.006425629835575819,
    "lr": 6.853150000000095e-05
  },
  {
    "step": 2741,
    "loss": 0.006002451293170452,
    "lr": 6.855647500000096e-05
  },
  {
    "step": 2742,
    "loss": 0.013506083749234676,
    "lr": 6.858145000000097e-05
  },
  {
    "step": 2743,
    "loss": 0.009696707129478455,
    "lr": 6.860642500000097e-05
  },
  {
    "step": 2744,
    "loss": 0.0034657889045774937,
    "lr": 6.863140000000096e-05
  },
  {
    "step": 2745,
    "loss": 0.02261899784207344,
    "lr": 6.865637500000096e-05
  },
  {
    "step": 2746,
    "loss": 0.006799499969929457,
    "lr": 6.868135000000095e-05
  },
  {
    "step": 2747,
    "loss": 0.012306997552514076,
    "lr": 6.870632500000095e-05
  },
  {
    "step": 2748,
    "loss": 0.006332062184810638,
    "lr": 6.873130000000096e-05
  },
  {
    "step": 2749,
    "loss": 0.01939782127737999,
    "lr": 6.875627500000096e-05
  },
  {
    "step": 2750,
    "loss": 0.018096119165420532,
    "lr": 6.878125000000096e-05
  },
  {
    "step": 2751,
    "loss": 0.0039163678884506226,
    "lr": 6.880622500000095e-05
  },
  {
    "step": 2752,
    "loss": 0.009363703429698944,
    "lr": 6.883120000000095e-05
  },
  {
    "step": 2753,
    "loss": 0.005077083595097065,
    "lr": 6.885617500000096e-05
  },
  {
    "step": 2754,
    "loss": 0.008100165985524654,
    "lr": 6.888115000000095e-05
  },
  {
    "step": 2755,
    "loss": 0.0013192943297326565,
    "lr": 6.890612500000096e-05
  },
  {
    "step": 2756,
    "loss": 0.03949642926454544,
    "lr": 6.893110000000096e-05
  },
  {
    "step": 2757,
    "loss": 0.0076185897924005985,
    "lr": 6.895607500000096e-05
  },
  {
    "step": 2758,
    "loss": 0.010524028912186623,
    "lr": 6.898105000000096e-05
  },
  {
    "step": 2759,
    "loss": 0.027589306235313416,
    "lr": 6.900602500000097e-05
  },
  {
    "step": 2760,
    "loss": 0.006726330146193504,
    "lr": 6.903100000000097e-05
  },
  {
    "step": 2761,
    "loss": 0.010546239092946053,
    "lr": 6.905597500000096e-05
  },
  {
    "step": 2762,
    "loss": 0.010364284738898277,
    "lr": 6.908095000000096e-05
  },
  {
    "step": 2763,
    "loss": 0.010351788252592087,
    "lr": 6.910592500000096e-05
  },
  {
    "step": 2764,
    "loss": 0.010632325895130634,
    "lr": 6.913090000000097e-05
  },
  {
    "step": 2765,
    "loss": 0.003960119094699621,
    "lr": 6.915587500000096e-05
  },
  {
    "step": 2766,
    "loss": 0.013422929681837559,
    "lr": 6.918085000000097e-05
  },
  {
    "step": 2767,
    "loss": 0.007658619433641434,
    "lr": 6.920582500000097e-05
  },
  {
    "step": 2768,
    "loss": 0.0021055806428194046,
    "lr": 6.923080000000098e-05
  },
  {
    "step": 2769,
    "loss": 0.008897630497813225,
    "lr": 6.925577500000098e-05
  },
  {
    "step": 2770,
    "loss": 0.006212201900780201,
    "lr": 6.928075000000099e-05
  },
  {
    "step": 2771,
    "loss": 0.0248461551964283,
    "lr": 6.930572500000098e-05
  },
  {
    "step": 2772,
    "loss": 0.005679579917341471,
    "lr": 6.933070000000097e-05
  },
  {
    "step": 2773,
    "loss": 0.029158733785152435,
    "lr": 6.935567500000098e-05
  },
  {
    "step": 2774,
    "loss": 0.01222272776067257,
    "lr": 6.938065000000098e-05
  },
  {
    "step": 2775,
    "loss": 0.038271404802799225,
    "lr": 6.940562500000099e-05
  },
  {
    "step": 2776,
    "loss": 0.003273150883615017,
    "lr": 6.9430600000001e-05
  },
  {
    "step": 2777,
    "loss": 0.009376720525324345,
    "lr": 6.9455575000001e-05
  },
  {
    "step": 2778,
    "loss": 0.03300297260284424,
    "lr": 6.9480550000001e-05
  },
  {
    "step": 2779,
    "loss": 0.0050310599617660046,
    "lr": 6.950552500000101e-05
  },
  {
    "step": 2780,
    "loss": 0.006009964272379875,
    "lr": 6.953050000000102e-05
  },
  {
    "step": 2781,
    "loss": 0.007113277912139893,
    "lr": 6.955547500000101e-05
  },
  {
    "step": 2782,
    "loss": 0.0342237688601017,
    "lr": 6.958045000000102e-05
  },
  {
    "step": 2783,
    "loss": 0.010664781555533409,
    "lr": 6.960542500000101e-05
  },
  {
    "step": 2784,
    "loss": 0.009035002440214157,
    "lr": 6.9630400000001e-05
  },
  {
    "step": 2785,
    "loss": 0.07480262219905853,
    "lr": 6.9655375000001e-05
  },
  {
    "step": 2786,
    "loss": 0.015421274118125439,
    "lr": 6.9680350000001e-05
  },
  {
    "step": 2787,
    "loss": 0.005406550131738186,
    "lr": 6.9705325000001e-05
  },
  {
    "step": 2788,
    "loss": 0.008049646392464638,
    "lr": 6.9730300000001e-05
  },
  {
    "step": 2789,
    "loss": 0.06911265105009079,
    "lr": 6.9755275000001e-05
  },
  {
    "step": 2790,
    "loss": 0.020187033340334892,
    "lr": 6.9780250000001e-05
  },
  {
    "step": 2791,
    "loss": 0.018021076917648315,
    "lr": 6.980522500000101e-05
  },
  {
    "step": 2792,
    "loss": 0.03671395406126976,
    "lr": 6.983020000000102e-05
  },
  {
    "step": 2793,
    "loss": 0.003414784325286746,
    "lr": 6.985517500000101e-05
  },
  {
    "step": 2794,
    "loss": 0.009495578706264496,
    "lr": 6.988015000000102e-05
  },
  {
    "step": 2795,
    "loss": 0.07918011397123337,
    "lr": 6.990512500000102e-05
  },
  {
    "step": 2796,
    "loss": 0.004773607477545738,
    "lr": 6.993010000000101e-05
  },
  {
    "step": 2797,
    "loss": 0.05785246565937996,
    "lr": 6.995507500000102e-05
  },
  {
    "step": 2798,
    "loss": 0.007714849431067705,
    "lr": 6.998005000000101e-05
  },
  {
    "step": 2799,
    "loss": 0.007694178726524115,
    "lr": 7.0005025000001e-05
  },
  {
    "step": 2800,
    "loss": 0.023316627368330956,
    "lr": 7.003000000000101e-05
  },
  {
    "step": 2801,
    "loss": 0.00974835641682148,
    "lr": 7.005497500000101e-05
  },
  {
    "step": 2802,
    "loss": 0.0026801989879459143,
    "lr": 7.0079950000001e-05
  },
  {
    "step": 2803,
    "loss": 0.011002223007380962,
    "lr": 7.010492500000101e-05
  },
  {
    "step": 2804,
    "loss": 0.05283705145120621,
    "lr": 7.012990000000102e-05
  },
  {
    "step": 2805,
    "loss": 0.006179628428071737,
    "lr": 7.015487500000102e-05
  },
  {
    "step": 2806,
    "loss": 0.06995736807584763,
    "lr": 7.017985000000103e-05
  },
  {
    "step": 2807,
    "loss": 0.004296072293072939,
    "lr": 7.020482500000103e-05
  },
  {
    "step": 2808,
    "loss": 0.007055800873786211,
    "lr": 7.022980000000103e-05
  },
  {
    "step": 2809,
    "loss": 0.05745233595371246,
    "lr": 7.025477500000102e-05
  },
  {
    "step": 2810,
    "loss": 0.017151065170764923,
    "lr": 7.027975000000102e-05
  },
  {
    "step": 2811,
    "loss": 0.023430196568369865,
    "lr": 7.030472500000103e-05
  },
  {
    "step": 2812,
    "loss": 0.009662946686148643,
    "lr": 7.032970000000104e-05
  },
  {
    "step": 2813,
    "loss": 0.0060826679691672325,
    "lr": 7.035467500000103e-05
  },
  {
    "step": 2814,
    "loss": 0.009747088886797428,
    "lr": 7.037965000000103e-05
  },
  {
    "step": 2815,
    "loss": 0.04636674001812935,
    "lr": 7.040462500000104e-05
  },
  {
    "step": 2816,
    "loss": 0.012093964032828808,
    "lr": 7.042960000000104e-05
  },
  {
    "step": 2817,
    "loss": 0.0025483316276222467,
    "lr": 7.045457500000105e-05
  },
  {
    "step": 2818,
    "loss": 0.00999112706631422,
    "lr": 7.047955000000106e-05
  },
  {
    "step": 2819,
    "loss": 0.005092509090900421,
    "lr": 7.050452500000105e-05
  },
  {
    "step": 2820,
    "loss": 0.007292388007044792,
    "lr": 7.052950000000105e-05
  },
  {
    "step": 2821,
    "loss": 0.010585293173789978,
    "lr": 7.055447500000105e-05
  },
  {
    "step": 2822,
    "loss": 0.028125179931521416,
    "lr": 7.057945000000104e-05
  },
  {
    "step": 2823,
    "loss": 0.00440718699246645,
    "lr": 7.060442500000104e-05
  },
  {
    "step": 2824,
    "loss": 0.013699731789529324,
    "lr": 7.062940000000105e-05
  },
  {
    "step": 2825,
    "loss": 0.003893929999321699,
    "lr": 7.065437500000105e-05
  },
  {
    "step": 2826,
    "loss": 0.006228317506611347,
    "lr": 7.067935000000106e-05
  },
  {
    "step": 2827,
    "loss": 0.01905527152121067,
    "lr": 7.070432500000107e-05
  },
  {
    "step": 2828,
    "loss": 0.004116312135010958,
    "lr": 7.072930000000107e-05
  },
  {
    "step": 2829,
    "loss": 0.04440857842564583,
    "lr": 7.075427500000106e-05
  },
  {
    "step": 2830,
    "loss": 0.04481854289770126,
    "lr": 7.077925000000107e-05
  },
  {
    "step": 2831,
    "loss": 0.005529274698346853,
    "lr": 7.080422500000107e-05
  },
  {
    "step": 2832,
    "loss": 0.002616714686155319,
    "lr": 7.082920000000108e-05
  },
  {
    "step": 2833,
    "loss": 0.003309811232611537,
    "lr": 7.085417500000107e-05
  },
  {
    "step": 2834,
    "loss": 0.00934538058936596,
    "lr": 7.087915000000108e-05
  },
  {
    "step": 2835,
    "loss": 0.005983463488519192,
    "lr": 7.090412500000108e-05
  },
  {
    "step": 2836,
    "loss": 0.0070939199067652225,
    "lr": 7.092910000000108e-05
  },
  {
    "step": 2837,
    "loss": 0.002456061542034149,
    "lr": 7.095407500000108e-05
  },
  {
    "step": 2838,
    "loss": 0.018503397703170776,
    "lr": 7.097905000000107e-05
  },
  {
    "step": 2839,
    "loss": 0.038058336824178696,
    "lr": 7.100402500000107e-05
  },
  {
    "step": 2840,
    "loss": 0.008000697940587997,
    "lr": 7.102900000000107e-05
  },
  {
    "step": 2841,
    "loss": 0.03213489055633545,
    "lr": 7.105397500000106e-05
  },
  {
    "step": 2842,
    "loss": 0.009159969165921211,
    "lr": 7.107895000000107e-05
  },
  {
    "step": 2843,
    "loss": 0.0063039506785571575,
    "lr": 7.110392500000107e-05
  },
  {
    "step": 2844,
    "loss": 0.008166125975549221,
    "lr": 7.112890000000108e-05
  },
  {
    "step": 2845,
    "loss": 0.02171308547258377,
    "lr": 7.115387500000109e-05
  },
  {
    "step": 2846,
    "loss": 0.004386089742183685,
    "lr": 7.117885000000108e-05
  },
  {
    "step": 2847,
    "loss": 0.02038368582725525,
    "lr": 7.120382500000108e-05
  },
  {
    "step": 2848,
    "loss": 0.032267630100250244,
    "lr": 7.122880000000109e-05
  },
  {
    "step": 2849,
    "loss": 0.013042472302913666,
    "lr": 7.12537750000011e-05
  },
  {
    "step": 2850,
    "loss": 0.004877293948084116,
    "lr": 7.12787500000011e-05
  },
  {
    "step": 2851,
    "loss": 0.011280293576419353,
    "lr": 7.13037250000011e-05
  },
  {
    "step": 2852,
    "loss": 0.03504370152950287,
    "lr": 7.132870000000111e-05
  },
  {
    "step": 2853,
    "loss": 0.003092210739850998,
    "lr": 7.135367500000112e-05
  },
  {
    "step": 2854,
    "loss": 0.00849867146462202,
    "lr": 7.137865000000111e-05
  },
  {
    "step": 2855,
    "loss": 0.019383937120437622,
    "lr": 7.140362500000111e-05
  },
  {
    "step": 2856,
    "loss": 0.025132622569799423,
    "lr": 7.142860000000112e-05
  },
  {
    "step": 2857,
    "loss": 0.055509261786937714,
    "lr": 7.145357500000113e-05
  },
  {
    "step": 2858,
    "loss": 0.01191097404807806,
    "lr": 7.147855000000113e-05
  },
  {
    "step": 2859,
    "loss": 0.006593263242393732,
    "lr": 7.150352500000114e-05
  },
  {
    "step": 2860,
    "loss": 0.04761600121855736,
    "lr": 7.152850000000114e-05
  },
  {
    "step": 2861,
    "loss": 0.0154802231118083,
    "lr": 7.155347500000115e-05
  },
  {
    "step": 2862,
    "loss": 0.018141070380806923,
    "lr": 7.157845000000115e-05
  },
  {
    "step": 2863,
    "loss": 0.007872535847127438,
    "lr": 7.160342500000116e-05
  },
  {
    "step": 2864,
    "loss": 0.006962017621845007,
    "lr": 7.162840000000117e-05
  },
  {
    "step": 2865,
    "loss": 0.014728370122611523,
    "lr": 7.165337500000117e-05
  },
  {
    "step": 2866,
    "loss": 0.012893649749457836,
    "lr": 7.167835000000118e-05
  },
  {
    "step": 2867,
    "loss": 0.01294267550110817,
    "lr": 7.170332500000117e-05
  },
  {
    "step": 2868,
    "loss": 0.029680131003260612,
    "lr": 7.172830000000116e-05
  },
  {
    "step": 2869,
    "loss": 0.003541402518749237,
    "lr": 7.175327500000115e-05
  },
  {
    "step": 2870,
    "loss": 0.013729113154113293,
    "lr": 7.177825000000116e-05
  },
  {
    "step": 2871,
    "loss": 0.02896183356642723,
    "lr": 7.180322500000116e-05
  },
  {
    "step": 2872,
    "loss": 0.009764513000845909,
    "lr": 7.182820000000117e-05
  },
  {
    "step": 2873,
    "loss": 0.007730250712484121,
    "lr": 7.185317500000118e-05
  },
  {
    "step": 2874,
    "loss": 0.015303164720535278,
    "lr": 7.187815000000117e-05
  },
  {
    "step": 2875,
    "loss": 0.018920378759503365,
    "lr": 7.190312500000117e-05
  },
  {
    "step": 2876,
    "loss": 0.00421332148835063,
    "lr": 7.192810000000118e-05
  },
  {
    "step": 2877,
    "loss": 0.0048028863966465,
    "lr": 7.195307500000118e-05
  },
  {
    "step": 2878,
    "loss": 0.0049479021690785885,
    "lr": 7.197805000000118e-05
  },
  {
    "step": 2879,
    "loss": 0.015319084748625755,
    "lr": 7.200302500000118e-05
  },
  {
    "step": 2880,
    "loss": 0.0381428562104702,
    "lr": 7.202800000000117e-05
  },
  {
    "step": 2881,
    "loss": 0.01688379980623722,
    "lr": 7.205297500000117e-05
  },
  {
    "step": 2882,
    "loss": 0.03008841536939144,
    "lr": 7.207795000000116e-05
  },
  {
    "step": 2883,
    "loss": 0.05573134869337082,
    "lr": 7.210292500000115e-05
  },
  {
    "step": 2884,
    "loss": 0.02730841189622879,
    "lr": 7.212790000000114e-05
  },
  {
    "step": 2885,
    "loss": 0.027771908789873123,
    "lr": 7.215287500000115e-05
  },
  {
    "step": 2886,
    "loss": 0.01312486082315445,
    "lr": 7.217785000000114e-05
  },
  {
    "step": 2887,
    "loss": 0.010209709405899048,
    "lr": 7.220282500000115e-05
  },
  {
    "step": 2888,
    "loss": 0.030199933797121048,
    "lr": 7.222780000000115e-05
  },
  {
    "step": 2889,
    "loss": 0.007913726381957531,
    "lr": 7.225277500000116e-05
  },
  {
    "step": 2890,
    "loss": 0.010546467266976833,
    "lr": 7.227775000000116e-05
  },
  {
    "step": 2891,
    "loss": 0.009348638355731964,
    "lr": 7.230272500000116e-05
  },
  {
    "step": 2892,
    "loss": 0.005595679860562086,
    "lr": 7.232770000000116e-05
  },
  {
    "step": 2893,
    "loss": 0.018228325992822647,
    "lr": 7.235267500000117e-05
  },
  {
    "step": 2894,
    "loss": 0.01403341069817543,
    "lr": 7.237765000000116e-05
  },
  {
    "step": 2895,
    "loss": 0.007930906489491463,
    "lr": 7.240262500000115e-05
  },
  {
    "step": 2896,
    "loss": 0.010997334495186806,
    "lr": 7.242760000000116e-05
  },
  {
    "step": 2897,
    "loss": 0.004074230790138245,
    "lr": 7.245257500000116e-05
  },
  {
    "step": 2898,
    "loss": 0.006199638359248638,
    "lr": 7.247755000000117e-05
  },
  {
    "step": 2899,
    "loss": 0.04711194336414337,
    "lr": 7.250252500000116e-05
  },
  {
    "step": 2900,
    "loss": 0.1385173201560974,
    "lr": 7.252750000000117e-05
  },
  {
    "step": 2901,
    "loss": 0.025626756250858307,
    "lr": 7.255247500000116e-05
  },
  {
    "step": 2902,
    "loss": 0.020343324169516563,
    "lr": 7.257745000000116e-05
  },
  {
    "step": 2903,
    "loss": 0.06052844226360321,
    "lr": 7.260242500000117e-05
  },
  {
    "step": 2904,
    "loss": 0.00972786545753479,
    "lr": 7.262740000000117e-05
  },
  {
    "step": 2905,
    "loss": 0.004788608755916357,
    "lr": 7.265237500000118e-05
  },
  {
    "step": 2906,
    "loss": 0.014255042187869549,
    "lr": 7.267735000000119e-05
  },
  {
    "step": 2907,
    "loss": 0.008930593729019165,
    "lr": 7.270232500000119e-05
  },
  {
    "step": 2908,
    "loss": 0.005337312817573547,
    "lr": 7.272730000000118e-05
  },
  {
    "step": 2909,
    "loss": 0.035191770642995834,
    "lr": 7.275227500000118e-05
  },
  {
    "step": 2910,
    "loss": 0.04362664744257927,
    "lr": 7.277725000000118e-05
  },
  {
    "step": 2911,
    "loss": 0.008186370134353638,
    "lr": 7.280222500000119e-05
  },
  {
    "step": 2912,
    "loss": 0.03324029594659805,
    "lr": 7.282720000000119e-05
  },
  {
    "step": 2913,
    "loss": 0.006664949003607035,
    "lr": 7.285217500000118e-05
  },
  {
    "step": 2914,
    "loss": 0.054787058383226395,
    "lr": 7.287715000000119e-05
  },
  {
    "step": 2915,
    "loss": 0.0067650624550879,
    "lr": 7.29021250000012e-05
  },
  {
    "step": 2916,
    "loss": 0.003422718495130539,
    "lr": 7.292710000000119e-05
  },
  {
    "step": 2917,
    "loss": 0.0035725028719753027,
    "lr": 7.295207500000118e-05
  },
  {
    "step": 2918,
    "loss": 0.04199283570051193,
    "lr": 7.297705000000117e-05
  },
  {
    "step": 2919,
    "loss": 0.009787330403923988,
    "lr": 7.300202500000118e-05
  },
  {
    "step": 2920,
    "loss": 0.0038425722159445286,
    "lr": 7.302700000000117e-05
  },
  {
    "step": 2921,
    "loss": 0.007856309413909912,
    "lr": 7.305197500000118e-05
  },
  {
    "step": 2922,
    "loss": 0.010171235539019108,
    "lr": 7.307695000000118e-05
  },
  {
    "step": 2923,
    "loss": 0.07434769719839096,
    "lr": 7.310192500000117e-05
  },
  {
    "step": 2924,
    "loss": 0.008644103072583675,
    "lr": 7.312690000000118e-05
  },
  {
    "step": 2925,
    "loss": 0.039239488542079926,
    "lr": 7.315187500000117e-05
  },
  {
    "step": 2926,
    "loss": 0.00876233633607626,
    "lr": 7.317685000000116e-05
  },
  {
    "step": 2927,
    "loss": 0.00652850978076458,
    "lr": 7.320182500000117e-05
  },
  {
    "step": 2928,
    "loss": 0.030457554385066032,
    "lr": 7.322680000000117e-05
  },
  {
    "step": 2929,
    "loss": 0.004749481100589037,
    "lr": 7.325177500000117e-05
  },
  {
    "step": 2930,
    "loss": 0.01260522659868002,
    "lr": 7.327675000000117e-05
  },
  {
    "step": 2931,
    "loss": 0.018430309370160103,
    "lr": 7.330172500000116e-05
  },
  {
    "step": 2932,
    "loss": 0.005708298645913601,
    "lr": 7.332670000000117e-05
  },
  {
    "step": 2933,
    "loss": 0.005730084143579006,
    "lr": 7.335167500000116e-05
  },
  {
    "step": 2934,
    "loss": 0.010383961722254753,
    "lr": 7.337665000000117e-05
  },
  {
    "step": 2935,
    "loss": 0.034672703593969345,
    "lr": 7.340162500000117e-05
  },
  {
    "step": 2936,
    "loss": 0.022156087681651115,
    "lr": 7.342660000000118e-05
  },
  {
    "step": 2937,
    "loss": 0.005327204708009958,
    "lr": 7.345157500000117e-05
  },
  {
    "step": 2938,
    "loss": 0.010534222237765789,
    "lr": 7.347655000000118e-05
  },
  {
    "step": 2939,
    "loss": 0.0052311415784060955,
    "lr": 7.350152500000117e-05
  },
  {
    "step": 2940,
    "loss": 0.00796559639275074,
    "lr": 7.352650000000117e-05
  },
  {
    "step": 2941,
    "loss": 0.004279248416423798,
    "lr": 7.355147500000117e-05
  },
  {
    "step": 2942,
    "loss": 0.011951861903071404,
    "lr": 7.357645000000116e-05
  },
  {
    "step": 2943,
    "loss": 0.009747970849275589,
    "lr": 7.360142500000116e-05
  },
  {
    "step": 2944,
    "loss": 0.02338646911084652,
    "lr": 7.362640000000117e-05
  },
  {
    "step": 2945,
    "loss": 0.007135490886867046,
    "lr": 7.365137500000116e-05
  },
  {
    "step": 2946,
    "loss": 0.009664510376751423,
    "lr": 7.367635000000115e-05
  },
  {
    "step": 2947,
    "loss": 0.011689084582030773,
    "lr": 7.370132500000116e-05
  },
  {
    "step": 2948,
    "loss": 0.007549633271992207,
    "lr": 7.372630000000115e-05
  },
  {
    "step": 2949,
    "loss": 0.006598241627216339,
    "lr": 7.375127500000116e-05
  },
  {
    "step": 2950,
    "loss": 0.008358316496014595,
    "lr": 7.377625000000115e-05
  },
  {
    "step": 2951,
    "loss": 0.07412134855985641,
    "lr": 7.380122500000115e-05
  },
  {
    "step": 2952,
    "loss": 0.006242101546376944,
    "lr": 7.382620000000115e-05
  },
  {
    "step": 2953,
    "loss": 0.023246189579367638,
    "lr": 7.385117500000115e-05
  },
  {
    "step": 2954,
    "loss": 0.014954756014049053,
    "lr": 7.387615000000114e-05
  },
  {
    "step": 2955,
    "loss": 0.02372562699019909,
    "lr": 7.390112500000114e-05
  },
  {
    "step": 2956,
    "loss": 0.010996290482580662,
    "lr": 7.392610000000114e-05
  },
  {
    "step": 2957,
    "loss": 0.02415364794433117,
    "lr": 7.395107500000113e-05
  },
  {
    "step": 2958,
    "loss": 0.003574499860405922,
    "lr": 7.397605000000114e-05
  },
  {
    "step": 2959,
    "loss": 0.007717636413872242,
    "lr": 7.400102500000115e-05
  },
  {
    "step": 2960,
    "loss": 0.00924241729080677,
    "lr": 7.402600000000115e-05
  },
  {
    "step": 2961,
    "loss": 0.03131186217069626,
    "lr": 7.405097500000114e-05
  },
  {
    "step": 2962,
    "loss": 0.005705021321773529,
    "lr": 7.407595000000114e-05
  },
  {
    "step": 2963,
    "loss": 0.032154738903045654,
    "lr": 7.410092500000114e-05
  },
  {
    "step": 2964,
    "loss": 0.010365266352891922,
    "lr": 7.412590000000113e-05
  },
  {
    "step": 2965,
    "loss": 0.03619083762168884,
    "lr": 7.415087500000114e-05
  },
  {
    "step": 2966,
    "loss": 0.009352661669254303,
    "lr": 7.417585000000113e-05
  },
  {
    "step": 2967,
    "loss": 0.0032828969415277243,
    "lr": 7.420082500000112e-05
  },
  {
    "step": 2968,
    "loss": 0.014858727343380451,
    "lr": 7.422580000000111e-05
  },
  {
    "step": 2969,
    "loss": 0.009942244738340378,
    "lr": 7.425077500000112e-05
  },
  {
    "step": 2970,
    "loss": 0.0038768919184803963,
    "lr": 7.427575000000111e-05
  },
  {
    "step": 2971,
    "loss": 0.003026288002729416,
    "lr": 7.430072500000112e-05
  },
  {
    "step": 2972,
    "loss": 0.009099168702960014,
    "lr": 7.432570000000112e-05
  },
  {
    "step": 2973,
    "loss": 0.0088920583948493,
    "lr": 7.435067500000112e-05
  },
  {
    "step": 2974,
    "loss": 0.00638884911313653,
    "lr": 7.437565000000112e-05
  },
  {
    "step": 2975,
    "loss": 0.017253007739782333,
    "lr": 7.440062500000113e-05
  },
  {
    "step": 2976,
    "loss": 0.010499891825020313,
    "lr": 7.442560000000112e-05
  },
  {
    "step": 2977,
    "loss": 0.009732905775308609,
    "lr": 7.445057500000112e-05
  },
  {
    "step": 2978,
    "loss": 0.19247522950172424,
    "lr": 7.447555000000113e-05
  },
  {
    "step": 2979,
    "loss": 0.01603657566010952,
    "lr": 7.450052500000114e-05
  },
  {
    "step": 2980,
    "loss": 0.0162650216370821,
    "lr": 7.452550000000113e-05
  },
  {
    "step": 2981,
    "loss": 0.0068326364271342754,
    "lr": 7.455047500000112e-05
  },
  {
    "step": 2982,
    "loss": 0.017274534329771996,
    "lr": 7.457545000000113e-05
  },
  {
    "step": 2983,
    "loss": 0.006927689537405968,
    "lr": 7.460042500000113e-05
  },
  {
    "step": 2984,
    "loss": 0.010230091400444508,
    "lr": 7.462540000000114e-05
  },
  {
    "step": 2985,
    "loss": 0.0060780784115195274,
    "lr": 7.465037500000114e-05
  },
  {
    "step": 2986,
    "loss": 0.01721085235476494,
    "lr": 7.467535000000115e-05
  },
  {
    "step": 2987,
    "loss": 0.006691881455481052,
    "lr": 7.470032500000115e-05
  },
  {
    "step": 2988,
    "loss": 0.009401805698871613,
    "lr": 7.472530000000115e-05
  },
  {
    "step": 2989,
    "loss": 0.011499695479869843,
    "lr": 7.475027500000115e-05
  },
  {
    "step": 2990,
    "loss": 0.014308758080005646,
    "lr": 7.477525000000114e-05
  },
  {
    "step": 2991,
    "loss": 0.014959306456148624,
    "lr": 7.480022500000115e-05
  },
  {
    "step": 2992,
    "loss": 0.007022419013082981,
    "lr": 7.482520000000114e-05
  },
  {
    "step": 2993,
    "loss": 0.009771985001862049,
    "lr": 7.485017500000115e-05
  },
  {
    "step": 2994,
    "loss": 0.004744431935250759,
    "lr": 7.487515000000115e-05
  },
  {
    "step": 2995,
    "loss": 0.004288109019398689,
    "lr": 7.490012500000114e-05
  },
  {
    "step": 2996,
    "loss": 0.0050332145765423775,
    "lr": 7.492510000000114e-05
  },
  {
    "step": 2997,
    "loss": 0.008329298347234726,
    "lr": 7.495007500000113e-05
  },
  {
    "step": 2998,
    "loss": 0.009872473776340485,
    "lr": 7.497505000000112e-05
  },
  {
    "step": 2999,
    "loss": 0.015012135729193687,
    "lr": 7.500002500000111e-05
  },
  {
    "step": 3000,
    "loss": 0.012112139724195004,
    "lr": 7.502500000000112e-05
  },
  {
    "step": 3001,
    "loss": 0.0038216772954910994,
    "lr": 7.504997500000111e-05
  },
  {
    "step": 3002,
    "loss": 0.024747319519519806,
    "lr": 7.507495000000112e-05
  },
  {
    "step": 3003,
    "loss": 0.006230028346180916,
    "lr": 7.509992500000111e-05
  },
  {
    "step": 3004,
    "loss": 0.021623242646455765,
    "lr": 7.512490000000111e-05
  },
  {
    "step": 3005,
    "loss": 0.0040458557195961475,
    "lr": 7.514987500000112e-05
  },
  {
    "step": 3006,
    "loss": 0.08458779752254486,
    "lr": 7.517485000000111e-05
  },
  {
    "step": 3007,
    "loss": 0.00713331950828433,
    "lr": 7.519982500000112e-05
  },
  {
    "step": 3008,
    "loss": 0.008411605842411518,
    "lr": 7.522480000000112e-05
  },
  {
    "step": 3009,
    "loss": 0.0036428882740437984,
    "lr": 7.524977500000112e-05
  },
  {
    "step": 3010,
    "loss": 0.006403787527233362,
    "lr": 7.527475000000111e-05
  },
  {
    "step": 3011,
    "loss": 0.014224043115973473,
    "lr": 7.529972500000111e-05
  },
  {
    "step": 3012,
    "loss": 0.004423394799232483,
    "lr": 7.532470000000112e-05
  },
  {
    "step": 3013,
    "loss": 0.0175680760294199,
    "lr": 7.534967500000112e-05
  },
  {
    "step": 3014,
    "loss": 0.018396195024251938,
    "lr": 7.537465000000113e-05
  },
  {
    "step": 3015,
    "loss": 0.0715804249048233,
    "lr": 7.539962500000112e-05
  },
  {
    "step": 3016,
    "loss": 0.03522774577140808,
    "lr": 7.542460000000113e-05
  },
  {
    "step": 3017,
    "loss": 0.009996813721954823,
    "lr": 7.544957500000113e-05
  },
  {
    "step": 3018,
    "loss": 0.011944758705794811,
    "lr": 7.547455000000113e-05
  },
  {
    "step": 3019,
    "loss": 0.007029263768345118,
    "lr": 7.549952500000113e-05
  },
  {
    "step": 3020,
    "loss": 0.021503182128071785,
    "lr": 7.552450000000112e-05
  },
  {
    "step": 3021,
    "loss": 0.08758008480072021,
    "lr": 7.554947500000113e-05
  },
  {
    "step": 3022,
    "loss": 0.004189879633486271,
    "lr": 7.557445000000112e-05
  },
  {
    "step": 3023,
    "loss": 0.009689224883913994,
    "lr": 7.559942500000111e-05
  },
  {
    "step": 3024,
    "loss": 0.005497545935213566,
    "lr": 7.562440000000112e-05
  },
  {
    "step": 3025,
    "loss": 0.00294680567458272,
    "lr": 7.564937500000111e-05
  },
  {
    "step": 3026,
    "loss": 0.009538253769278526,
    "lr": 7.567435000000112e-05
  },
  {
    "step": 3027,
    "loss": 0.004009248688817024,
    "lr": 7.569932500000111e-05
  },
  {
    "step": 3028,
    "loss": 0.007174714468419552,
    "lr": 7.572430000000111e-05
  },
  {
    "step": 3029,
    "loss": 0.0037003327161073685,
    "lr": 7.57492750000011e-05
  },
  {
    "step": 3030,
    "loss": 0.013749619014561176,
    "lr": 7.577425000000111e-05
  },
  {
    "step": 3031,
    "loss": 0.005652359686791897,
    "lr": 7.579922500000112e-05
  },
  {
    "step": 3032,
    "loss": 0.017290545627474785,
    "lr": 7.582420000000112e-05
  },
  {
    "step": 3033,
    "loss": 0.0073463707230985165,
    "lr": 7.584917500000113e-05
  },
  {
    "step": 3034,
    "loss": 0.03846842423081398,
    "lr": 7.587415000000113e-05
  },
  {
    "step": 3035,
    "loss": 0.021318642422556877,
    "lr": 7.589912500000113e-05
  },
  {
    "step": 3036,
    "loss": 0.030805405229330063,
    "lr": 7.592410000000113e-05
  },
  {
    "step": 3037,
    "loss": 0.008065227419137955,
    "lr": 7.594907500000112e-05
  },
  {
    "step": 3038,
    "loss": 0.03066294640302658,
    "lr": 7.597405000000113e-05
  },
  {
    "step": 3039,
    "loss": 0.0071339779533445835,
    "lr": 7.599902500000114e-05
  },
  {
    "step": 3040,
    "loss": 0.01744193583726883,
    "lr": 7.602400000000114e-05
  },
  {
    "step": 3041,
    "loss": 0.008496444672346115,
    "lr": 7.604897500000113e-05
  },
  {
    "step": 3042,
    "loss": 0.024349382147192955,
    "lr": 7.607395000000113e-05
  },
  {
    "step": 3043,
    "loss": 0.005994137842208147,
    "lr": 7.609892500000112e-05
  },
  {
    "step": 3044,
    "loss": 0.012715667486190796,
    "lr": 7.612390000000112e-05
  },
  {
    "step": 3045,
    "loss": 0.0062015121802687645,
    "lr": 7.614887500000111e-05
  },
  {
    "step": 3046,
    "loss": 0.008363335393369198,
    "lr": 7.617385000000112e-05
  },
  {
    "step": 3047,
    "loss": 0.012798241339623928,
    "lr": 7.619882500000111e-05
  },
  {
    "step": 3048,
    "loss": 0.001032001106068492,
    "lr": 7.622380000000112e-05
  },
  {
    "step": 3049,
    "loss": 0.0016209346940740943,
    "lr": 7.624877500000112e-05
  },
  {
    "step": 3050,
    "loss": 0.00813654251396656,
    "lr": 7.627375000000113e-05
  },
  {
    "step": 3051,
    "loss": 0.008990276604890823,
    "lr": 7.629872500000114e-05
  },
  {
    "step": 3052,
    "loss": 0.003741469234228134,
    "lr": 7.632370000000113e-05
  },
  {
    "step": 3053,
    "loss": 0.014352159574627876,
    "lr": 7.634867500000112e-05
  },
  {
    "step": 3054,
    "loss": 0.021563315764069557,
    "lr": 7.637365000000111e-05
  },
  {
    "step": 3055,
    "loss": 0.008220160380005836,
    "lr": 7.639862500000112e-05
  },
  {
    "step": 3056,
    "loss": 0.01437445916235447,
    "lr": 7.642360000000111e-05
  },
  {
    "step": 3057,
    "loss": 0.027250491082668304,
    "lr": 7.64485750000011e-05
  },
  {
    "step": 3058,
    "loss": 0.015638265758752823,
    "lr": 7.64735500000011e-05
  },
  {
    "step": 3059,
    "loss": 0.003650055965408683,
    "lr": 7.649852500000109e-05
  },
  {
    "step": 3060,
    "loss": 0.01562074851244688,
    "lr": 7.652350000000109e-05
  },
  {
    "step": 3061,
    "loss": 0.004443217068910599,
    "lr": 7.65484750000011e-05
  },
  {
    "step": 3062,
    "loss": 0.005266781896352768,
    "lr": 7.657345000000109e-05
  },
  {
    "step": 3063,
    "loss": 0.010772689245641232,
    "lr": 7.65984250000011e-05
  },
  {
    "step": 3064,
    "loss": 0.0027742646634578705,
    "lr": 7.66234000000011e-05
  },
  {
    "step": 3065,
    "loss": 0.02442093752324581,
    "lr": 7.66483750000011e-05
  },
  {
    "step": 3066,
    "loss": 0.00440540025010705,
    "lr": 7.667335000000111e-05
  },
  {
    "step": 3067,
    "loss": 0.030571550130844116,
    "lr": 7.66983250000011e-05
  },
  {
    "step": 3068,
    "loss": 0.007130099460482597,
    "lr": 7.672330000000111e-05
  },
  {
    "step": 3069,
    "loss": 0.03458738327026367,
    "lr": 7.674827500000111e-05
  },
  {
    "step": 3070,
    "loss": 0.010569079779088497,
    "lr": 7.677325000000112e-05
  },
  {
    "step": 3071,
    "loss": 0.012647595256567001,
    "lr": 7.679822500000111e-05
  },
  {
    "step": 3072,
    "loss": 0.006229230668395758,
    "lr": 7.68232000000011e-05
  },
  {
    "step": 3073,
    "loss": 0.010123595595359802,
    "lr": 7.684817500000111e-05
  },
  {
    "step": 3074,
    "loss": 0.01647166535258293,
    "lr": 7.68731500000011e-05
  },
  {
    "step": 3075,
    "loss": 0.01873939111828804,
    "lr": 7.68981250000011e-05
  },
  {
    "step": 3076,
    "loss": 0.006448578089475632,
    "lr": 7.69231000000011e-05
  },
  {
    "step": 3077,
    "loss": 0.011132399551570415,
    "lr": 7.69480750000011e-05
  },
  {
    "step": 3078,
    "loss": 0.009095072746276855,
    "lr": 7.69730500000011e-05
  },
  {
    "step": 3079,
    "loss": 0.011965623125433922,
    "lr": 7.699802500000109e-05
  },
  {
    "step": 3080,
    "loss": 0.014756949618458748,
    "lr": 7.70230000000011e-05
  },
  {
    "step": 3081,
    "loss": 0.00301645090803504,
    "lr": 7.704797500000109e-05
  },
  {
    "step": 3082,
    "loss": 0.006940057966858149,
    "lr": 7.707295000000108e-05
  },
  {
    "step": 3083,
    "loss": 0.0031459839083254337,
    "lr": 7.709792500000107e-05
  },
  {
    "step": 3084,
    "loss": 0.012641373090445995,
    "lr": 7.712290000000106e-05
  },
  {
    "step": 3085,
    "loss": 0.006827422883361578,
    "lr": 7.714787500000107e-05
  },
  {
    "step": 3086,
    "loss": 0.010458946228027344,
    "lr": 7.717285000000106e-05
  },
  {
    "step": 3087,
    "loss": 0.007877515628933907,
    "lr": 7.719782500000105e-05
  },
  {
    "step": 3088,
    "loss": 0.010018197819590569,
    "lr": 7.722280000000105e-05
  },
  {
    "step": 3089,
    "loss": 0.012219551019370556,
    "lr": 7.724777500000104e-05
  },
  {
    "step": 3090,
    "loss": 0.013390462845563889,
    "lr": 7.727275000000103e-05
  },
  {
    "step": 3091,
    "loss": 0.005610822234302759,
    "lr": 7.729772500000102e-05
  },
  {
    "step": 3092,
    "loss": 0.007422588765621185,
    "lr": 7.732270000000101e-05
  },
  {
    "step": 3093,
    "loss": 0.01814182847738266,
    "lr": 7.7347675000001e-05
  },
  {
    "step": 3094,
    "loss": 0.007536808494478464,
    "lr": 7.737265000000101e-05
  },
  {
    "step": 3095,
    "loss": 0.011058137752115726,
    "lr": 7.7397625000001e-05
  },
  {
    "step": 3096,
    "loss": 0.023458022624254227,
    "lr": 7.742260000000101e-05
  },
  {
    "step": 3097,
    "loss": 0.013868318870663643,
    "lr": 7.7447575000001e-05
  },
  {
    "step": 3098,
    "loss": 0.00880943052470684,
    "lr": 7.747255000000101e-05
  },
  {
    "step": 3099,
    "loss": 0.008897263556718826,
    "lr": 7.749752500000101e-05
  },
  {
    "step": 3100,
    "loss": 0.005503955762833357,
    "lr": 7.7522500000001e-05
  },
  {
    "step": 3101,
    "loss": 0.006229016929864883,
    "lr": 7.7547475000001e-05
  },
  {
    "step": 3102,
    "loss": 0.1070733517408371,
    "lr": 7.757245000000099e-05
  },
  {
    "step": 3103,
    "loss": 0.007826215587556362,
    "lr": 7.759742500000098e-05
  },
  {
    "step": 3104,
    "loss": 0.02754799649119377,
    "lr": 7.762240000000099e-05
  },
  {
    "step": 3105,
    "loss": 0.011361366137862206,
    "lr": 7.764737500000098e-05
  },
  {
    "step": 3106,
    "loss": 0.006941110827028751,
    "lr": 7.767235000000097e-05
  },
  {
    "step": 3107,
    "loss": 0.013468090444803238,
    "lr": 7.769732500000098e-05
  },
  {
    "step": 3108,
    "loss": 0.007608346175402403,
    "lr": 7.772230000000098e-05
  },
  {
    "step": 3109,
    "loss": 0.009383093565702438,
    "lr": 7.774727500000097e-05
  },
  {
    "step": 3110,
    "loss": 0.01297147385776043,
    "lr": 7.777225000000098e-05
  },
  {
    "step": 3111,
    "loss": 0.0033990442752838135,
    "lr": 7.779722500000099e-05
  },
  {
    "step": 3112,
    "loss": 0.007857873104512691,
    "lr": 7.782220000000098e-05
  },
  {
    "step": 3113,
    "loss": 0.0031348273623734713,
    "lr": 7.784717500000097e-05
  },
  {
    "step": 3114,
    "loss": 0.009337387047708035,
    "lr": 7.787215000000098e-05
  },
  {
    "step": 3115,
    "loss": 0.0067012556828558445,
    "lr": 7.789712500000097e-05
  },
  {
    "step": 3116,
    "loss": 0.018289508298039436,
    "lr": 7.792210000000096e-05
  },
  {
    "step": 3117,
    "loss": 0.0027758656069636345,
    "lr": 7.794707500000095e-05
  },
  {
    "step": 3118,
    "loss": 0.012375907972455025,
    "lr": 7.797205000000096e-05
  },
  {
    "step": 3119,
    "loss": 0.007334280759096146,
    "lr": 7.799702500000096e-05
  },
  {
    "step": 3120,
    "loss": 0.003536186646670103,
    "lr": 7.802200000000097e-05
  },
  {
    "step": 3121,
    "loss": 0.01464301347732544,
    "lr": 7.804697500000097e-05
  },
  {
    "step": 3122,
    "loss": 0.006100644823163748,
    "lr": 7.807195000000098e-05
  },
  {
    "step": 3123,
    "loss": 0.01322962250560522,
    "lr": 7.809692500000097e-05
  },
  {
    "step": 3124,
    "loss": 0.005479019600898027,
    "lr": 7.812190000000098e-05
  },
  {
    "step": 3125,
    "loss": 0.0050591169856488705,
    "lr": 7.814687500000097e-05
  },
  {
    "step": 3126,
    "loss": 0.004080753307789564,
    "lr": 7.817185000000096e-05
  },
  {
    "step": 3127,
    "loss": 0.02442014031112194,
    "lr": 7.819682500000097e-05
  },
  {
    "step": 3128,
    "loss": 0.017878396436572075,
    "lr": 7.822180000000097e-05
  },
  {
    "step": 3129,
    "loss": 0.02083570510149002,
    "lr": 7.824677500000098e-05
  },
  {
    "step": 3130,
    "loss": 0.004192907828837633,
    "lr": 7.827175000000097e-05
  },
  {
    "step": 3131,
    "loss": 0.013132107444107533,
    "lr": 7.829672500000098e-05
  },
  {
    "step": 3132,
    "loss": 0.005077460315078497,
    "lr": 7.832170000000098e-05
  },
  {
    "step": 3133,
    "loss": 0.005471581127494574,
    "lr": 7.834667500000099e-05
  },
  {
    "step": 3134,
    "loss": 0.004116805270314217,
    "lr": 7.837165000000099e-05
  },
  {
    "step": 3135,
    "loss": 0.03808474540710449,
    "lr": 7.839662500000099e-05
  },
  {
    "step": 3136,
    "loss": 0.004032263532280922,
    "lr": 7.842160000000098e-05
  },
  {
    "step": 3137,
    "loss": 0.01976691745221615,
    "lr": 7.844657500000098e-05
  },
  {
    "step": 3138,
    "loss": 0.006585771217942238,
    "lr": 7.847155000000099e-05
  },
  {
    "step": 3139,
    "loss": 0.00946980994194746,
    "lr": 7.8496525000001e-05
  },
  {
    "step": 3140,
    "loss": 0.004402938764542341,
    "lr": 7.8521500000001e-05
  },
  {
    "step": 3141,
    "loss": 0.05100814625620842,
    "lr": 7.8546475000001e-05
  },
  {
    "step": 3142,
    "loss": 0.015931233763694763,
    "lr": 7.857145000000101e-05
  },
  {
    "step": 3143,
    "loss": 0.008420794270932674,
    "lr": 7.859642500000102e-05
  },
  {
    "step": 3144,
    "loss": 0.06919007748365402,
    "lr": 7.862140000000101e-05
  },
  {
    "step": 3145,
    "loss": 0.018468355759978294,
    "lr": 7.864637500000101e-05
  },
  {
    "step": 3146,
    "loss": 0.10400097072124481,
    "lr": 7.867135000000102e-05
  },
  {
    "step": 3147,
    "loss": 0.010880430229008198,
    "lr": 7.869632500000101e-05
  },
  {
    "step": 3148,
    "loss": 0.04839169979095459,
    "lr": 7.8721300000001e-05
  },
  {
    "step": 3149,
    "loss": 0.006300910376012325,
    "lr": 7.8746275000001e-05
  },
  {
    "step": 3150,
    "loss": 0.004630381241440773,
    "lr": 7.877125000000099e-05
  },
  {
    "step": 3151,
    "loss": 0.018905404955148697,
    "lr": 7.8796225000001e-05
  },
  {
    "step": 3152,
    "loss": 0.0027723750099539757,
    "lr": 7.882120000000099e-05
  },
  {
    "step": 3153,
    "loss": 0.004165260121226311,
    "lr": 7.884617500000099e-05
  },
  {
    "step": 3154,
    "loss": 0.10287277400493622,
    "lr": 7.887115000000098e-05
  },
  {
    "step": 3155,
    "loss": 0.009291162714362144,
    "lr": 7.889612500000099e-05
  },
  {
    "step": 3156,
    "loss": 0.0091546094045043,
    "lr": 7.892110000000098e-05
  },
  {
    "step": 3157,
    "loss": 0.01132181379944086,
    "lr": 7.894607500000099e-05
  },
  {
    "step": 3158,
    "loss": 0.009749370627105236,
    "lr": 7.897105000000098e-05
  },
  {
    "step": 3159,
    "loss": 0.04872077330946922,
    "lr": 7.899602500000098e-05
  },
  {
    "step": 3160,
    "loss": 0.019689593464136124,
    "lr": 7.902100000000099e-05
  },
  {
    "step": 3161,
    "loss": 0.005374457687139511,
    "lr": 7.9045975000001e-05
  },
  {
    "step": 3162,
    "loss": 0.04388585686683655,
    "lr": 7.9070950000001e-05
  },
  {
    "step": 3163,
    "loss": 0.01872178539633751,
    "lr": 7.909592500000101e-05
  },
  {
    "step": 3164,
    "loss": 0.004334398079663515,
    "lr": 7.912090000000101e-05
  },
  {
    "step": 3165,
    "loss": 0.003679902059957385,
    "lr": 7.914587500000102e-05
  },
  {
    "step": 3166,
    "loss": 0.021371224895119667,
    "lr": 7.917085000000102e-05
  },
  {
    "step": 3167,
    "loss": 0.005050612613558769,
    "lr": 7.919582500000103e-05
  },
  {
    "step": 3168,
    "loss": 0.011912410147488117,
    "lr": 7.922080000000102e-05
  },
  {
    "step": 3169,
    "loss": 0.0036913370713591576,
    "lr": 7.924577500000103e-05
  },
  {
    "step": 3170,
    "loss": 0.022624829784035683,
    "lr": 7.927075000000102e-05
  },
  {
    "step": 3171,
    "loss": 0.005566130392253399,
    "lr": 7.929572500000103e-05
  },
  {
    "step": 3172,
    "loss": 0.008125456050038338,
    "lr": 7.932070000000102e-05
  },
  {
    "step": 3173,
    "loss": 0.007537837140262127,
    "lr": 7.934567500000102e-05
  },
  {
    "step": 3174,
    "loss": 0.01563604548573494,
    "lr": 7.937065000000103e-05
  },
  {
    "step": 3175,
    "loss": 0.040028322488069534,
    "lr": 7.939562500000102e-05
  },
  {
    "step": 3176,
    "loss": 0.003950817044824362,
    "lr": 7.942060000000103e-05
  },
  {
    "step": 3177,
    "loss": 0.0060397302731871605,
    "lr": 7.944557500000103e-05
  },
  {
    "step": 3178,
    "loss": 0.038081735372543335,
    "lr": 7.947055000000102e-05
  },
  {
    "step": 3179,
    "loss": 0.0037264961283653975,
    "lr": 7.949552500000103e-05
  },
  {
    "step": 3180,
    "loss": 0.012446167878806591,
    "lr": 7.952050000000104e-05
  },
  {
    "step": 3181,
    "loss": 0.01527024619281292,
    "lr": 7.954547500000104e-05
  },
  {
    "step": 3182,
    "loss": 0.03418892249464989,
    "lr": 7.957045000000105e-05
  },
  {
    "step": 3183,
    "loss": 0.00832370389252901,
    "lr": 7.959542500000105e-05
  },
  {
    "step": 3184,
    "loss": 0.010778279043734074,
    "lr": 7.962040000000104e-05
  },
  {
    "step": 3185,
    "loss": 0.009491165168583393,
    "lr": 7.964537500000105e-05
  },
  {
    "step": 3186,
    "loss": 0.005023788660764694,
    "lr": 7.967035000000104e-05
  },
  {
    "step": 3187,
    "loss": 0.050995729863643646,
    "lr": 7.969532500000105e-05
  },
  {
    "step": 3188,
    "loss": 0.003936104942113161,
    "lr": 7.972030000000104e-05
  },
  {
    "step": 3189,
    "loss": 0.02783793956041336,
    "lr": 7.974527500000103e-05
  },
  {
    "step": 3190,
    "loss": 0.020103614777326584,
    "lr": 7.977025000000104e-05
  },
  {
    "step": 3191,
    "loss": 0.008457447402179241,
    "lr": 7.979522500000103e-05
  },
  {
    "step": 3192,
    "loss": 0.00813426822423935,
    "lr": 7.982020000000102e-05
  },
  {
    "step": 3193,
    "loss": 0.005845998879522085,
    "lr": 7.984517500000101e-05
  },
  {
    "step": 3194,
    "loss": 0.019123760983347893,
    "lr": 7.987015000000102e-05
  },
  {
    "step": 3195,
    "loss": 0.0233475212007761,
    "lr": 7.989512500000101e-05
  },
  {
    "step": 3196,
    "loss": 0.037137746810913086,
    "lr": 7.992010000000102e-05
  },
  {
    "step": 3197,
    "loss": 0.010674098506569862,
    "lr": 7.994507500000102e-05
  },
  {
    "step": 3198,
    "loss": 0.0090927854180336,
    "lr": 7.997005000000103e-05
  },
  {
    "step": 3199,
    "loss": 0.01223790179938078,
    "lr": 7.999502500000102e-05
  },
  {
    "step": 3200,
    "loss": 0.009008204564452171,
    "lr": 8.002000000000103e-05
  },
  {
    "step": 3201,
    "loss": 0.028218787163496017,
    "lr": 8.004497500000103e-05
  },
  {
    "step": 3202,
    "loss": 0.004760035313665867,
    "lr": 8.006995000000104e-05
  },
  {
    "step": 3203,
    "loss": 0.005916193593293428,
    "lr": 8.009492500000104e-05
  },
  {
    "step": 3204,
    "loss": 0.023527543991804123,
    "lr": 8.011990000000104e-05
  },
  {
    "step": 3205,
    "loss": 0.007663992699235678,
    "lr": 8.014487500000104e-05
  },
  {
    "step": 3206,
    "loss": 0.00810218881815672,
    "lr": 8.016985000000103e-05
  },
  {
    "step": 3207,
    "loss": 0.07134517282247543,
    "lr": 8.019482500000104e-05
  },
  {
    "step": 3208,
    "loss": 0.01098912488669157,
    "lr": 8.021980000000103e-05
  },
  {
    "step": 3209,
    "loss": 0.003980175592005253,
    "lr": 8.024477500000104e-05
  },
  {
    "step": 3210,
    "loss": 0.0189680028706789,
    "lr": 8.026975000000103e-05
  },
  {
    "step": 3211,
    "loss": 0.01647212542593479,
    "lr": 8.029472500000103e-05
  },
  {
    "step": 3212,
    "loss": 0.03441553935408592,
    "lr": 8.031970000000104e-05
  },
  {
    "step": 3213,
    "loss": 0.009161514230072498,
    "lr": 8.034467500000103e-05
  },
  {
    "step": 3214,
    "loss": 0.003258976386860013,
    "lr": 8.036965000000102e-05
  },
  {
    "step": 3215,
    "loss": 0.006320740096271038,
    "lr": 8.039462500000103e-05
  },
  {
    "step": 3216,
    "loss": 0.05210960656404495,
    "lr": 8.041960000000104e-05
  },
  {
    "step": 3217,
    "loss": 0.005049144383519888,
    "lr": 8.044457500000103e-05
  },
  {
    "step": 3218,
    "loss": 0.01766645908355713,
    "lr": 8.046955000000103e-05
  },
  {
    "step": 3219,
    "loss": 0.022701306268572807,
    "lr": 8.049452500000102e-05
  },
  {
    "step": 3220,
    "loss": 0.004697335883975029,
    "lr": 8.051950000000103e-05
  },
  {
    "step": 3221,
    "loss": 0.005795662757009268,
    "lr": 8.054447500000102e-05
  },
  {
    "step": 3222,
    "loss": 0.016981197521090508,
    "lr": 8.056945000000103e-05
  },
  {
    "step": 3223,
    "loss": 0.003452479839324951,
    "lr": 8.059442500000103e-05
  },
  {
    "step": 3224,
    "loss": 0.005001261830329895,
    "lr": 8.061940000000103e-05
  },
  {
    "step": 3225,
    "loss": 0.009274177253246307,
    "lr": 8.064437500000103e-05
  },
  {
    "step": 3226,
    "loss": 0.006918502505868673,
    "lr": 8.066935000000104e-05
  },
  {
    "step": 3227,
    "loss": 0.01749766804277897,
    "lr": 8.069432500000104e-05
  },
  {
    "step": 3228,
    "loss": 0.011807210743427277,
    "lr": 8.071930000000105e-05
  },
  {
    "step": 3229,
    "loss": 0.004529470577836037,
    "lr": 8.074427500000104e-05
  },
  {
    "step": 3230,
    "loss": 0.01703926920890808,
    "lr": 8.076925000000105e-05
  },
  {
    "step": 3231,
    "loss": 0.008373728953301907,
    "lr": 8.079422500000105e-05
  },
  {
    "step": 3232,
    "loss": 0.006971017923206091,
    "lr": 8.081920000000104e-05
  },
  {
    "step": 3233,
    "loss": 0.00804469920694828,
    "lr": 8.084417500000105e-05
  },
  {
    "step": 3234,
    "loss": 0.01669345796108246,
    "lr": 8.086915000000104e-05
  },
  {
    "step": 3235,
    "loss": 0.005644494201987982,
    "lr": 8.089412500000105e-05
  },
  {
    "step": 3236,
    "loss": 0.009238621219992638,
    "lr": 8.091910000000104e-05
  },
  {
    "step": 3237,
    "loss": 0.0065771653316915035,
    "lr": 8.094407500000104e-05
  },
  {
    "step": 3238,
    "loss": 0.02572047896683216,
    "lr": 8.096905000000105e-05
  },
  {
    "step": 3239,
    "loss": 0.023417754098773003,
    "lr": 8.099402500000104e-05
  },
  {
    "step": 3240,
    "loss": 0.008198398165404797,
    "lr": 8.101900000000105e-05
  },
  {
    "step": 3241,
    "loss": 0.005911437328904867,
    "lr": 8.104397500000105e-05
  },
  {
    "step": 3242,
    "loss": 0.03710920363664627,
    "lr": 8.106895000000105e-05
  },
  {
    "step": 3243,
    "loss": 0.015250962227582932,
    "lr": 8.109392500000105e-05
  },
  {
    "step": 3244,
    "loss": 0.019181204959750175,
    "lr": 8.111890000000106e-05
  },
  {
    "step": 3245,
    "loss": 0.003212222596630454,
    "lr": 8.114387500000106e-05
  },
  {
    "step": 3246,
    "loss": 0.008295279927551746,
    "lr": 8.116885000000107e-05
  },
  {
    "step": 3247,
    "loss": 0.012227221392095089,
    "lr": 8.119382500000107e-05
  },
  {
    "step": 3248,
    "loss": 0.011342784389853477,
    "lr": 8.121880000000108e-05
  },
  {
    "step": 3249,
    "loss": 0.008192571811378002,
    "lr": 8.124377500000109e-05
  },
  {
    "step": 3250,
    "loss": 0.006575250998139381,
    "lr": 8.126875000000108e-05
  },
  {
    "step": 3251,
    "loss": 0.021196993067860603,
    "lr": 8.129372500000108e-05
  },
  {
    "step": 3252,
    "loss": 0.007017421070486307,
    "lr": 8.131870000000109e-05
  },
  {
    "step": 3253,
    "loss": 0.025010233744978905,
    "lr": 8.134367500000108e-05
  },
  {
    "step": 3254,
    "loss": 0.007792341057211161,
    "lr": 8.136865000000109e-05
  },
  {
    "step": 3255,
    "loss": 0.01157568022608757,
    "lr": 8.139362500000109e-05
  },
  {
    "step": 3256,
    "loss": 0.012320395559072495,
    "lr": 8.14186000000011e-05
  },
  {
    "step": 3257,
    "loss": 0.006525784265249968,
    "lr": 8.14435750000011e-05
  },
  {
    "step": 3258,
    "loss": 0.008217185735702515,
    "lr": 8.146855000000111e-05
  },
  {
    "step": 3259,
    "loss": 0.006863930728286505,
    "lr": 8.14935250000011e-05
  },
  {
    "step": 3260,
    "loss": 0.006225721910595894,
    "lr": 8.15185000000011e-05
  },
  {
    "step": 3261,
    "loss": 0.03620234131813049,
    "lr": 8.15434750000011e-05
  },
  {
    "step": 3262,
    "loss": 0.003927531186491251,
    "lr": 8.15684500000011e-05
  },
  {
    "step": 3263,
    "loss": 0.0678848922252655,
    "lr": 8.159342500000111e-05
  },
  {
    "step": 3264,
    "loss": 0.0072213816456496716,
    "lr": 8.16184000000011e-05
  },
  {
    "step": 3265,
    "loss": 0.013276389800012112,
    "lr": 8.164337500000111e-05
  },
  {
    "step": 3266,
    "loss": 0.008048069663345814,
    "lr": 8.166835000000111e-05
  },
  {
    "step": 3267,
    "loss": 0.01334603875875473,
    "lr": 8.16933250000011e-05
  },
  {
    "step": 3268,
    "loss": 0.016420520842075348,
    "lr": 8.17183000000011e-05
  },
  {
    "step": 3269,
    "loss": 0.006124413572251797,
    "lr": 8.174327500000109e-05
  },
  {
    "step": 3270,
    "loss": 0.019098924472928047,
    "lr": 8.176825000000108e-05
  },
  {
    "step": 3271,
    "loss": 0.007151549216359854,
    "lr": 8.179322500000109e-05
  },
  {
    "step": 3272,
    "loss": 0.018482426181435585,
    "lr": 8.181820000000108e-05
  },
  {
    "step": 3273,
    "loss": 0.005098344292491674,
    "lr": 8.184317500000109e-05
  },
  {
    "step": 3274,
    "loss": 0.004379677586257458,
    "lr": 8.186815000000109e-05
  },
  {
    "step": 3275,
    "loss": 0.004854942671954632,
    "lr": 8.18931250000011e-05
  },
  {
    "step": 3276,
    "loss": 0.03833816200494766,
    "lr": 8.191810000000109e-05
  },
  {
    "step": 3277,
    "loss": 0.035485219210386276,
    "lr": 8.19430750000011e-05
  },
  {
    "step": 3278,
    "loss": 0.03922916576266289,
    "lr": 8.19680500000011e-05
  },
  {
    "step": 3279,
    "loss": 0.18213467299938202,
    "lr": 8.19930250000011e-05
  },
  {
    "step": 3280,
    "loss": 0.010538491420447826,
    "lr": 8.20180000000011e-05
  },
  {
    "step": 3281,
    "loss": 0.00795812625437975,
    "lr": 8.20429750000011e-05
  },
  {
    "step": 3282,
    "loss": 0.04898780584335327,
    "lr": 8.206795000000111e-05
  },
  {
    "step": 3283,
    "loss": 0.019997408613562584,
    "lr": 8.20929250000011e-05
  },
  {
    "step": 3284,
    "loss": 0.026992322877049446,
    "lr": 8.21179000000011e-05
  },
  {
    "step": 3285,
    "loss": 0.009363776072859764,
    "lr": 8.214287500000111e-05
  },
  {
    "step": 3286,
    "loss": 0.0036639091558754444,
    "lr": 8.21678500000011e-05
  },
  {
    "step": 3287,
    "loss": 0.002557354047894478,
    "lr": 8.219282500000111e-05
  },
  {
    "step": 3288,
    "loss": 0.0839678943157196,
    "lr": 8.221780000000112e-05
  },
  {
    "step": 3289,
    "loss": 0.010347568430006504,
    "lr": 8.224277500000112e-05
  },
  {
    "step": 3290,
    "loss": 0.006655130535364151,
    "lr": 8.226775000000113e-05
  },
  {
    "step": 3291,
    "loss": 0.010261528193950653,
    "lr": 8.229272500000113e-05
  },
  {
    "step": 3292,
    "loss": 0.004442537669092417,
    "lr": 8.231770000000114e-05
  },
  {
    "step": 3293,
    "loss": 0.08720242977142334,
    "lr": 8.234267500000113e-05
  },
  {
    "step": 3294,
    "loss": 0.010627285577356815,
    "lr": 8.236765000000112e-05
  },
  {
    "step": 3295,
    "loss": 0.00850527174770832,
    "lr": 8.239262500000111e-05
  },
  {
    "step": 3296,
    "loss": 0.02600541152060032,
    "lr": 8.241760000000112e-05
  },
  {
    "step": 3297,
    "loss": 0.00478735426440835,
    "lr": 8.244257500000113e-05
  },
  {
    "step": 3298,
    "loss": 0.005777786485850811,
    "lr": 8.246755000000112e-05
  },
  {
    "step": 3299,
    "loss": 0.014694255776703358,
    "lr": 8.249252500000112e-05
  },
  {
    "step": 3300,
    "loss": 0.0037990871351212263,
    "lr": 8.251750000000112e-05
  },
  {
    "step": 3301,
    "loss": 0.004355833865702152,
    "lr": 8.254247500000112e-05
  },
  {
    "step": 3302,
    "loss": 0.017718618735671043,
    "lr": 8.256745000000113e-05
  },
  {
    "step": 3303,
    "loss": 0.017723895609378815,
    "lr": 8.259242500000113e-05
  },
  {
    "step": 3304,
    "loss": 0.01481321919709444,
    "lr": 8.261740000000112e-05
  },
  {
    "step": 3305,
    "loss": 0.009748990647494793,
    "lr": 8.264237500000112e-05
  },
  {
    "step": 3306,
    "loss": 0.005321596283465624,
    "lr": 8.266735000000112e-05
  },
  {
    "step": 3307,
    "loss": 0.009615269489586353,
    "lr": 8.269232500000113e-05
  },
  {
    "step": 3308,
    "loss": 0.00485159270465374,
    "lr": 8.271730000000113e-05
  },
  {
    "step": 3309,
    "loss": 0.035593822598457336,
    "lr": 8.274227500000113e-05
  },
  {
    "step": 3310,
    "loss": 0.00888870470225811,
    "lr": 8.276725000000112e-05
  },
  {
    "step": 3311,
    "loss": 0.0145536158233881,
    "lr": 8.279222500000111e-05
  },
  {
    "step": 3312,
    "loss": 0.005699901841580868,
    "lr": 8.281720000000112e-05
  },
  {
    "step": 3313,
    "loss": 0.039489611983299255,
    "lr": 8.284217500000112e-05
  },
  {
    "step": 3314,
    "loss": 0.027292361482977867,
    "lr": 8.286715000000111e-05
  },
  {
    "step": 3315,
    "loss": 0.010292043909430504,
    "lr": 8.28921250000011e-05
  },
  {
    "step": 3316,
    "loss": 0.042578764259815216,
    "lr": 8.29171000000011e-05
  },
  {
    "step": 3317,
    "loss": 0.008491153828799725,
    "lr": 8.294207500000109e-05
  },
  {
    "step": 3318,
    "loss": 0.008576108142733574,
    "lr": 8.296705000000108e-05
  },
  {
    "step": 3319,
    "loss": 0.002746433485299349,
    "lr": 8.299202500000107e-05
  },
  {
    "step": 3320,
    "loss": 0.012523801997303963,
    "lr": 8.301700000000108e-05
  },
  {
    "step": 3321,
    "loss": 0.05936376750469208,
    "lr": 8.304197500000107e-05
  },
  {
    "step": 3322,
    "loss": 0.005697753746062517,
    "lr": 8.306695000000108e-05
  },
  {
    "step": 3323,
    "loss": 0.01091854926198721,
    "lr": 8.309192500000108e-05
  },
  {
    "step": 3324,
    "loss": 0.019955942407250404,
    "lr": 8.311690000000107e-05
  },
  {
    "step": 3325,
    "loss": 0.011076977476477623,
    "lr": 8.314187500000108e-05
  },
  {
    "step": 3326,
    "loss": 0.1306968778371811,
    "lr": 8.316685000000107e-05
  },
  {
    "step": 3327,
    "loss": 0.01281001977622509,
    "lr": 8.319182500000106e-05
  },
  {
    "step": 3328,
    "loss": 0.02344944328069687,
    "lr": 8.321680000000106e-05
  },
  {
    "step": 3329,
    "loss": 0.03775592893362045,
    "lr": 8.324177500000106e-05
  },
  {
    "step": 3330,
    "loss": 0.009936765767633915,
    "lr": 8.326675000000107e-05
  },
  {
    "step": 3331,
    "loss": 0.0048906332813203335,
    "lr": 8.329172500000107e-05
  },
  {
    "step": 3332,
    "loss": 0.011520776897668839,
    "lr": 8.331670000000108e-05
  },
  {
    "step": 3333,
    "loss": 0.008103856816887856,
    "lr": 8.334167500000107e-05
  },
  {
    "step": 3334,
    "loss": 0.0051198857836425304,
    "lr": 8.336665000000106e-05
  },
  {
    "step": 3335,
    "loss": 0.036189328879117966,
    "lr": 8.339162500000107e-05
  },
  {
    "step": 3336,
    "loss": 0.006989529822021723,
    "lr": 8.341660000000107e-05
  },
  {
    "step": 3337,
    "loss": 0.003038574242964387,
    "lr": 8.344157500000108e-05
  },
  {
    "step": 3338,
    "loss": 0.016534168273210526,
    "lr": 8.346655000000109e-05
  },
  {
    "step": 3339,
    "loss": 0.0315469354391098,
    "lr": 8.349152500000108e-05
  },
  {
    "step": 3340,
    "loss": 0.03715610131621361,
    "lr": 8.351650000000107e-05
  },
  {
    "step": 3341,
    "loss": 0.006157229654490948,
    "lr": 8.354147500000106e-05
  },
  {
    "step": 3342,
    "loss": 0.006324415560811758,
    "lr": 8.356645000000107e-05
  },
  {
    "step": 3343,
    "loss": 0.05434520170092583,
    "lr": 8.359142500000106e-05
  },
  {
    "step": 3344,
    "loss": 0.024566033855080605,
    "lr": 8.361640000000107e-05
  },
  {
    "step": 3345,
    "loss": 0.0176713764667511,
    "lr": 8.364137500000107e-05
  },
  {
    "step": 3346,
    "loss": 0.006451763212680817,
    "lr": 8.366635000000108e-05
  },
  {
    "step": 3347,
    "loss": 0.021305110305547714,
    "lr": 8.369132500000108e-05
  },
  {
    "step": 3348,
    "loss": 0.022138360887765884,
    "lr": 8.371630000000109e-05
  },
  {
    "step": 3349,
    "loss": 0.018260303884744644,
    "lr": 8.37412750000011e-05
  },
  {
    "step": 3350,
    "loss": 0.014901183545589447,
    "lr": 8.376625000000109e-05
  },
  {
    "step": 3351,
    "loss": 0.012344909831881523,
    "lr": 8.379122500000109e-05
  },
  {
    "step": 3352,
    "loss": 0.09133439511060715,
    "lr": 8.38162000000011e-05
  },
  {
    "step": 3353,
    "loss": 0.0013578623766079545,
    "lr": 8.38411750000011e-05
  },
  {
    "step": 3354,
    "loss": 0.004694561008363962,
    "lr": 8.38661500000011e-05
  },
  {
    "step": 3355,
    "loss": 0.003343651071190834,
    "lr": 8.38911250000011e-05
  },
  {
    "step": 3356,
    "loss": 0.011633399873971939,
    "lr": 8.391610000000109e-05
  },
  {
    "step": 3357,
    "loss": 0.008329438045620918,
    "lr": 8.39410750000011e-05
  },
  {
    "step": 3358,
    "loss": 0.004775934852659702,
    "lr": 8.39660500000011e-05
  },
  {
    "step": 3359,
    "loss": 0.025935981422662735,
    "lr": 8.39910250000011e-05
  },
  {
    "step": 3360,
    "loss": 0.007000678218901157,
    "lr": 8.40160000000011e-05
  },
  {
    "step": 3361,
    "loss": 0.012819629162549973,
    "lr": 8.404097500000109e-05
  },
  {
    "step": 3362,
    "loss": 0.005270044784992933,
    "lr": 8.40659500000011e-05
  },
  {
    "step": 3363,
    "loss": 0.012289341539144516,
    "lr": 8.409092500000109e-05
  },
  {
    "step": 3364,
    "loss": 0.005148960277438164,
    "lr": 8.411590000000108e-05
  },
  {
    "step": 3365,
    "loss": 0.01973218470811844,
    "lr": 8.414087500000109e-05
  },
  {
    "step": 3366,
    "loss": 0.004169185645878315,
    "lr": 8.416585000000108e-05
  },
  {
    "step": 3367,
    "loss": 0.01990561932325363,
    "lr": 8.419082500000109e-05
  },
  {
    "step": 3368,
    "loss": 0.007267028093338013,
    "lr": 8.421580000000109e-05
  },
  {
    "step": 3369,
    "loss": 0.003448326140642166,
    "lr": 8.42407750000011e-05
  },
  {
    "step": 3370,
    "loss": 0.004044314846396446,
    "lr": 8.42657500000011e-05
  },
  {
    "step": 3371,
    "loss": 0.007824073545634747,
    "lr": 8.42907250000011e-05
  },
  {
    "step": 3372,
    "loss": 0.11749251931905746,
    "lr": 8.43157000000011e-05
  },
  {
    "step": 3373,
    "loss": 0.03502436727285385,
    "lr": 8.43406750000011e-05
  },
  {
    "step": 3374,
    "loss": 0.002719765529036522,
    "lr": 8.436565000000111e-05
  },
  {
    "step": 3375,
    "loss": 0.006662636995315552,
    "lr": 8.439062500000112e-05
  },
  {
    "step": 3376,
    "loss": 0.006120880134403706,
    "lr": 8.441560000000111e-05
  },
  {
    "step": 3377,
    "loss": 0.009005958214402199,
    "lr": 8.444057500000112e-05
  },
  {
    "step": 3378,
    "loss": 0.006654241122305393,
    "lr": 8.446555000000112e-05
  },
  {
    "step": 3379,
    "loss": 0.006211121566593647,
    "lr": 8.449052500000111e-05
  },
  {
    "step": 3380,
    "loss": 0.00781574659049511,
    "lr": 8.451550000000112e-05
  },
  {
    "step": 3381,
    "loss": 0.01611330732703209,
    "lr": 8.454047500000112e-05
  },
  {
    "step": 3382,
    "loss": 0.014467254281044006,
    "lr": 8.456545000000113e-05
  },
  {
    "step": 3383,
    "loss": 0.01275501400232315,
    "lr": 8.459042500000114e-05
  },
  {
    "step": 3384,
    "loss": 0.008920952677726746,
    "lr": 8.461540000000114e-05
  },
  {
    "step": 3385,
    "loss": 0.009469013661146164,
    "lr": 8.464037500000113e-05
  },
  {
    "step": 3386,
    "loss": 0.025440245866775513,
    "lr": 8.466535000000113e-05
  },
  {
    "step": 3387,
    "loss": 0.010418727062642574,
    "lr": 8.469032500000112e-05
  },
  {
    "step": 3388,
    "loss": 0.0031360178254544735,
    "lr": 8.471530000000112e-05
  },
  {
    "step": 3389,
    "loss": 0.005022197030484676,
    "lr": 8.474027500000113e-05
  },
  {
    "step": 3390,
    "loss": 0.010046015493571758,
    "lr": 8.476525000000112e-05
  },
  {
    "step": 3391,
    "loss": 0.03524326905608177,
    "lr": 8.479022500000111e-05
  },
  {
    "step": 3392,
    "loss": 0.008521787822246552,
    "lr": 8.481520000000112e-05
  },
  {
    "step": 3393,
    "loss": 0.006730588153004646,
    "lr": 8.484017500000111e-05
  },
  {
    "step": 3394,
    "loss": 0.04190358519554138,
    "lr": 8.486515000000112e-05
  },
  {
    "step": 3395,
    "loss": 0.007316111586987972,
    "lr": 8.489012500000112e-05
  },
  {
    "step": 3396,
    "loss": 0.00639741076156497,
    "lr": 8.491510000000111e-05
  },
  {
    "step": 3397,
    "loss": 0.0236322320997715,
    "lr": 8.49400750000011e-05
  },
  {
    "step": 3398,
    "loss": 0.015200111083686352,
    "lr": 8.496505000000111e-05
  },
  {
    "step": 3399,
    "loss": 0.010181176476180553,
    "lr": 8.499002500000112e-05
  },
  {
    "step": 3400,
    "loss": 0.02612643875181675,
    "lr": 8.501500000000111e-05
  },
  {
    "step": 3401,
    "loss": 0.05644005537033081,
    "lr": 8.50399750000011e-05
  },
  {
    "step": 3402,
    "loss": 0.0050717564299702644,
    "lr": 8.506495000000111e-05
  },
  {
    "step": 3403,
    "loss": 0.008287438191473484,
    "lr": 8.50899250000011e-05
  },
  {
    "step": 3404,
    "loss": 0.03318265452980995,
    "lr": 8.511490000000109e-05
  },
  {
    "step": 3405,
    "loss": 0.01367434486746788,
    "lr": 8.51398750000011e-05
  },
  {
    "step": 3406,
    "loss": 0.020455870777368546,
    "lr": 8.516485000000109e-05
  },
  {
    "step": 3407,
    "loss": 0.002643435960635543,
    "lr": 8.51898250000011e-05
  },
  {
    "step": 3408,
    "loss": 0.0034013439435511827,
    "lr": 8.521480000000109e-05
  },
  {
    "step": 3409,
    "loss": 0.00603979779407382,
    "lr": 8.523977500000109e-05
  },
  {
    "step": 3410,
    "loss": 0.006163541227579117,
    "lr": 8.52647500000011e-05
  },
  {
    "step": 3411,
    "loss": 0.011132515035569668,
    "lr": 8.52897250000011e-05
  },
  {
    "step": 3412,
    "loss": 0.04296448826789856,
    "lr": 8.53147000000011e-05
  },
  {
    "step": 3413,
    "loss": 0.010485154576599598,
    "lr": 8.533967500000109e-05
  },
  {
    "step": 3414,
    "loss": 0.005523336585611105,
    "lr": 8.53646500000011e-05
  },
  {
    "step": 3415,
    "loss": 0.009555935859680176,
    "lr": 8.53896250000011e-05
  },
  {
    "step": 3416,
    "loss": 0.020136211067438126,
    "lr": 8.54146000000011e-05
  },
  {
    "step": 3417,
    "loss": 0.004723098129034042,
    "lr": 8.54395750000011e-05
  },
  {
    "step": 3418,
    "loss": 0.009379253722727299,
    "lr": 8.546455000000109e-05
  },
  {
    "step": 3419,
    "loss": 0.004722203128039837,
    "lr": 8.54895250000011e-05
  },
  {
    "step": 3420,
    "loss": 0.019017456099390984,
    "lr": 8.551450000000109e-05
  },
  {
    "step": 3421,
    "loss": 0.002290849108248949,
    "lr": 8.553947500000108e-05
  },
  {
    "step": 3422,
    "loss": 0.04060719534754753,
    "lr": 8.556445000000107e-05
  },
  {
    "step": 3423,
    "loss": 0.0027836908120661974,
    "lr": 8.558942500000108e-05
  },
  {
    "step": 3424,
    "loss": 0.0036435481160879135,
    "lr": 8.561440000000108e-05
  },
  {
    "step": 3425,
    "loss": 0.017632145434617996,
    "lr": 8.563937500000107e-05
  },
  {
    "step": 3426,
    "loss": 0.007152075879275799,
    "lr": 8.566435000000108e-05
  },
  {
    "step": 3427,
    "loss": 0.012248320505023003,
    "lr": 8.568932500000109e-05
  },
  {
    "step": 3428,
    "loss": 0.021174704656004906,
    "lr": 8.571430000000109e-05
  },
  {
    "step": 3429,
    "loss": 0.01657578907907009,
    "lr": 8.57392750000011e-05
  },
  {
    "step": 3430,
    "loss": 0.01905415765941143,
    "lr": 8.576425000000109e-05
  },
  {
    "step": 3431,
    "loss": 0.016913199797272682,
    "lr": 8.578922500000108e-05
  },
  {
    "step": 3432,
    "loss": 0.06672324240207672,
    "lr": 8.581420000000109e-05
  },
  {
    "step": 3433,
    "loss": 0.00796208530664444,
    "lr": 8.583917500000109e-05
  },
  {
    "step": 3434,
    "loss": 0.041320525109767914,
    "lr": 8.58641500000011e-05
  },
  {
    "step": 3435,
    "loss": 0.024991054087877274,
    "lr": 8.58891250000011e-05
  },
  {
    "step": 3436,
    "loss": 0.006112341769039631,
    "lr": 8.59141000000011e-05
  },
  {
    "step": 3437,
    "loss": 0.003181189764291048,
    "lr": 8.59390750000011e-05
  },
  {
    "step": 3438,
    "loss": 0.005188175477087498,
    "lr": 8.596405000000111e-05
  },
  {
    "step": 3439,
    "loss": 0.09046410024166107,
    "lr": 8.598902500000111e-05
  },
  {
    "step": 3440,
    "loss": 0.006413792725652456,
    "lr": 8.60140000000011e-05
  },
  {
    "step": 3441,
    "loss": 0.006651226431131363,
    "lr": 8.60389750000011e-05
  },
  {
    "step": 3442,
    "loss": 0.015432771295309067,
    "lr": 8.60639500000011e-05
  },
  {
    "step": 3443,
    "loss": 0.007644519209861755,
    "lr": 8.60889250000011e-05
  },
  {
    "step": 3444,
    "loss": 0.011365260928869247,
    "lr": 8.61139000000011e-05
  },
  {
    "step": 3445,
    "loss": 0.025891166180372238,
    "lr": 8.61388750000011e-05
  },
  {
    "step": 3446,
    "loss": 0.016504716128110886,
    "lr": 8.616385000000111e-05
  },
  {
    "step": 3447,
    "loss": 0.16547153890132904,
    "lr": 8.618882500000112e-05
  },
  {
    "step": 3448,
    "loss": 0.005448814481496811,
    "lr": 8.621380000000112e-05
  },
  {
    "step": 3449,
    "loss": 0.0038698080461472273,
    "lr": 8.623877500000113e-05
  },
  {
    "step": 3450,
    "loss": 0.010332095436751842,
    "lr": 8.626375000000113e-05
  },
  {
    "step": 3451,
    "loss": 0.00324766687117517,
    "lr": 8.628872500000114e-05
  },
  {
    "step": 3452,
    "loss": 0.03152693435549736,
    "lr": 8.631370000000113e-05
  },
  {
    "step": 3453,
    "loss": 0.02292458526790142,
    "lr": 8.633867500000114e-05
  },
  {
    "step": 3454,
    "loss": 0.0031600636430084705,
    "lr": 8.636365000000114e-05
  },
  {
    "step": 3455,
    "loss": 0.03612051531672478,
    "lr": 8.638862500000113e-05
  },
  {
    "step": 3456,
    "loss": 0.01306662242859602,
    "lr": 8.641360000000114e-05
  },
  {
    "step": 3457,
    "loss": 0.0346212312579155,
    "lr": 8.643857500000115e-05
  },
  {
    "step": 3458,
    "loss": 0.007544866297394037,
    "lr": 8.646355000000114e-05
  },
  {
    "step": 3459,
    "loss": 0.022980302572250366,
    "lr": 8.648852500000114e-05
  },
  {
    "step": 3460,
    "loss": 0.0784081220626831,
    "lr": 8.651350000000114e-05
  },
  {
    "step": 3461,
    "loss": 0.00955009926110506,
    "lr": 8.653847500000114e-05
  },
  {
    "step": 3462,
    "loss": 0.006819855887442827,
    "lr": 8.656345000000115e-05
  },
  {
    "step": 3463,
    "loss": 0.009306445717811584,
    "lr": 8.658842500000114e-05
  },
  {
    "step": 3464,
    "loss": 0.0038377661257982254,
    "lr": 8.661340000000113e-05
  },
  {
    "step": 3465,
    "loss": 0.004332186654210091,
    "lr": 8.663837500000114e-05
  },
  {
    "step": 3466,
    "loss": 0.004874243400990963,
    "lr": 8.666335000000113e-05
  },
  {
    "step": 3467,
    "loss": 0.008172071538865566,
    "lr": 8.668832500000113e-05
  },
  {
    "step": 3468,
    "loss": 0.008859309367835522,
    "lr": 8.671330000000113e-05
  },
  {
    "step": 3469,
    "loss": 0.008123785257339478,
    "lr": 8.673827500000112e-05
  },
  {
    "step": 3470,
    "loss": 0.027986500412225723,
    "lr": 8.676325000000112e-05
  },
  {
    "step": 3471,
    "loss": 0.02611657977104187,
    "lr": 8.678822500000113e-05
  },
  {
    "step": 3472,
    "loss": 0.005947960074990988,
    "lr": 8.681320000000112e-05
  },
  {
    "step": 3473,
    "loss": 0.007026276085525751,
    "lr": 8.683817500000113e-05
  },
  {
    "step": 3474,
    "loss": 0.0408378429710865,
    "lr": 8.686315000000113e-05
  },
  {
    "step": 3475,
    "loss": 0.006950608920305967,
    "lr": 8.688812500000114e-05
  },
  {
    "step": 3476,
    "loss": 0.005944961216300726,
    "lr": 8.691310000000113e-05
  },
  {
    "step": 3477,
    "loss": 0.025771673768758774,
    "lr": 8.693807500000114e-05
  },
  {
    "step": 3478,
    "loss": 0.0077154310420155525,
    "lr": 8.696305000000113e-05
  },
  {
    "step": 3479,
    "loss": 0.023022281005978584,
    "lr": 8.698802500000112e-05
  },
  {
    "step": 3480,
    "loss": 0.008545104414224625,
    "lr": 8.701300000000113e-05
  },
  {
    "step": 3481,
    "loss": 0.008635349571704865,
    "lr": 8.703797500000113e-05
  },
  {
    "step": 3482,
    "loss": 0.02198401466012001,
    "lr": 8.706295000000114e-05
  },
  {
    "step": 3483,
    "loss": 0.022021843120455742,
    "lr": 8.708792500000113e-05
  },
  {
    "step": 3484,
    "loss": 0.006595976650714874,
    "lr": 8.711290000000112e-05
  },
  {
    "step": 3485,
    "loss": 0.004912267904728651,
    "lr": 8.713787500000111e-05
  },
  {
    "step": 3486,
    "loss": 0.004934752359986305,
    "lr": 8.716285000000112e-05
  },
  {
    "step": 3487,
    "loss": 0.013449165038764477,
    "lr": 8.718782500000113e-05
  },
  {
    "step": 3488,
    "loss": 0.00441658403724432,
    "lr": 8.721280000000112e-05
  },
  {
    "step": 3489,
    "loss": 0.004597225692123175,
    "lr": 8.723777500000112e-05
  },
  {
    "step": 3490,
    "loss": 0.010861920192837715,
    "lr": 8.726275000000113e-05
  },
  {
    "step": 3491,
    "loss": 0.005080292467027903,
    "lr": 8.728772500000113e-05
  },
  {
    "step": 3492,
    "loss": 0.007667975965887308,
    "lr": 8.731270000000114e-05
  },
  {
    "step": 3493,
    "loss": 0.003116027917712927,
    "lr": 8.733767500000115e-05
  },
  {
    "step": 3494,
    "loss": 0.014712601900100708,
    "lr": 8.736265000000115e-05
  },
  {
    "step": 3495,
    "loss": 0.01789828948676586,
    "lr": 8.738762500000116e-05
  },
  {
    "step": 3496,
    "loss": 0.054147131741046906,
    "lr": 8.741260000000115e-05
  },
  {
    "step": 3497,
    "loss": 0.0062416922301054,
    "lr": 8.743757500000115e-05
  },
  {
    "step": 3498,
    "loss": 0.030596598982810974,
    "lr": 8.746255000000116e-05
  },
  {
    "step": 3499,
    "loss": 0.0059660654515028,
    "lr": 8.748752500000117e-05
  },
  {
    "step": 3500,
    "loss": 0.007456233724951744,
    "lr": 8.751250000000117e-05
  },
  {
    "step": 3501,
    "loss": 0.009156540967524052,
    "lr": 8.753747500000116e-05
  },
  {
    "step": 3502,
    "loss": 0.0021245817188173532,
    "lr": 8.756245000000117e-05
  },
  {
    "step": 3503,
    "loss": 0.036003146320581436,
    "lr": 8.758742500000118e-05
  },
  {
    "step": 3504,
    "loss": 0.011604169383645058,
    "lr": 8.761240000000118e-05
  },
  {
    "step": 3505,
    "loss": 0.021638210862874985,
    "lr": 8.763737500000117e-05
  },
  {
    "step": 3506,
    "loss": 0.004223543219268322,
    "lr": 8.766235000000118e-05
  },
  {
    "step": 3507,
    "loss": 0.01110786758363247,
    "lr": 8.768732500000118e-05
  },
  {
    "step": 3508,
    "loss": 0.024875517934560776,
    "lr": 8.771230000000118e-05
  },
  {
    "step": 3509,
    "loss": 0.011831460520625114,
    "lr": 8.773727500000118e-05
  },
  {
    "step": 3510,
    "loss": 0.005398387089371681,
    "lr": 8.776225000000117e-05
  },
  {
    "step": 3511,
    "loss": 0.003749992698431015,
    "lr": 8.778722500000118e-05
  },
  {
    "step": 3512,
    "loss": 0.013949913904070854,
    "lr": 8.781220000000119e-05
  },
  {
    "step": 3513,
    "loss": 0.005012013949453831,
    "lr": 8.783717500000119e-05
  },
  {
    "step": 3514,
    "loss": 0.00560053950175643,
    "lr": 8.78621500000012e-05
  },
  {
    "step": 3515,
    "loss": 0.026880955323576927,
    "lr": 8.78871250000012e-05
  },
  {
    "step": 3516,
    "loss": 0.01473975833505392,
    "lr": 8.791210000000121e-05
  },
  {
    "step": 3517,
    "loss": 0.010355649515986443,
    "lr": 8.793707500000121e-05
  },
  {
    "step": 3518,
    "loss": 0.009921722114086151,
    "lr": 8.796205000000122e-05
  },
  {
    "step": 3519,
    "loss": 0.007262867875397205,
    "lr": 8.798702500000122e-05
  },
  {
    "step": 3520,
    "loss": 0.024247482419013977,
    "lr": 8.801200000000122e-05
  },
  {
    "step": 3521,
    "loss": 0.008720423094928265,
    "lr": 8.803697500000121e-05
  },
  {
    "step": 3522,
    "loss": 0.006801563780754805,
    "lr": 8.80619500000012e-05
  },
  {
    "step": 3523,
    "loss": 0.03914199024438858,
    "lr": 8.808692500000119e-05
  },
  {
    "step": 3524,
    "loss": 0.005044381599873304,
    "lr": 8.81119000000012e-05
  },
  {
    "step": 3525,
    "loss": 0.004746283870190382,
    "lr": 8.81368750000012e-05
  },
  {
    "step": 3526,
    "loss": 0.009963931515812874,
    "lr": 8.816185000000121e-05
  },
  {
    "step": 3527,
    "loss": 0.03725026920437813,
    "lr": 8.818682500000122e-05
  },
  {
    "step": 3528,
    "loss": 0.030590415000915527,
    "lr": 8.821180000000122e-05
  },
  {
    "step": 3529,
    "loss": 0.013827565126121044,
    "lr": 8.823677500000121e-05
  },
  {
    "step": 3530,
    "loss": 0.1275365650653839,
    "lr": 8.826175000000122e-05
  },
  {
    "step": 3531,
    "loss": 0.010767313651740551,
    "lr": 8.828672500000121e-05
  },
  {
    "step": 3532,
    "loss": 0.008976851589977741,
    "lr": 8.83117000000012e-05
  },
  {
    "step": 3533,
    "loss": 0.00566775631159544,
    "lr": 8.83366750000012e-05
  },
  {
    "step": 3534,
    "loss": 0.020459933206439018,
    "lr": 8.83616500000012e-05
  },
  {
    "step": 3535,
    "loss": 0.007215403951704502,
    "lr": 8.838662500000119e-05
  },
  {
    "step": 3536,
    "loss": 0.2677719295024872,
    "lr": 8.84116000000012e-05
  },
  {
    "step": 3537,
    "loss": 0.010093078017234802,
    "lr": 8.84365750000012e-05
  },
  {
    "step": 3538,
    "loss": 0.009246448054909706,
    "lr": 8.84615500000012e-05
  },
  {
    "step": 3539,
    "loss": 0.0739041268825531,
    "lr": 8.84865250000012e-05
  },
  {
    "step": 3540,
    "loss": 0.06939726322889328,
    "lr": 8.851150000000121e-05
  },
  {
    "step": 3541,
    "loss": 0.0028110656421631575,
    "lr": 8.85364750000012e-05
  },
  {
    "step": 3542,
    "loss": 0.036904603242874146,
    "lr": 8.856145000000119e-05
  },
  {
    "step": 3543,
    "loss": 0.009182021953165531,
    "lr": 8.858642500000118e-05
  },
  {
    "step": 3544,
    "loss": 0.005051325540989637,
    "lr": 8.861140000000119e-05
  },
  {
    "step": 3545,
    "loss": 0.006368694361299276,
    "lr": 8.86363750000012e-05
  },
  {
    "step": 3546,
    "loss": 0.21645353734493256,
    "lr": 8.86613500000012e-05
  },
  {
    "step": 3547,
    "loss": 0.004809447564184666,
    "lr": 8.86863250000012e-05
  },
  {
    "step": 3548,
    "loss": 0.009186431765556335,
    "lr": 8.871130000000121e-05
  },
  {
    "step": 3549,
    "loss": 0.0178972315043211,
    "lr": 8.873627500000122e-05
  },
  {
    "step": 3550,
    "loss": 0.006166115403175354,
    "lr": 8.876125000000122e-05
  },
  {
    "step": 3551,
    "loss": 0.024698637425899506,
    "lr": 8.878622500000123e-05
  },
  {
    "step": 3552,
    "loss": 0.01911837048828602,
    "lr": 8.881120000000123e-05
  },
  {
    "step": 3553,
    "loss": 0.006669805850833654,
    "lr": 8.883617500000124e-05
  },
  {
    "step": 3554,
    "loss": 0.008198260329663754,
    "lr": 8.886115000000123e-05
  },
  {
    "step": 3555,
    "loss": 0.009390022605657578,
    "lr": 8.888612500000124e-05
  },
  {
    "step": 3556,
    "loss": 0.005550854839384556,
    "lr": 8.891110000000123e-05
  },
  {
    "step": 3557,
    "loss": 0.003960003145039082,
    "lr": 8.893607500000124e-05
  },
  {
    "step": 3558,
    "loss": 0.04377531632781029,
    "lr": 8.896105000000124e-05
  },
  {
    "step": 3559,
    "loss": 0.012628803960978985,
    "lr": 8.898602500000123e-05
  },
  {
    "step": 3560,
    "loss": 0.007894684560596943,
    "lr": 8.901100000000124e-05
  },
  {
    "step": 3561,
    "loss": 0.005175418686121702,
    "lr": 8.903597500000124e-05
  },
  {
    "step": 3562,
    "loss": 0.006721423007547855,
    "lr": 8.906095000000125e-05
  },
  {
    "step": 3563,
    "loss": 0.027386536821722984,
    "lr": 8.908592500000124e-05
  },
  {
    "step": 3564,
    "loss": 0.0045411367900669575,
    "lr": 8.911090000000125e-05
  },
  {
    "step": 3565,
    "loss": 0.006372544914484024,
    "lr": 8.913587500000125e-05
  },
  {
    "step": 3566,
    "loss": 0.004606928676366806,
    "lr": 8.916085000000126e-05
  },
  {
    "step": 3567,
    "loss": 0.011814226396381855,
    "lr": 8.918582500000125e-05
  },
  {
    "step": 3568,
    "loss": 0.02764417976140976,
    "lr": 8.921080000000126e-05
  },
  {
    "step": 3569,
    "loss": 0.010493094101548195,
    "lr": 8.923577500000125e-05
  },
  {
    "step": 3570,
    "loss": 0.003085633274167776,
    "lr": 8.926075000000125e-05
  },
  {
    "step": 3571,
    "loss": 0.006090952083468437,
    "lr": 8.928572500000126e-05
  },
  {
    "step": 3572,
    "loss": 0.010502619668841362,
    "lr": 8.931070000000125e-05
  },
  {
    "step": 3573,
    "loss": 0.013946035876870155,
    "lr": 8.933567500000126e-05
  },
  {
    "step": 3574,
    "loss": 0.0074954405426979065,
    "lr": 8.936065000000126e-05
  },
  {
    "step": 3575,
    "loss": 0.006972700823098421,
    "lr": 8.938562500000126e-05
  },
  {
    "step": 3576,
    "loss": 0.007625926285982132,
    "lr": 8.941060000000125e-05
  },
  {
    "step": 3577,
    "loss": 0.02722623571753502,
    "lr": 8.943557500000125e-05
  },
  {
    "step": 3578,
    "loss": 0.009961291216313839,
    "lr": 8.946055000000126e-05
  },
  {
    "step": 3579,
    "loss": 0.023900670930743217,
    "lr": 8.948552500000126e-05
  },
  {
    "step": 3580,
    "loss": 0.006124869920313358,
    "lr": 8.951050000000127e-05
  },
  {
    "step": 3581,
    "loss": 0.0103081576526165,
    "lr": 8.953547500000128e-05
  },
  {
    "step": 3582,
    "loss": 0.05051059648394585,
    "lr": 8.956045000000128e-05
  },
  {
    "step": 3583,
    "loss": 0.00626337667927146,
    "lr": 8.958542500000129e-05
  },
  {
    "step": 3584,
    "loss": 0.006549995392560959,
    "lr": 8.961040000000129e-05
  },
  {
    "step": 3585,
    "loss": 0.01455058716237545,
    "lr": 8.96353750000013e-05
  },
  {
    "step": 3586,
    "loss": 0.007900191470980644,
    "lr": 8.96603500000013e-05
  },
  {
    "step": 3587,
    "loss": 0.04103049263358116,
    "lr": 8.96853250000013e-05
  },
  {
    "step": 3588,
    "loss": 0.005422611720860004,
    "lr": 8.971030000000129e-05
  },
  {
    "step": 3589,
    "loss": 0.006792678963392973,
    "lr": 8.97352750000013e-05
  },
  {
    "step": 3590,
    "loss": 0.0035490398295223713,
    "lr": 8.97602500000013e-05
  },
  {
    "step": 3591,
    "loss": 0.003731395583599806,
    "lr": 8.97852250000013e-05
  },
  {
    "step": 3592,
    "loss": 0.0070461914874613285,
    "lr": 8.981020000000131e-05
  },
  {
    "step": 3593,
    "loss": 0.005177577957510948,
    "lr": 8.98351750000013e-05
  },
  {
    "step": 3594,
    "loss": 0.008698045276105404,
    "lr": 8.98601500000013e-05
  },
  {
    "step": 3595,
    "loss": 0.01712849549949169,
    "lr": 8.98851250000013e-05
  },
  {
    "step": 3596,
    "loss": 0.02963164635002613,
    "lr": 8.99101000000013e-05
  },
  {
    "step": 3597,
    "loss": 0.007718442939221859,
    "lr": 8.99350750000013e-05
  },
  {
    "step": 3598,
    "loss": 0.026529159396886826,
    "lr": 8.996005000000129e-05
  },
  {
    "step": 3599,
    "loss": 0.00860703643411398,
    "lr": 8.99850250000013e-05
  },
  {
    "step": 3600,
    "loss": 0.006139094475656748,
    "lr": 9.00100000000013e-05
  },
  {
    "step": 3601,
    "loss": 0.004683065693825483,
    "lr": 9.00349750000013e-05
  },
  {
    "step": 3602,
    "loss": 0.030027497559785843,
    "lr": 9.00599500000013e-05
  },
  {
    "step": 3603,
    "loss": 0.004419917240738869,
    "lr": 9.00849250000013e-05
  },
  {
    "step": 3604,
    "loss": 0.007856045849621296,
    "lr": 9.01099000000013e-05
  },
  {
    "step": 3605,
    "loss": 0.06460419297218323,
    "lr": 9.01348750000013e-05
  },
  {
    "step": 3606,
    "loss": 0.0032952195033431053,
    "lr": 9.015985000000131e-05
  },
  {
    "step": 3607,
    "loss": 0.009611997753381729,
    "lr": 9.01848250000013e-05
  },
  {
    "step": 3608,
    "loss": 0.0075521767139434814,
    "lr": 9.02098000000013e-05
  },
  {
    "step": 3609,
    "loss": 0.004903262481093407,
    "lr": 9.02347750000013e-05
  },
  {
    "step": 3610,
    "loss": 0.013180985115468502,
    "lr": 9.02597500000013e-05
  },
  {
    "step": 3611,
    "loss": 0.009686105884611607,
    "lr": 9.028472500000131e-05
  },
  {
    "step": 3612,
    "loss": 0.007681061048060656,
    "lr": 9.03097000000013e-05
  },
  {
    "step": 3613,
    "loss": 0.003350708167999983,
    "lr": 9.033467500000131e-05
  },
  {
    "step": 3614,
    "loss": 0.007724146358668804,
    "lr": 9.03596500000013e-05
  },
  {
    "step": 3615,
    "loss": 0.013330979272723198,
    "lr": 9.038462500000129e-05
  },
  {
    "step": 3616,
    "loss": 0.003777572885155678,
    "lr": 9.04096000000013e-05
  },
  {
    "step": 3617,
    "loss": 0.003568554762750864,
    "lr": 9.04345750000013e-05
  },
  {
    "step": 3618,
    "loss": 0.003204345703125,
    "lr": 9.045955000000131e-05
  },
  {
    "step": 3619,
    "loss": 0.00343595864251256,
    "lr": 9.048452500000131e-05
  },
  {
    "step": 3620,
    "loss": 0.00830872729420662,
    "lr": 9.050950000000132e-05
  },
  {
    "step": 3621,
    "loss": 0.007212561555206776,
    "lr": 9.053447500000133e-05
  },
  {
    "step": 3622,
    "loss": 0.004172592423856258,
    "lr": 9.055945000000132e-05
  },
  {
    "step": 3623,
    "loss": 0.011502283625304699,
    "lr": 9.058442500000131e-05
  },
  {
    "step": 3624,
    "loss": 0.01358126662671566,
    "lr": 9.06094000000013e-05
  },
  {
    "step": 3625,
    "loss": 0.025267768651247025,
    "lr": 9.06343750000013e-05
  },
  {
    "step": 3626,
    "loss": 0.012770435772836208,
    "lr": 9.065935000000129e-05
  },
  {
    "step": 3627,
    "loss": 0.018871545791625977,
    "lr": 9.068432500000128e-05
  },
  {
    "step": 3628,
    "loss": 0.03814654424786568,
    "lr": 9.070930000000128e-05
  },
  {
    "step": 3629,
    "loss": 0.004790567792952061,
    "lr": 9.073427500000128e-05
  },
  {
    "step": 3630,
    "loss": 0.004597391467541456,
    "lr": 9.075925000000128e-05
  },
  {
    "step": 3631,
    "loss": 0.03677362576127052,
    "lr": 9.078422500000129e-05
  },
  {
    "step": 3632,
    "loss": 0.03214169293642044,
    "lr": 9.080920000000129e-05
  },
  {
    "step": 3633,
    "loss": 0.0030642927158623934,
    "lr": 9.08341750000013e-05
  },
  {
    "step": 3634,
    "loss": 0.0031641272362321615,
    "lr": 9.08591500000013e-05
  },
  {
    "step": 3635,
    "loss": 0.010263202711939812,
    "lr": 9.088412500000131e-05
  },
  {
    "step": 3636,
    "loss": 0.008248228579759598,
    "lr": 9.090910000000131e-05
  },
  {
    "step": 3637,
    "loss": 0.006490266881883144,
    "lr": 9.09340750000013e-05
  },
  {
    "step": 3638,
    "loss": 0.006788716651499271,
    "lr": 9.095905000000131e-05
  },
  {
    "step": 3639,
    "loss": 0.0033195253927260637,
    "lr": 9.09840250000013e-05
  },
  {
    "step": 3640,
    "loss": 0.023483116179704666,
    "lr": 9.100900000000131e-05
  },
  {
    "step": 3641,
    "loss": 0.007342851255089045,
    "lr": 9.10339750000013e-05
  },
  {
    "step": 3642,
    "loss": 0.00891574565321207,
    "lr": 9.105895000000131e-05
  },
  {
    "step": 3643,
    "loss": 0.007891148328781128,
    "lr": 9.108392500000131e-05
  },
  {
    "step": 3644,
    "loss": 0.009157809428870678,
    "lr": 9.11089000000013e-05
  },
  {
    "step": 3645,
    "loss": 0.004819788038730621,
    "lr": 9.113387500000131e-05
  },
  {
    "step": 3646,
    "loss": 0.029131224378943443,
    "lr": 9.11588500000013e-05
  },
  {
    "step": 3647,
    "loss": 0.007239295169711113,
    "lr": 9.118382500000131e-05
  },
  {
    "step": 3648,
    "loss": 0.0033350472804158926,
    "lr": 9.12088000000013e-05
  },
  {
    "step": 3649,
    "loss": 0.01341800857335329,
    "lr": 9.123377500000129e-05
  },
  {
    "step": 3650,
    "loss": 0.009455682709813118,
    "lr": 9.125875000000129e-05
  },
  {
    "step": 3651,
    "loss": 0.00779477646574378,
    "lr": 9.128372500000129e-05
  },
  {
    "step": 3652,
    "loss": 0.0034662666730582714,
    "lr": 9.13087000000013e-05
  },
  {
    "step": 3653,
    "loss": 0.0377623625099659,
    "lr": 9.13336750000013e-05
  },
  {
    "step": 3654,
    "loss": 0.0030726573895663023,
    "lr": 9.13586500000013e-05
  },
  {
    "step": 3655,
    "loss": 0.004940999671816826,
    "lr": 9.13836250000013e-05
  },
  {
    "step": 3656,
    "loss": 0.0052498020231723785,
    "lr": 9.14086000000013e-05
  },
  {
    "step": 3657,
    "loss": 0.012724576517939568,
    "lr": 9.143357500000131e-05
  },
  {
    "step": 3658,
    "loss": 0.006246819160878658,
    "lr": 9.145855000000132e-05
  },
  {
    "step": 3659,
    "loss": 0.015963060781359673,
    "lr": 9.148352500000132e-05
  },
  {
    "step": 3660,
    "loss": 0.03500313684344292,
    "lr": 9.150850000000133e-05
  },
  {
    "step": 3661,
    "loss": 0.03488389402627945,
    "lr": 9.153347500000133e-05
  },
  {
    "step": 3662,
    "loss": 0.00452067656442523,
    "lr": 9.155845000000134e-05
  },
  {
    "step": 3663,
    "loss": 0.04506094381213188,
    "lr": 9.158342500000133e-05
  },
  {
    "step": 3664,
    "loss": 0.006863551214337349,
    "lr": 9.160840000000132e-05
  },
  {
    "step": 3665,
    "loss": 0.01930784247815609,
    "lr": 9.163337500000133e-05
  },
  {
    "step": 3666,
    "loss": 0.006317812483757734,
    "lr": 9.165835000000133e-05
  },
  {
    "step": 3667,
    "loss": 0.008654391393065453,
    "lr": 9.168332500000133e-05
  },
  {
    "step": 3668,
    "loss": 0.014368567615747452,
    "lr": 9.170830000000132e-05
  },
  {
    "step": 3669,
    "loss": 0.007456542924046516,
    "lr": 9.173327500000131e-05
  },
  {
    "step": 3670,
    "loss": 0.032454684376716614,
    "lr": 9.175825000000132e-05
  },
  {
    "step": 3671,
    "loss": 0.010365176014602184,
    "lr": 9.178322500000131e-05
  },
  {
    "step": 3672,
    "loss": 0.012860196642577648,
    "lr": 9.18082000000013e-05
  },
  {
    "step": 3673,
    "loss": 0.019036704674363136,
    "lr": 9.18331750000013e-05
  },
  {
    "step": 3674,
    "loss": 0.07393937557935715,
    "lr": 9.18581500000013e-05
  },
  {
    "step": 3675,
    "loss": 0.02155837044119835,
    "lr": 9.18831250000013e-05
  },
  {
    "step": 3676,
    "loss": 0.007573873270303011,
    "lr": 9.190810000000131e-05
  },
  {
    "step": 3677,
    "loss": 0.006372842472046614,
    "lr": 9.193307500000132e-05
  },
  {
    "step": 3678,
    "loss": 0.004015426151454449,
    "lr": 9.195805000000131e-05
  },
  {
    "step": 3679,
    "loss": 0.008045854978263378,
    "lr": 9.198302500000131e-05
  },
  {
    "step": 3680,
    "loss": 0.005594441667199135,
    "lr": 9.200800000000132e-05
  },
  {
    "step": 3681,
    "loss": 0.012078167870640755,
    "lr": 9.203297500000131e-05
  },
  {
    "step": 3682,
    "loss": 0.010589981451630592,
    "lr": 9.20579500000013e-05
  },
  {
    "step": 3683,
    "loss": 0.013640549965202808,
    "lr": 9.20829250000013e-05
  },
  {
    "step": 3684,
    "loss": 0.004342582076787949,
    "lr": 9.21079000000013e-05
  },
  {
    "step": 3685,
    "loss": 0.031491100788116455,
    "lr": 9.213287500000129e-05
  },
  {
    "step": 3686,
    "loss": 0.004504582844674587,
    "lr": 9.21578500000013e-05
  },
  {
    "step": 3687,
    "loss": 0.00600782223045826,
    "lr": 9.21828250000013e-05
  },
  {
    "step": 3688,
    "loss": 0.019415125250816345,
    "lr": 9.22078000000013e-05
  },
  {
    "step": 3689,
    "loss": 0.01106900442391634,
    "lr": 9.22327750000013e-05
  },
  {
    "step": 3690,
    "loss": 0.06225340813398361,
    "lr": 9.225775000000131e-05
  },
  {
    "step": 3691,
    "loss": 0.013170888647437096,
    "lr": 9.228272500000131e-05
  },
  {
    "step": 3692,
    "loss": 0.007237435318529606,
    "lr": 9.23077000000013e-05
  },
  {
    "step": 3693,
    "loss": 0.014820672571659088,
    "lr": 9.23326750000013e-05
  },
  {
    "step": 3694,
    "loss": 0.01806584745645523,
    "lr": 9.235765000000129e-05
  },
  {
    "step": 3695,
    "loss": 0.007058952935039997,
    "lr": 9.23826250000013e-05
  },
  {
    "step": 3696,
    "loss": 0.013050255365669727,
    "lr": 9.240760000000129e-05
  },
  {
    "step": 3697,
    "loss": 0.023160554468631744,
    "lr": 9.243257500000129e-05
  },
  {
    "step": 3698,
    "loss": 0.008025174029171467,
    "lr": 9.245755000000128e-05
  },
  {
    "step": 3699,
    "loss": 0.03869485482573509,
    "lr": 9.248252500000129e-05
  },
  {
    "step": 3700,
    "loss": 0.012460584752261639,
    "lr": 9.250750000000128e-05
  },
  {
    "step": 3701,
    "loss": 0.23858843743801117,
    "lr": 9.253247500000127e-05
  },
  {
    "step": 3702,
    "loss": 0.004200959578156471,
    "lr": 9.255745000000128e-05
  },
  {
    "step": 3703,
    "loss": 0.014435099437832832,
    "lr": 9.258242500000127e-05
  },
  {
    "step": 3704,
    "loss": 0.023775842040777206,
    "lr": 9.260740000000126e-05
  },
  {
    "step": 3705,
    "loss": 0.004789620637893677,
    "lr": 9.263237500000126e-05
  },
  {
    "step": 3706,
    "loss": 0.04864310473203659,
    "lr": 9.265735000000126e-05
  },
  {
    "step": 3707,
    "loss": 0.03799324855208397,
    "lr": 9.268232500000125e-05
  },
  {
    "step": 3708,
    "loss": 0.06522019952535629,
    "lr": 9.270730000000126e-05
  },
  {
    "step": 3709,
    "loss": 0.04238514229655266,
    "lr": 9.273227500000125e-05
  },
  {
    "step": 3710,
    "loss": 0.012102767825126648,
    "lr": 9.275725000000124e-05
  },
  {
    "step": 3711,
    "loss": 0.012911252677440643,
    "lr": 9.278222500000124e-05
  },
  {
    "step": 3712,
    "loss": 0.010196823626756668,
    "lr": 9.280720000000124e-05
  },
  {
    "step": 3713,
    "loss": 0.013323024846613407,
    "lr": 9.283217500000125e-05
  },
  {
    "step": 3714,
    "loss": 0.012673616409301758,
    "lr": 9.285715000000124e-05
  },
  {
    "step": 3715,
    "loss": 0.0038651202339679003,
    "lr": 9.288212500000124e-05
  },
  {
    "step": 3716,
    "loss": 0.004164138808846474,
    "lr": 9.290710000000124e-05
  },
  {
    "step": 3717,
    "loss": 0.004487201571464539,
    "lr": 9.293207500000124e-05
  },
  {
    "step": 3718,
    "loss": 0.0033599683083593845,
    "lr": 9.295705000000125e-05
  },
  {
    "step": 3719,
    "loss": 0.007080709096044302,
    "lr": 9.298202500000125e-05
  },
  {
    "step": 3720,
    "loss": 0.011115027591586113,
    "lr": 9.300700000000125e-05
  },
  {
    "step": 3721,
    "loss": 0.018794594332575798,
    "lr": 9.303197500000124e-05
  },
  {
    "step": 3722,
    "loss": 0.0034648627042770386,
    "lr": 9.305695000000124e-05
  },
  {
    "step": 3723,
    "loss": 0.0045370375737547874,
    "lr": 9.308192500000125e-05
  },
  {
    "step": 3724,
    "loss": 0.07576271891593933,
    "lr": 9.310690000000124e-05
  },
  {
    "step": 3725,
    "loss": 0.013182200491428375,
    "lr": 9.313187500000123e-05
  },
  {
    "step": 3726,
    "loss": 0.00566266942769289,
    "lr": 9.315685000000123e-05
  },
  {
    "step": 3727,
    "loss": 0.38429513573646545,
    "lr": 9.318182500000122e-05
  },
  {
    "step": 3728,
    "loss": 0.006358906161040068,
    "lr": 9.320680000000121e-05
  },
  {
    "step": 3729,
    "loss": 0.03217072784900665,
    "lr": 9.32317750000012e-05
  },
  {
    "step": 3730,
    "loss": 0.021629687398672104,
    "lr": 9.32567500000012e-05
  },
  {
    "step": 3731,
    "loss": 0.007562111131846905,
    "lr": 9.328172500000119e-05
  },
  {
    "step": 3732,
    "loss": 0.010468238964676857,
    "lr": 9.330670000000119e-05
  },
  {
    "step": 3733,
    "loss": 0.011831726878881454,
    "lr": 9.333167500000118e-05
  },
  {
    "step": 3734,
    "loss": 0.02436511404812336,
    "lr": 9.335665000000119e-05
  },
  {
    "step": 3735,
    "loss": 0.005023520439863205,
    "lr": 9.33816250000012e-05
  },
  {
    "step": 3736,
    "loss": 0.010075028985738754,
    "lr": 9.34066000000012e-05
  },
  {
    "step": 3737,
    "loss": 0.026351287961006165,
    "lr": 9.34315750000012e-05
  },
  {
    "step": 3738,
    "loss": 0.015249647200107574,
    "lr": 9.345655000000121e-05
  },
  {
    "step": 3739,
    "loss": 0.003140052780508995,
    "lr": 9.348152500000122e-05
  },
  {
    "step": 3740,
    "loss": 0.01783621869981289,
    "lr": 9.350650000000121e-05
  },
  {
    "step": 3741,
    "loss": 0.01777013950049877,
    "lr": 9.35314750000012e-05
  },
  {
    "step": 3742,
    "loss": 0.0072682322934269905,
    "lr": 9.355645000000121e-05
  },
  {
    "step": 3743,
    "loss": 0.02686752751469612,
    "lr": 9.358142500000121e-05
  },
  {
    "step": 3744,
    "loss": 0.02780250273644924,
    "lr": 9.36064000000012e-05
  },
  {
    "step": 3745,
    "loss": 0.0031972683500498533,
    "lr": 9.36313750000012e-05
  },
  {
    "step": 3746,
    "loss": 0.013452482409775257,
    "lr": 9.36563500000012e-05
  },
  {
    "step": 3747,
    "loss": 0.00963383074849844,
    "lr": 9.36813250000012e-05
  },
  {
    "step": 3748,
    "loss": 0.002883081091567874,
    "lr": 9.370630000000119e-05
  },
  {
    "step": 3749,
    "loss": 0.016687169671058655,
    "lr": 9.373127500000118e-05
  },
  {
    "step": 3750,
    "loss": 0.06622619181871414,
    "lr": 9.375625000000118e-05
  },
  {
    "step": 3751,
    "loss": 0.0041152797639369965,
    "lr": 9.378122500000119e-05
  },
  {
    "step": 3752,
    "loss": 0.005476328078657389,
    "lr": 9.380620000000118e-05
  },
  {
    "step": 3753,
    "loss": 0.007981246337294579,
    "lr": 9.383117500000119e-05
  },
  {
    "step": 3754,
    "loss": 0.029032006859779358,
    "lr": 9.38561500000012e-05
  },
  {
    "step": 3755,
    "loss": 0.027712184935808182,
    "lr": 9.38811250000012e-05
  },
  {
    "step": 3756,
    "loss": 0.00971769168972969,
    "lr": 9.390610000000119e-05
  },
  {
    "step": 3757,
    "loss": 0.0042525785975158215,
    "lr": 9.393107500000118e-05
  },
  {
    "step": 3758,
    "loss": 0.0062584057450294495,
    "lr": 9.395605000000118e-05
  },
  {
    "step": 3759,
    "loss": 0.004228970035910606,
    "lr": 9.398102500000118e-05
  },
  {
    "step": 3760,
    "loss": 0.0036625368520617485,
    "lr": 9.400600000000119e-05
  },
  {
    "step": 3761,
    "loss": 0.0845445916056633,
    "lr": 9.403097500000119e-05
  },
  {
    "step": 3762,
    "loss": 0.020713718608021736,
    "lr": 9.405595000000118e-05
  },
  {
    "step": 3763,
    "loss": 0.052084244787693024,
    "lr": 9.408092500000119e-05
  },
  {
    "step": 3764,
    "loss": 0.03678574040532112,
    "lr": 9.410590000000118e-05
  },
  {
    "step": 3765,
    "loss": 0.06638488918542862,
    "lr": 9.413087500000117e-05
  },
  {
    "step": 3766,
    "loss": 0.0037317615933716297,
    "lr": 9.415585000000118e-05
  },
  {
    "step": 3767,
    "loss": 0.006357188802212477,
    "lr": 9.418082500000117e-05
  },
  {
    "step": 3768,
    "loss": 0.007214666809886694,
    "lr": 9.420580000000118e-05
  },
  {
    "step": 3769,
    "loss": 0.007535620592534542,
    "lr": 9.423077500000118e-05
  },
  {
    "step": 3770,
    "loss": 0.021409543231129646,
    "lr": 9.425575000000118e-05
  },
  {
    "step": 3771,
    "loss": 0.1297289878129959,
    "lr": 9.428072500000118e-05
  },
  {
    "step": 3772,
    "loss": 0.004526579286903143,
    "lr": 9.430570000000119e-05
  },
  {
    "step": 3773,
    "loss": 0.0036729814019054174,
    "lr": 9.433067500000119e-05
  },
  {
    "step": 3774,
    "loss": 0.0028806813061237335,
    "lr": 9.435565000000118e-05
  },
  {
    "step": 3775,
    "loss": 0.004585740622133017,
    "lr": 9.438062500000118e-05
  },
  {
    "step": 3776,
    "loss": 0.0032877721823751926,
    "lr": 9.440560000000118e-05
  },
  {
    "step": 3777,
    "loss": 0.016615653410553932,
    "lr": 9.443057500000119e-05
  },
  {
    "step": 3778,
    "loss": 0.018188174813985825,
    "lr": 9.44555500000012e-05
  },
  {
    "step": 3779,
    "loss": 0.004506667144596577,
    "lr": 9.44805250000012e-05
  },
  {
    "step": 3780,
    "loss": 0.007445977535098791,
    "lr": 9.450550000000119e-05
  },
  {
    "step": 3781,
    "loss": 0.02936706505715847,
    "lr": 9.45304750000012e-05
  },
  {
    "step": 3782,
    "loss": 0.008528592996299267,
    "lr": 9.45554500000012e-05
  },
  {
    "step": 3783,
    "loss": 0.0897359624505043,
    "lr": 9.458042500000121e-05
  },
  {
    "step": 3784,
    "loss": 0.008736122399568558,
    "lr": 9.46054000000012e-05
  },
  {
    "step": 3785,
    "loss": 0.009743710048496723,
    "lr": 9.46303750000012e-05
  },
  {
    "step": 3786,
    "loss": 0.023600660264492035,
    "lr": 9.46553500000012e-05
  },
  {
    "step": 3787,
    "loss": 0.004654538817703724,
    "lr": 9.468032500000119e-05
  },
  {
    "step": 3788,
    "loss": 0.017751436680555344,
    "lr": 9.47053000000012e-05
  },
  {
    "step": 3789,
    "loss": 0.036677565425634384,
    "lr": 9.473027500000119e-05
  },
  {
    "step": 3790,
    "loss": 0.031747061759233475,
    "lr": 9.475525000000118e-05
  },
  {
    "step": 3791,
    "loss": 0.02073817513883114,
    "lr": 9.478022500000119e-05
  },
  {
    "step": 3792,
    "loss": 0.040577664971351624,
    "lr": 9.480520000000119e-05
  },
  {
    "step": 3793,
    "loss": 0.03389245644211769,
    "lr": 9.483017500000118e-05
  },
  {
    "step": 3794,
    "loss": 0.006587119307368994,
    "lr": 9.485515000000119e-05
  },
  {
    "step": 3795,
    "loss": 0.02296876348555088,
    "lr": 9.48801250000012e-05
  },
  {
    "step": 3796,
    "loss": 0.0070021734572947025,
    "lr": 9.49051000000012e-05
  },
  {
    "step": 3797,
    "loss": 0.01425129920244217,
    "lr": 9.493007500000119e-05
  },
  {
    "step": 3798,
    "loss": 0.010611746460199356,
    "lr": 9.49550500000012e-05
  },
  {
    "step": 3799,
    "loss": 0.010167445987462997,
    "lr": 9.498002500000119e-05
  },
  {
    "step": 3800,
    "loss": 0.022625599056482315,
    "lr": 9.50050000000012e-05
  },
  {
    "step": 3801,
    "loss": 0.009049778804183006,
    "lr": 9.50299750000012e-05
  },
  {
    "step": 3802,
    "loss": 0.00867452658712864,
    "lr": 9.505495000000119e-05
  },
  {
    "step": 3803,
    "loss": 0.004663683474063873,
    "lr": 9.50799250000012e-05
  },
  {
    "step": 3804,
    "loss": 0.017819851636886597,
    "lr": 9.510490000000119e-05
  },
  {
    "step": 3805,
    "loss": 0.005064025055617094,
    "lr": 9.51298750000012e-05
  },
  {
    "step": 3806,
    "loss": 0.00625303341075778,
    "lr": 9.515485000000119e-05
  },
  {
    "step": 3807,
    "loss": 0.007081127259880304,
    "lr": 9.517982500000118e-05
  },
  {
    "step": 3808,
    "loss": 0.01203822623938322,
    "lr": 9.520480000000119e-05
  },
  {
    "step": 3809,
    "loss": 0.0032341633923351765,
    "lr": 9.522977500000118e-05
  },
  {
    "step": 3810,
    "loss": 0.004208195488899946,
    "lr": 9.525475000000118e-05
  },
  {
    "step": 3811,
    "loss": 0.004693837370723486,
    "lr": 9.527972500000119e-05
  },
  {
    "step": 3812,
    "loss": 0.07682590186595917,
    "lr": 9.53047000000012e-05
  },
  {
    "step": 3813,
    "loss": 0.005916649010032415,
    "lr": 9.53296750000012e-05
  },
  {
    "step": 3814,
    "loss": 0.01410888321697712,
    "lr": 9.53546500000012e-05
  },
  {
    "step": 3815,
    "loss": 0.018862955272197723,
    "lr": 9.537962500000121e-05
  },
  {
    "step": 3816,
    "loss": 0.008105844259262085,
    "lr": 9.54046000000012e-05
  },
  {
    "step": 3817,
    "loss": 0.011214478872716427,
    "lr": 9.54295750000012e-05
  },
  {
    "step": 3818,
    "loss": 0.03298646956682205,
    "lr": 9.545455000000119e-05
  },
  {
    "step": 3819,
    "loss": 0.02766594849526882,
    "lr": 9.54795250000012e-05
  },
  {
    "step": 3820,
    "loss": 0.006157692521810532,
    "lr": 9.550450000000119e-05
  },
  {
    "step": 3821,
    "loss": 0.0056054554879665375,
    "lr": 9.552947500000119e-05
  },
  {
    "step": 3822,
    "loss": 0.045382481068372726,
    "lr": 9.55544500000012e-05
  },
  {
    "step": 3823,
    "loss": 0.04767300561070442,
    "lr": 9.557942500000119e-05
  },
  {
    "step": 3824,
    "loss": 0.03300013765692711,
    "lr": 9.56044000000012e-05
  },
  {
    "step": 3825,
    "loss": 0.011056048795580864,
    "lr": 9.56293750000012e-05
  },
  {
    "step": 3826,
    "loss": 0.036470819264650345,
    "lr": 9.56543500000012e-05
  },
  {
    "step": 3827,
    "loss": 0.04635052755475044,
    "lr": 9.56793250000012e-05
  },
  {
    "step": 3828,
    "loss": 0.025481563061475754,
    "lr": 9.57043000000012e-05
  },
  {
    "step": 3829,
    "loss": 0.003848114749416709,
    "lr": 9.572927500000121e-05
  },
  {
    "step": 3830,
    "loss": 0.003640223992988467,
    "lr": 9.575425000000122e-05
  },
  {
    "step": 3831,
    "loss": 0.03699972853064537,
    "lr": 9.577922500000121e-05
  },
  {
    "step": 3832,
    "loss": 0.0050070621073246,
    "lr": 9.58042000000012e-05
  },
  {
    "step": 3833,
    "loss": 0.004775229375809431,
    "lr": 9.582917500000119e-05
  },
  {
    "step": 3834,
    "loss": 0.0058618271723389626,
    "lr": 9.585415000000118e-05
  },
  {
    "step": 3835,
    "loss": 0.00629026023671031,
    "lr": 9.587912500000119e-05
  },
  {
    "step": 3836,
    "loss": 0.012932637706398964,
    "lr": 9.590410000000118e-05
  },
  {
    "step": 3837,
    "loss": 0.02010374702513218,
    "lr": 9.592907500000119e-05
  },
  {
    "step": 3838,
    "loss": 0.005858223885297775,
    "lr": 9.595405000000119e-05
  },
  {
    "step": 3839,
    "loss": 0.00977180153131485,
    "lr": 9.59790250000012e-05
  },
  {
    "step": 3840,
    "loss": 0.007669942453503609,
    "lr": 9.60040000000012e-05
  },
  {
    "step": 3841,
    "loss": 0.02333703637123108,
    "lr": 9.602897500000121e-05
  },
  {
    "step": 3842,
    "loss": 0.0166695024818182,
    "lr": 9.60539500000012e-05
  },
  {
    "step": 3843,
    "loss": 0.01150088757276535,
    "lr": 9.60789250000012e-05
  },
  {
    "step": 3844,
    "loss": 0.013429498299956322,
    "lr": 9.61039000000012e-05
  },
  {
    "step": 3845,
    "loss": 0.005873728543519974,
    "lr": 9.612887500000119e-05
  },
  {
    "step": 3846,
    "loss": 0.0481717586517334,
    "lr": 9.615385000000118e-05
  },
  {
    "step": 3847,
    "loss": 0.024675576016306877,
    "lr": 9.617882500000119e-05
  },
  {
    "step": 3848,
    "loss": 0.028568247333168983,
    "lr": 9.62038000000012e-05
  },
  {
    "step": 3849,
    "loss": 0.02052920125424862,
    "lr": 9.622877500000119e-05
  },
  {
    "step": 3850,
    "loss": 0.00269341585226357,
    "lr": 9.625375000000119e-05
  },
  {
    "step": 3851,
    "loss": 0.16469648480415344,
    "lr": 9.627872500000118e-05
  },
  {
    "step": 3852,
    "loss": 0.00518778245896101,
    "lr": 9.630370000000119e-05
  },
  {
    "step": 3853,
    "loss": 0.009922390803694725,
    "lr": 9.632867500000118e-05
  },
  {
    "step": 3854,
    "loss": 0.01033886056393385,
    "lr": 9.635365000000119e-05
  },
  {
    "step": 3855,
    "loss": 0.004937590565532446,
    "lr": 9.63786250000012e-05
  },
  {
    "step": 3856,
    "loss": 0.011178138665854931,
    "lr": 9.640360000000119e-05
  },
  {
    "step": 3857,
    "loss": 0.01676012948155403,
    "lr": 9.642857500000119e-05
  },
  {
    "step": 3858,
    "loss": 0.0037425884511321783,
    "lr": 9.64535500000012e-05
  },
  {
    "step": 3859,
    "loss": 0.005405817646533251,
    "lr": 9.64785250000012e-05
  },
  {
    "step": 3860,
    "loss": 0.006387830711901188,
    "lr": 9.650350000000121e-05
  },
  {
    "step": 3861,
    "loss": 0.0064641498029232025,
    "lr": 9.65284750000012e-05
  },
  {
    "step": 3862,
    "loss": 0.0062385075725615025,
    "lr": 9.655345000000119e-05
  },
  {
    "step": 3863,
    "loss": 0.020283034071326256,
    "lr": 9.65784250000012e-05
  },
  {
    "step": 3864,
    "loss": 0.07430747896432877,
    "lr": 9.66034000000012e-05
  },
  {
    "step": 3865,
    "loss": 0.009320596233010292,
    "lr": 9.66283750000012e-05
  },
  {
    "step": 3866,
    "loss": 0.015870697796344757,
    "lr": 9.665335000000119e-05
  },
  {
    "step": 3867,
    "loss": 0.0077871885150671005,
    "lr": 9.66783250000012e-05
  },
  {
    "step": 3868,
    "loss": 0.005907757207751274,
    "lr": 9.67033000000012e-05
  },
  {
    "step": 3869,
    "loss": 0.010319910943508148,
    "lr": 9.672827500000119e-05
  },
  {
    "step": 3870,
    "loss": 0.0044468482956290245,
    "lr": 9.67532500000012e-05
  },
  {
    "step": 3871,
    "loss": 0.008287416771054268,
    "lr": 9.67782250000012e-05
  },
  {
    "step": 3872,
    "loss": 0.010970686562359333,
    "lr": 9.68032000000012e-05
  },
  {
    "step": 3873,
    "loss": 0.007141249720007181,
    "lr": 9.68281750000012e-05
  },
  {
    "step": 3874,
    "loss": 0.003755934303626418,
    "lr": 9.68531500000012e-05
  },
  {
    "step": 3875,
    "loss": 0.007548283785581589,
    "lr": 9.687812500000121e-05
  },
  {
    "step": 3876,
    "loss": 0.015225390903651714,
    "lr": 9.690310000000122e-05
  },
  {
    "step": 3877,
    "loss": 0.01063505094498396,
    "lr": 9.692807500000121e-05
  },
  {
    "step": 3878,
    "loss": 0.0057083070278167725,
    "lr": 9.695305000000121e-05
  },
  {
    "step": 3879,
    "loss": 0.004734416957944632,
    "lr": 9.69780250000012e-05
  },
  {
    "step": 3880,
    "loss": 0.060910120606422424,
    "lr": 9.700300000000121e-05
  },
  {
    "step": 3881,
    "loss": 0.008818571455776691,
    "lr": 9.702797500000122e-05
  },
  {
    "step": 3882,
    "loss": 0.0032362439669668674,
    "lr": 9.705295000000121e-05
  },
  {
    "step": 3883,
    "loss": 0.011523615568876266,
    "lr": 9.707792500000122e-05
  },
  {
    "step": 3884,
    "loss": 0.029436543583869934,
    "lr": 9.710290000000122e-05
  },
  {
    "step": 3885,
    "loss": 0.0095839723944664,
    "lr": 9.712787500000123e-05
  },
  {
    "step": 3886,
    "loss": 0.03296540677547455,
    "lr": 9.715285000000123e-05
  },
  {
    "step": 3887,
    "loss": 0.023643596097826958,
    "lr": 9.717782500000122e-05
  },
  {
    "step": 3888,
    "loss": 0.022322986274957657,
    "lr": 9.720280000000122e-05
  },
  {
    "step": 3889,
    "loss": 0.004929336719214916,
    "lr": 9.722777500000122e-05
  },
  {
    "step": 3890,
    "loss": 0.02604547142982483,
    "lr": 9.725275000000121e-05
  },
  {
    "step": 3891,
    "loss": 0.011572842486202717,
    "lr": 9.727772500000122e-05
  },
  {
    "step": 3892,
    "loss": 0.006234635598957539,
    "lr": 9.730270000000123e-05
  },
  {
    "step": 3893,
    "loss": 0.07919362932443619,
    "lr": 9.732767500000122e-05
  },
  {
    "step": 3894,
    "loss": 0.004246791359037161,
    "lr": 9.735265000000122e-05
  },
  {
    "step": 3895,
    "loss": 0.005255666561424732,
    "lr": 9.737762500000122e-05
  },
  {
    "step": 3896,
    "loss": 0.02902270294725895,
    "lr": 9.740260000000121e-05
  },
  {
    "step": 3897,
    "loss": 0.006029409822076559,
    "lr": 9.74275750000012e-05
  },
  {
    "step": 3898,
    "loss": 0.0034483172930777073,
    "lr": 9.745255000000119e-05
  },
  {
    "step": 3899,
    "loss": 0.018551699817180634,
    "lr": 9.747752500000118e-05
  },
  {
    "step": 3900,
    "loss": 0.09013183414936066,
    "lr": 9.750250000000119e-05
  },
  {
    "step": 3901,
    "loss": 0.015920743346214294,
    "lr": 9.75274750000012e-05
  },
  {
    "step": 3902,
    "loss": 0.06444603204727173,
    "lr": 9.755245000000119e-05
  },
  {
    "step": 3903,
    "loss": 0.007409784477204084,
    "lr": 9.757742500000118e-05
  },
  {
    "step": 3904,
    "loss": 0.018525736406445503,
    "lr": 9.760240000000118e-05
  },
  {
    "step": 3905,
    "loss": 0.01909388042986393,
    "lr": 9.762737500000118e-05
  },
  {
    "step": 3906,
    "loss": 0.034731894731521606,
    "lr": 9.765235000000118e-05
  },
  {
    "step": 3907,
    "loss": 0.05851686745882034,
    "lr": 9.767732500000117e-05
  },
  {
    "step": 3908,
    "loss": 0.006650145165622234,
    "lr": 9.770230000000118e-05
  },
  {
    "step": 3909,
    "loss": 0.010382109321653843,
    "lr": 9.772727500000117e-05
  },
  {
    "step": 3910,
    "loss": 0.03616794943809509,
    "lr": 9.775225000000118e-05
  },
  {
    "step": 3911,
    "loss": 0.013483751565217972,
    "lr": 9.777722500000117e-05
  },
  {
    "step": 3912,
    "loss": 0.032917946577072144,
    "lr": 9.780220000000118e-05
  },
  {
    "step": 3913,
    "loss": 0.011486825533211231,
    "lr": 9.782717500000118e-05
  },
  {
    "step": 3914,
    "loss": 0.03898486867547035,
    "lr": 9.785215000000119e-05
  },
  {
    "step": 3915,
    "loss": 0.010825391858816147,
    "lr": 9.787712500000118e-05
  },
  {
    "step": 3916,
    "loss": 0.009720860980451107,
    "lr": 9.790210000000118e-05
  },
  {
    "step": 3917,
    "loss": 0.004236383363604546,
    "lr": 9.792707500000119e-05
  },
  {
    "step": 3918,
    "loss": 0.0067172483541071415,
    "lr": 9.79520500000012e-05
  },
  {
    "step": 3919,
    "loss": 0.009568450972437859,
    "lr": 9.79770250000012e-05
  },
  {
    "step": 3920,
    "loss": 0.011509631760418415,
    "lr": 9.80020000000012e-05
  },
  {
    "step": 3921,
    "loss": 0.04112532362341881,
    "lr": 9.80269750000012e-05
  },
  {
    "step": 3922,
    "loss": 0.012769154272973537,
    "lr": 9.80519500000012e-05
  },
  {
    "step": 3923,
    "loss": 0.010168438777327538,
    "lr": 9.80769250000012e-05
  },
  {
    "step": 3924,
    "loss": 0.006859371904283762,
    "lr": 9.81019000000012e-05
  },
  {
    "step": 3925,
    "loss": 0.05859535560011864,
    "lr": 9.812687500000121e-05
  },
  {
    "step": 3926,
    "loss": 0.005855533294379711,
    "lr": 9.815185000000121e-05
  },
  {
    "step": 3927,
    "loss": 0.026792012155056,
    "lr": 9.817682500000122e-05
  },
  {
    "step": 3928,
    "loss": 0.05232222378253937,
    "lr": 9.820180000000121e-05
  },
  {
    "step": 3929,
    "loss": 0.006454231217503548,
    "lr": 9.82267750000012e-05
  },
  {
    "step": 3930,
    "loss": 0.018228936940431595,
    "lr": 9.82517500000012e-05
  },
  {
    "step": 3931,
    "loss": 0.008570453152060509,
    "lr": 9.827672500000119e-05
  },
  {
    "step": 3932,
    "loss": 0.008510571904480457,
    "lr": 9.830170000000118e-05
  },
  {
    "step": 3933,
    "loss": 0.008021753281354904,
    "lr": 9.832667500000119e-05
  },
  {
    "step": 3934,
    "loss": 0.018872274085879326,
    "lr": 9.835165000000119e-05
  },
  {
    "step": 3935,
    "loss": 0.004202293697744608,
    "lr": 9.83766250000012e-05
  },
  {
    "step": 3936,
    "loss": 0.0043409960344433784,
    "lr": 9.84016000000012e-05
  },
  {
    "step": 3937,
    "loss": 0.00810410175472498,
    "lr": 9.84265750000012e-05
  },
  {
    "step": 3938,
    "loss": 0.008207852952182293,
    "lr": 9.84515500000012e-05
  },
  {
    "step": 3939,
    "loss": 0.0072099436074495316,
    "lr": 9.847652500000119e-05
  },
  {
    "step": 3940,
    "loss": 0.005407809279859066,
    "lr": 9.85015000000012e-05
  },
  {
    "step": 3941,
    "loss": 0.008917941711843014,
    "lr": 9.852647500000119e-05
  },
  {
    "step": 3942,
    "loss": 0.01464532595127821,
    "lr": 9.85514500000012e-05
  },
  {
    "step": 3943,
    "loss": 0.004331950098276138,
    "lr": 9.85764250000012e-05
  },
  {
    "step": 3944,
    "loss": 0.005657435394823551,
    "lr": 9.860140000000121e-05
  },
  {
    "step": 3945,
    "loss": 0.01085767149925232,
    "lr": 9.86263750000012e-05
  },
  {
    "step": 3946,
    "loss": 0.004728588741272688,
    "lr": 9.865135000000119e-05
  },
  {
    "step": 3947,
    "loss": 0.020039577037096024,
    "lr": 9.86763250000012e-05
  },
  {
    "step": 3948,
    "loss": 0.041975926607847214,
    "lr": 9.87013000000012e-05
  },
  {
    "step": 3949,
    "loss": 0.006191515829414129,
    "lr": 9.87262750000012e-05
  },
  {
    "step": 3950,
    "loss": 0.008055508136749268,
    "lr": 9.87512500000012e-05
  },
  {
    "step": 3951,
    "loss": 0.005842933431267738,
    "lr": 9.87762250000012e-05
  },
  {
    "step": 3952,
    "loss": 0.010142567567527294,
    "lr": 9.88012000000012e-05
  },
  {
    "step": 3953,
    "loss": 0.02213095873594284,
    "lr": 9.882617500000119e-05
  },
  {
    "step": 3954,
    "loss": 0.04698793590068817,
    "lr": 9.885115000000118e-05
  },
  {
    "step": 3955,
    "loss": 0.010482520796358585,
    "lr": 9.887612500000117e-05
  },
  {
    "step": 3956,
    "loss": 0.0063857994973659515,
    "lr": 9.890110000000117e-05
  },
  {
    "step": 3957,
    "loss": 0.005037299357354641,
    "lr": 9.892607500000116e-05
  },
  {
    "step": 3958,
    "loss": 0.006809592712670565,
    "lr": 9.895105000000115e-05
  },
  {
    "step": 3959,
    "loss": 0.03215303272008896,
    "lr": 9.897602500000116e-05
  },
  {
    "step": 3960,
    "loss": 0.003973238170146942,
    "lr": 9.900100000000116e-05
  },
  {
    "step": 3961,
    "loss": 0.06066201254725456,
    "lr": 9.902597500000115e-05
  },
  {
    "step": 3962,
    "loss": 0.00375945121049881,
    "lr": 9.905095000000116e-05
  },
  {
    "step": 3963,
    "loss": 0.009135874919593334,
    "lr": 9.907592500000117e-05
  },
  {
    "step": 3964,
    "loss": 0.004894084297120571,
    "lr": 9.910090000000117e-05
  },
  {
    "step": 3965,
    "loss": 0.0038518160581588745,
    "lr": 9.912587500000116e-05
  },
  {
    "step": 3966,
    "loss": 0.006967261433601379,
    "lr": 9.915085000000115e-05
  },
  {
    "step": 3967,
    "loss": 0.010569971054792404,
    "lr": 9.917582500000116e-05
  },
  {
    "step": 3968,
    "loss": 0.013470957987010479,
    "lr": 9.920080000000115e-05
  },
  {
    "step": 3969,
    "loss": 0.01028179656714201,
    "lr": 9.922577500000116e-05
  },
  {
    "step": 3970,
    "loss": 0.010537432506680489,
    "lr": 9.925075000000115e-05
  },
  {
    "step": 3971,
    "loss": 0.005326380487531424,
    "lr": 9.927572500000114e-05
  },
  {
    "step": 3972,
    "loss": 0.003696237923577428,
    "lr": 9.930070000000113e-05
  },
  {
    "step": 3973,
    "loss": 0.016327235847711563,
    "lr": 9.932567500000114e-05
  },
  {
    "step": 3974,
    "loss": 0.028994455933570862,
    "lr": 9.935065000000113e-05
  },
  {
    "step": 3975,
    "loss": 0.017324116080999374,
    "lr": 9.937562500000114e-05
  },
  {
    "step": 3976,
    "loss": 0.0035029686987400055,
    "lr": 9.940060000000113e-05
  },
  {
    "step": 3977,
    "loss": 0.005294980946928263,
    "lr": 9.942557500000112e-05
  },
  {
    "step": 3978,
    "loss": 0.0055716149508953094,
    "lr": 9.945055000000111e-05
  },
  {
    "step": 3979,
    "loss": 0.0025562632363289595,
    "lr": 9.947552500000112e-05
  },
  {
    "step": 3980,
    "loss": 0.014928235672414303,
    "lr": 9.950050000000111e-05
  },
  {
    "step": 3981,
    "loss": 0.023041246458888054,
    "lr": 9.95254750000011e-05
  },
  {
    "step": 3982,
    "loss": 0.004926526919007301,
    "lr": 9.955045000000111e-05
  },
  {
    "step": 3983,
    "loss": 0.023291928693652153,
    "lr": 9.95754250000011e-05
  },
  {
    "step": 3984,
    "loss": 0.023826297372579575,
    "lr": 9.96004000000011e-05
  },
  {
    "step": 3985,
    "loss": 0.0069175465032458305,
    "lr": 9.96253750000011e-05
  },
  {
    "step": 3986,
    "loss": 0.0041303737089037895,
    "lr": 9.965035000000109e-05
  },
  {
    "step": 3987,
    "loss": 0.029588287696242332,
    "lr": 9.967532500000108e-05
  },
  {
    "step": 3988,
    "loss": 0.01326621975749731,
    "lr": 9.970030000000108e-05
  },
  {
    "step": 3989,
    "loss": 0.0026743391063064337,
    "lr": 9.972527500000108e-05
  },
  {
    "step": 3990,
    "loss": 0.01174945943057537,
    "lr": 9.975025000000109e-05
  },
  {
    "step": 3991,
    "loss": 0.06010371446609497,
    "lr": 9.977522500000109e-05
  },
  {
    "step": 3992,
    "loss": 0.015363715589046478,
    "lr": 9.98002000000011e-05
  },
  {
    "step": 3993,
    "loss": 0.008254025131464005,
    "lr": 9.982517500000109e-05
  },
  {
    "step": 3994,
    "loss": 0.0021883577574044466,
    "lr": 9.98501500000011e-05
  },
  {
    "step": 3995,
    "loss": 0.02353500761091709,
    "lr": 9.987512500000109e-05
  },
  {
    "step": 3996,
    "loss": 0.011521534062922001,
    "lr": 9.990010000000108e-05
  },
  {
    "step": 3997,
    "loss": 0.005900153890252113,
    "lr": 9.992507500000109e-05
  },
  {
    "step": 3998,
    "loss": 0.007847054861485958,
    "lr": 9.995005000000109e-05
  },
  {
    "step": 3999,
    "loss": 0.003648399841040373,
    "lr": 9.99750250000011e-05
  },
  {
    "step": 4000,
    "loss": 0.003988755401223898,
    "lr": 0.0001
  },
  {
    "step": 4001,
    "loss": 0.010971587151288986,
    "lr": 9.999999993683454e-05
  },
  {
    "step": 4002,
    "loss": 0.006622704211622477,
    "lr": 9.999999974733814e-05
  },
  {
    "step": 4003,
    "loss": 0.006620990578085184,
    "lr": 9.999999943151079e-05
  },
  {
    "step": 4004,
    "loss": 0.035267334431409836,
    "lr": 9.999999898935252e-05
  },
  {
    "step": 4005,
    "loss": 0.006001475267112255,
    "lr": 9.999999842086331e-05
  },
  {
    "step": 4006,
    "loss": 0.019428864121437073,
    "lr": 9.999999772604316e-05
  },
  {
    "step": 4007,
    "loss": 0.02599446102976799,
    "lr": 9.99999969048921e-05
  },
  {
    "step": 4008,
    "loss": 0.008060271851718426,
    "lr": 9.999999595741009e-05
  },
  {
    "step": 4009,
    "loss": 0.003856506198644638,
    "lr": 9.999999488359717e-05
  },
  {
    "step": 4010,
    "loss": 0.009302239865064621,
    "lr": 9.999999368345331e-05
  },
  {
    "step": 4011,
    "loss": 0.01120342593640089,
    "lr": 9.999999235697854e-05
  },
  {
    "step": 4012,
    "loss": 0.05171145126223564,
    "lr": 9.999999090417286e-05
  },
  {
    "step": 4013,
    "loss": 0.006481654476374388,
    "lr": 9.999998932503626e-05
  },
  {
    "step": 4014,
    "loss": 0.013775220140814781,
    "lr": 9.999998761956874e-05
  },
  {
    "step": 4015,
    "loss": 0.004988770466297865,
    "lr": 9.999998578777035e-05
  },
  {
    "step": 4016,
    "loss": 0.007941121235489845,
    "lr": 9.999998382964102e-05
  },
  {
    "step": 4017,
    "loss": 0.010120384395122528,
    "lr": 9.999998174518083e-05
  },
  {
    "step": 4018,
    "loss": 0.01385585404932499,
    "lr": 9.999997953438972e-05
  },
  {
    "step": 4019,
    "loss": 0.011788628995418549,
    "lr": 9.999997719726774e-05
  },
  {
    "step": 4020,
    "loss": 0.005376053974032402,
    "lr": 9.999997473381488e-05
  },
  {
    "step": 4021,
    "loss": 0.007450989913195372,
    "lr": 9.999997214403114e-05
  },
  {
    "step": 4022,
    "loss": 0.011060617864131927,
    "lr": 9.999996942791655e-05
  },
  {
    "step": 4023,
    "loss": 0.009975867345929146,
    "lr": 9.999996658547109e-05
  },
  {
    "step": 4024,
    "loss": 0.00396804790943861,
    "lr": 9.999996361669478e-05
  },
  {
    "step": 4025,
    "loss": 0.025669746100902557,
    "lr": 9.999996052158764e-05
  },
  {
    "step": 4026,
    "loss": 0.006808239500969648,
    "lr": 9.999995730014964e-05
  },
  {
    "step": 4027,
    "loss": 0.009127053432166576,
    "lr": 9.999995395238081e-05
  },
  {
    "step": 4028,
    "loss": 0.005851658992469311,
    "lr": 9.999995047828117e-05
  },
  {
    "step": 4029,
    "loss": 0.008927752263844013,
    "lr": 9.99999468778507e-05
  },
  {
    "step": 4030,
    "loss": 0.00675188796594739,
    "lr": 9.999994315108946e-05
  },
  {
    "step": 4031,
    "loss": 0.013045585714280605,
    "lr": 9.999993929799742e-05
  },
  {
    "step": 4032,
    "loss": 0.011947955004870892,
    "lr": 9.999993531857457e-05
  },
  {
    "step": 4033,
    "loss": 0.020119640976190567,
    "lr": 9.999993121282097e-05
  },
  {
    "step": 4034,
    "loss": 0.01995673030614853,
    "lr": 9.99999269807366e-05
  },
  {
    "step": 4035,
    "loss": 0.006739892065525055,
    "lr": 9.999992262232148e-05
  },
  {
    "step": 4036,
    "loss": 0.03183693438768387,
    "lr": 9.999991813757563e-05
  },
  {
    "step": 4037,
    "loss": 0.005331619177013636,
    "lr": 9.999991352649904e-05
  },
  {
    "step": 4038,
    "loss": 0.01944831758737564,
    "lr": 9.999990878909173e-05
  },
  {
    "step": 4039,
    "loss": 0.007956940680742264,
    "lr": 9.99999039253537e-05
  },
  {
    "step": 4040,
    "loss": 0.005074953194707632,
    "lr": 9.9999898935285e-05
  },
  {
    "step": 4041,
    "loss": 0.028405984863638878,
    "lr": 9.999989381888561e-05
  },
  {
    "step": 4042,
    "loss": 0.01422183122485876,
    "lr": 9.999988857615556e-05
  },
  {
    "step": 4043,
    "loss": 0.005767466500401497,
    "lr": 9.999988320709485e-05
  },
  {
    "step": 4044,
    "loss": 0.004976028576493263,
    "lr": 9.99998777117035e-05
  },
  {
    "step": 4045,
    "loss": 0.007208234164863825,
    "lr": 9.999987208998153e-05
  },
  {
    "step": 4046,
    "loss": 0.0050079356878995895,
    "lr": 9.999986634192893e-05
  },
  {
    "step": 4047,
    "loss": 0.004974485374987125,
    "lr": 9.999986046754576e-05
  },
  {
    "step": 4048,
    "loss": 0.01479110773652792,
    "lr": 9.999985446683198e-05
  },
  {
    "step": 4049,
    "loss": 0.0035238589625805616,
    "lr": 9.999984833978763e-05
  },
  {
    "step": 4050,
    "loss": 0.009347955696284771,
    "lr": 9.999984208641274e-05
  },
  {
    "step": 4051,
    "loss": 0.002177322283387184,
    "lr": 9.999983570670732e-05
  },
  {
    "step": 4052,
    "loss": 0.00492515042424202,
    "lr": 9.999982920067136e-05
  },
  {
    "step": 4053,
    "loss": 0.01694602519273758,
    "lr": 9.999982256830491e-05
  },
  {
    "step": 4054,
    "loss": 0.012375540100038052,
    "lr": 9.999981580960795e-05
  },
  {
    "step": 4055,
    "loss": 0.011126378551125526,
    "lr": 9.999980892458055e-05
  },
  {
    "step": 4056,
    "loss": 0.013484410010278225,
    "lr": 9.999980191322268e-05
  },
  {
    "step": 4057,
    "loss": 0.030369726940989494,
    "lr": 9.999979477553437e-05
  },
  {
    "step": 4058,
    "loss": 0.0031481608748435974,
    "lr": 9.999978751151565e-05
  },
  {
    "step": 4059,
    "loss": 0.021105889230966568,
    "lr": 9.999978012116652e-05
  },
  {
    "step": 4060,
    "loss": 0.006136991083621979,
    "lr": 9.999977260448702e-05
  },
  {
    "step": 4061,
    "loss": 0.014206809923052788,
    "lr": 9.999976496147715e-05
  },
  {
    "step": 4062,
    "loss": 0.010036492720246315,
    "lr": 9.999975719213694e-05
  },
  {
    "step": 4063,
    "loss": 0.0066049168817698956,
    "lr": 9.999974929646642e-05
  },
  {
    "step": 4064,
    "loss": 0.007615196984261274,
    "lr": 9.999974127446557e-05
  },
  {
    "step": 4065,
    "loss": 0.036377355456352234,
    "lr": 9.999973312613446e-05
  },
  {
    "step": 4066,
    "loss": 0.014045735821127892,
    "lr": 9.999972485147308e-05
  },
  {
    "step": 4067,
    "loss": 0.011936107650399208,
    "lr": 9.999971645048146e-05
  },
  {
    "step": 4068,
    "loss": 0.006990757770836353,
    "lr": 9.999970792315962e-05
  },
  {
    "step": 4069,
    "loss": 0.012023968622088432,
    "lr": 9.999969926950758e-05
  },
  {
    "step": 4070,
    "loss": 0.006785529665648937,
    "lr": 9.999969048952537e-05
  },
  {
    "step": 4071,
    "loss": 0.012737776152789593,
    "lr": 9.9999681583213e-05
  },
  {
    "step": 4072,
    "loss": 0.021817486733198166,
    "lr": 9.99996725505705e-05
  },
  {
    "step": 4073,
    "loss": 0.010121612809598446,
    "lr": 9.99996633915979e-05
  },
  {
    "step": 4074,
    "loss": 0.010229579173028469,
    "lr": 9.99996541062952e-05
  },
  {
    "step": 4075,
    "loss": 0.006075495388358831,
    "lr": 9.999964469466244e-05
  },
  {
    "step": 4076,
    "loss": 0.0038503273390233517,
    "lr": 9.999963515669966e-05
  },
  {
    "step": 4077,
    "loss": 0.0035110842436552048,
    "lr": 9.999962549240684e-05
  },
  {
    "step": 4078,
    "loss": 0.00851363129913807,
    "lr": 9.999961570178403e-05
  },
  {
    "step": 4079,
    "loss": 0.0023862712550908327,
    "lr": 9.999960578483128e-05
  },
  {
    "step": 4080,
    "loss": 0.01250002346932888,
    "lr": 9.999959574154857e-05
  },
  {
    "step": 4081,
    "loss": 0.023957621306180954,
    "lr": 9.999958557193595e-05
  },
  {
    "step": 4082,
    "loss": 0.02065821923315525,
    "lr": 9.999957527599344e-05
  },
  {
    "step": 4083,
    "loss": 0.041883278638124466,
    "lr": 9.999956485372106e-05
  },
  {
    "step": 4084,
    "loss": 0.02159152925014496,
    "lr": 9.999955430511886e-05
  },
  {
    "step": 4085,
    "loss": 0.011732174083590508,
    "lr": 9.999954363018685e-05
  },
  {
    "step": 4086,
    "loss": 0.07055649161338806,
    "lr": 9.999953282892504e-05
  },
  {
    "step": 4087,
    "loss": 0.014864441007375717,
    "lr": 9.999952190133347e-05
  },
  {
    "step": 4088,
    "loss": 0.00363736879080534,
    "lr": 9.999951084741219e-05
  },
  {
    "step": 4089,
    "loss": 0.004050864838063717,
    "lr": 9.99994996671612e-05
  },
  {
    "step": 4090,
    "loss": 0.016673589125275612,
    "lr": 9.999948836058055e-05
  },
  {
    "step": 4091,
    "loss": 0.009969032369554043,
    "lr": 9.999947692767024e-05
  },
  {
    "step": 4092,
    "loss": 0.0044942288659513,
    "lr": 9.999946536843032e-05
  },
  {
    "step": 4093,
    "loss": 0.00480053573846817,
    "lr": 9.999945368286081e-05
  },
  {
    "step": 4094,
    "loss": 0.03894653543829918,
    "lr": 9.999944187096175e-05
  },
  {
    "step": 4095,
    "loss": 0.008179482072591782,
    "lr": 9.999942993273316e-05
  },
  {
    "step": 4096,
    "loss": 0.0056538088247179985,
    "lr": 9.999941786817507e-05
  },
  {
    "step": 4097,
    "loss": 0.004151851404458284,
    "lr": 9.999940567728753e-05
  },
  {
    "step": 4098,
    "loss": 0.006105880718678236,
    "lr": 9.999939336007054e-05
  },
  {
    "step": 4099,
    "loss": 0.029298802837729454,
    "lr": 9.999938091652416e-05
  },
  {
    "step": 4100,
    "loss": 0.03152450546622276,
    "lr": 9.999936834664839e-05
  },
  {
    "step": 4101,
    "loss": 0.005019200965762138,
    "lr": 9.99993556504433e-05
  },
  {
    "step": 4102,
    "loss": 0.005098042543977499,
    "lr": 9.999934282790889e-05
  },
  {
    "step": 4103,
    "loss": 0.00466878479346633,
    "lr": 9.99993298790452e-05
  },
  {
    "step": 4104,
    "loss": 0.007626040372997522,
    "lr": 9.999931680385227e-05
  },
  {
    "step": 4105,
    "loss": 0.0343097560107708,
    "lr": 9.999930360233013e-05
  },
  {
    "step": 4106,
    "loss": 0.013802550733089447,
    "lr": 9.999929027447881e-05
  },
  {
    "step": 4107,
    "loss": 0.0059308880008757114,
    "lr": 9.999927682029835e-05
  },
  {
    "step": 4108,
    "loss": 0.007682669907808304,
    "lr": 9.999926323978879e-05
  },
  {
    "step": 4109,
    "loss": 0.05069280415773392,
    "lr": 9.999924953295015e-05
  },
  {
    "step": 4110,
    "loss": 0.006523456424474716,
    "lr": 9.999923569978246e-05
  },
  {
    "step": 4111,
    "loss": 0.005916469264775515,
    "lr": 9.999922174028578e-05
  },
  {
    "step": 4112,
    "loss": 0.003991181030869484,
    "lr": 9.999920765446012e-05
  },
  {
    "step": 4113,
    "loss": 0.02466222271323204,
    "lr": 9.999919344230552e-05
  },
  {
    "step": 4114,
    "loss": 0.006595206912606955,
    "lr": 9.999917910382203e-05
  },
  {
    "step": 4115,
    "loss": 0.0073326206766068935,
    "lr": 9.999916463900968e-05
  },
  {
    "step": 4116,
    "loss": 0.003760590683668852,
    "lr": 9.999915004786849e-05
  },
  {
    "step": 4117,
    "loss": 0.0063277119770646095,
    "lr": 9.999913533039854e-05
  },
  {
    "step": 4118,
    "loss": 0.013629863038659096,
    "lr": 9.999912048659981e-05
  },
  {
    "step": 4119,
    "loss": 0.01775394007563591,
    "lr": 9.999910551647239e-05
  },
  {
    "step": 4120,
    "loss": 0.009573705494403839,
    "lr": 9.999909042001628e-05
  },
  {
    "step": 4121,
    "loss": 0.005689921788871288,
    "lr": 9.999907519723153e-05
  },
  {
    "step": 4122,
    "loss": 0.010043042711913586,
    "lr": 9.999905984811818e-05
  },
  {
    "step": 4123,
    "loss": 0.012182134203612804,
    "lr": 9.999904437267627e-05
  },
  {
    "step": 4124,
    "loss": 0.012972746975719929,
    "lr": 9.999902877090584e-05
  },
  {
    "step": 4125,
    "loss": 0.011128662154078484,
    "lr": 9.999901304280694e-05
  },
  {
    "step": 4126,
    "loss": 0.0060094622895121574,
    "lr": 9.999899718837959e-05
  },
  {
    "step": 4127,
    "loss": 0.009521582163870335,
    "lr": 9.999898120762383e-05
  },
  {
    "step": 4128,
    "loss": 0.005712714046239853,
    "lr": 9.999896510053971e-05
  },
  {
    "step": 4129,
    "loss": 0.008435188792645931,
    "lr": 9.999894886712729e-05
  },
  {
    "step": 4130,
    "loss": 0.021435605362057686,
    "lr": 9.999893250738658e-05
  },
  {
    "step": 4131,
    "loss": 0.003692062571644783,
    "lr": 9.999891602131761e-05
  },
  {
    "step": 4132,
    "loss": 0.04711310565471649,
    "lr": 9.999889940892046e-05
  },
  {
    "step": 4133,
    "loss": 0.01141553744673729,
    "lr": 9.999888267019514e-05
  },
  {
    "step": 4134,
    "loss": 0.00522904098033905,
    "lr": 9.999886580514172e-05
  },
  {
    "step": 4135,
    "loss": 0.006779921241104603,
    "lr": 9.999884881376022e-05
  },
  {
    "step": 4136,
    "loss": 0.009044761769473553,
    "lr": 9.999883169605071e-05
  },
  {
    "step": 4137,
    "loss": 0.1928161233663559,
    "lr": 9.99988144520132e-05
  },
  {
    "step": 4138,
    "loss": 0.011081831529736519,
    "lr": 9.999879708164774e-05
  },
  {
    "step": 4139,
    "loss": 0.01411505788564682,
    "lr": 9.99987795849544e-05
  },
  {
    "step": 4140,
    "loss": 0.00918200146406889,
    "lr": 9.99987619619332e-05
  },
  {
    "step": 4141,
    "loss": 0.05094101279973984,
    "lr": 9.999874421258419e-05
  },
  {
    "step": 4142,
    "loss": 0.011548223905265331,
    "lr": 9.999872633690742e-05
  },
  {
    "step": 4143,
    "loss": 0.05741773173213005,
    "lr": 9.999870833490293e-05
  },
  {
    "step": 4144,
    "loss": 0.005496520549058914,
    "lr": 9.999869020657077e-05
  },
  {
    "step": 4145,
    "loss": 0.06132682040333748,
    "lr": 9.9998671951911e-05
  },
  {
    "step": 4146,
    "loss": 0.011862953193485737,
    "lr": 9.999865357092362e-05
  },
  {
    "step": 4147,
    "loss": 0.011148957535624504,
    "lr": 9.999863506360872e-05
  },
  {
    "step": 4148,
    "loss": 0.006371648516505957,
    "lr": 9.999861642996632e-05
  },
  {
    "step": 4149,
    "loss": 0.03564366698265076,
    "lr": 9.999859766999649e-05
  },
  {
    "step": 4150,
    "loss": 0.009744956158101559,
    "lr": 9.999857878369927e-05
  },
  {
    "step": 4151,
    "loss": 0.029251424595713615,
    "lr": 9.999855977107468e-05
  },
  {
    "step": 4152,
    "loss": 0.02889479696750641,
    "lr": 9.999854063212281e-05
  },
  {
    "step": 4153,
    "loss": 0.003723751287907362,
    "lr": 9.999852136684371e-05
  },
  {
    "step": 4154,
    "loss": 0.004565369803458452,
    "lr": 9.999850197523739e-05
  },
  {
    "step": 4155,
    "loss": 0.014312404207885265,
    "lr": 9.999848245730393e-05
  },
  {
    "step": 4156,
    "loss": 0.031623389571905136,
    "lr": 9.999846281304336e-05
  },
  {
    "step": 4157,
    "loss": 0.025486724451184273,
    "lr": 9.999844304245574e-05
  },
  {
    "step": 4158,
    "loss": 0.013842340558767319,
    "lr": 9.999842314554111e-05
  },
  {
    "step": 4159,
    "loss": 0.009302406571805477,
    "lr": 9.999840312229953e-05
  },
  {
    "step": 4160,
    "loss": 0.0030975567642599344,
    "lr": 9.999838297273106e-05
  },
  {
    "step": 4161,
    "loss": 0.010067734867334366,
    "lr": 9.999836269683573e-05
  },
  {
    "step": 4162,
    "loss": 0.006606510374695063,
    "lr": 9.999834229461359e-05
  },
  {
    "step": 4163,
    "loss": 0.005115143489092588,
    "lr": 9.999832176606471e-05
  },
  {
    "step": 4164,
    "loss": 0.04209355637431145,
    "lr": 9.999830111118914e-05
  },
  {
    "step": 4165,
    "loss": 0.011031650938093662,
    "lr": 9.999828032998691e-05
  },
  {
    "step": 4166,
    "loss": 0.0058305030688643456,
    "lr": 9.999825942245811e-05
  },
  {
    "step": 4167,
    "loss": 0.005706800147891045,
    "lr": 9.999823838860276e-05
  },
  {
    "step": 4168,
    "loss": 0.0050769648514688015,
    "lr": 9.999821722842092e-05
  },
  {
    "step": 4169,
    "loss": 0.032936085015535355,
    "lr": 9.999819594191265e-05
  },
  {
    "step": 4170,
    "loss": 0.010573307052254677,
    "lr": 9.999817452907801e-05
  },
  {
    "step": 4171,
    "loss": 0.005972873419523239,
    "lr": 9.999815298991704e-05
  },
  {
    "step": 4172,
    "loss": 0.01079820841550827,
    "lr": 9.999813132442982e-05
  },
  {
    "step": 4173,
    "loss": 0.009862255305051804,
    "lr": 9.999810953261636e-05
  },
  {
    "step": 4174,
    "loss": 0.0036737045738846064,
    "lr": 9.999808761447674e-05
  },
  {
    "step": 4175,
    "loss": 0.008617235347628593,
    "lr": 9.999806557001102e-05
  },
  {
    "step": 4176,
    "loss": 0.007254912983626127,
    "lr": 9.999804339921925e-05
  },
  {
    "step": 4177,
    "loss": 0.005517767276614904,
    "lr": 9.999802110210148e-05
  },
  {
    "step": 4178,
    "loss": 0.012180805206298828,
    "lr": 9.99979986786578e-05
  },
  {
    "step": 4179,
    "loss": 0.03672906383872032,
    "lr": 9.999797612888822e-05
  },
  {
    "step": 4180,
    "loss": 0.01839534565806389,
    "lr": 9.999795345279282e-05
  },
  {
    "step": 4181,
    "loss": 0.006042078603059053,
    "lr": 9.999793065037167e-05
  },
  {
    "step": 4182,
    "loss": 0.006915722042322159,
    "lr": 9.999790772162478e-05
  },
  {
    "step": 4183,
    "loss": 0.0053932033479213715,
    "lr": 9.999788466655225e-05
  },
  {
    "step": 4184,
    "loss": 0.03732980415225029,
    "lr": 9.999786148515414e-05
  },
  {
    "step": 4185,
    "loss": 0.04343552887439728,
    "lr": 9.999783817743051e-05
  },
  {
    "step": 4186,
    "loss": 0.005172222387045622,
    "lr": 9.999781474338139e-05
  },
  {
    "step": 4187,
    "loss": 0.021069301292300224,
    "lr": 9.999779118300686e-05
  },
  {
    "step": 4188,
    "loss": 0.010639196261763573,
    "lr": 9.999776749630697e-05
  },
  {
    "step": 4189,
    "loss": 0.003664989722892642,
    "lr": 9.999774368328178e-05
  },
  {
    "step": 4190,
    "loss": 0.02517145313322544,
    "lr": 9.999771974393138e-05
  },
  {
    "step": 4191,
    "loss": 0.0071239653043448925,
    "lr": 9.999769567825578e-05
  },
  {
    "step": 4192,
    "loss": 0.011126485653221607,
    "lr": 9.999767148625507e-05
  },
  {
    "step": 4193,
    "loss": 0.0054161385633051395,
    "lr": 9.99976471679293e-05
  },
  {
    "step": 4194,
    "loss": 0.024974966421723366,
    "lr": 9.999762272327855e-05
  },
  {
    "step": 4195,
    "loss": 0.01432783156633377,
    "lr": 9.999759815230287e-05
  },
  {
    "step": 4196,
    "loss": 0.006086545996367931,
    "lr": 9.999757345500233e-05
  },
  {
    "step": 4197,
    "loss": 0.011396142654120922,
    "lr": 9.999754863137697e-05
  },
  {
    "step": 4198,
    "loss": 0.002200921531766653,
    "lr": 9.999752368142686e-05
  },
  {
    "step": 4199,
    "loss": 0.019928855821490288,
    "lr": 9.999749860515209e-05
  },
  {
    "step": 4200,
    "loss": 0.037388186901807785,
    "lr": 9.999747340255268e-05
  },
  {
    "step": 4201,
    "loss": 0.003305339952930808,
    "lr": 9.999744807362875e-05
  },
  {
    "step": 4202,
    "loss": 0.003907344304025173,
    "lr": 9.999742261838031e-05
  },
  {
    "step": 4203,
    "loss": 0.026156431064009666,
    "lr": 9.999739703680746e-05
  },
  {
    "step": 4204,
    "loss": 0.003551512723788619,
    "lr": 9.999737132891023e-05
  },
  {
    "step": 4205,
    "loss": 0.007775971665978432,
    "lr": 9.999734549468872e-05
  },
  {
    "step": 4206,
    "loss": 0.018446221947669983,
    "lr": 9.999731953414297e-05
  },
  {
    "step": 4207,
    "loss": 0.010152237489819527,
    "lr": 9.999729344727307e-05
  },
  {
    "step": 4208,
    "loss": 0.03141692653298378,
    "lr": 9.999726723407909e-05
  },
  {
    "step": 4209,
    "loss": 0.005647856742143631,
    "lr": 9.999724089456105e-05
  },
  {
    "step": 4210,
    "loss": 0.007044903934001923,
    "lr": 9.999721442871906e-05
  },
  {
    "step": 4211,
    "loss": 0.006890713702887297,
    "lr": 9.999718783655314e-05
  },
  {
    "step": 4212,
    "loss": 0.0032197716645896435,
    "lr": 9.999716111806341e-05
  },
  {
    "step": 4213,
    "loss": 0.005467900075018406,
    "lr": 9.999713427324993e-05
  },
  {
    "step": 4214,
    "loss": 0.055061399936676025,
    "lr": 9.999710730211275e-05
  },
  {
    "step": 4215,
    "loss": 0.00524903554469347,
    "lr": 9.999708020465192e-05
  },
  {
    "step": 4216,
    "loss": 0.004942238796502352,
    "lr": 9.999705298086755e-05
  },
  {
    "step": 4217,
    "loss": 0.004257045686244965,
    "lr": 9.999702563075968e-05
  },
  {
    "step": 4218,
    "loss": 0.02713130973279476,
    "lr": 9.999699815432838e-05
  },
  {
    "step": 4219,
    "loss": 0.019873443990945816,
    "lr": 9.999697055157374e-05
  },
  {
    "step": 4220,
    "loss": 0.00813478697091341,
    "lr": 9.999694282249583e-05
  },
  {
    "step": 4221,
    "loss": 0.012869344092905521,
    "lr": 9.99969149670947e-05
  },
  {
    "step": 4222,
    "loss": 0.007457282859832048,
    "lr": 9.99968869853704e-05
  },
  {
    "step": 4223,
    "loss": 0.0785779356956482,
    "lr": 9.999685887732306e-05
  },
  {
    "step": 4224,
    "loss": 0.020252952352166176,
    "lr": 9.999683064295272e-05
  },
  {
    "step": 4225,
    "loss": 0.004063941538333893,
    "lr": 9.999680228225944e-05
  },
  {
    "step": 4226,
    "loss": 0.006089275702834129,
    "lr": 9.999677379524332e-05
  },
  {
    "step": 4227,
    "loss": 0.006473201792687178,
    "lr": 9.99967451819044e-05
  },
  {
    "step": 4228,
    "loss": 0.020162781700491905,
    "lr": 9.999671644224278e-05
  },
  {
    "step": 4229,
    "loss": 0.02862721122801304,
    "lr": 9.99966875762585e-05
  },
  {
    "step": 4230,
    "loss": 0.007347767241299152,
    "lr": 9.999665858395167e-05
  },
  {
    "step": 4231,
    "loss": 0.010833220556378365,
    "lr": 9.999662946532234e-05
  },
  {
    "step": 4232,
    "loss": 0.009349036030471325,
    "lr": 9.99966002203706e-05
  },
  {
    "step": 4233,
    "loss": 0.0026932028122246265,
    "lr": 9.999657084909649e-05
  },
  {
    "step": 4234,
    "loss": 0.02097231149673462,
    "lr": 9.999654135150014e-05
  },
  {
    "step": 4235,
    "loss": 0.026132827624678612,
    "lr": 9.999651172758156e-05
  },
  {
    "step": 4236,
    "loss": 0.015754880383610725,
    "lr": 9.999648197734086e-05
  },
  {
    "step": 4237,
    "loss": 0.006507965736091137,
    "lr": 9.999645210077813e-05
  },
  {
    "step": 4238,
    "loss": 0.01774582266807556,
    "lr": 9.999642209789342e-05
  },
  {
    "step": 4239,
    "loss": 0.010869542136788368,
    "lr": 9.999639196868682e-05
  },
  {
    "step": 4240,
    "loss": 0.005627863109111786,
    "lr": 9.999636171315839e-05
  },
  {
    "step": 4241,
    "loss": 0.01906970515847206,
    "lr": 9.999633133130821e-05
  },
  {
    "step": 4242,
    "loss": 0.023641549050807953,
    "lr": 9.999630082313638e-05
  },
  {
    "step": 4243,
    "loss": 0.007856928743422031,
    "lr": 9.999627018864294e-05
  },
  {
    "step": 4244,
    "loss": 0.03329906612634659,
    "lr": 9.9996239427828e-05
  },
  {
    "step": 4245,
    "loss": 0.0049172453582286835,
    "lr": 9.999620854069163e-05
  },
  {
    "step": 4246,
    "loss": 0.005025847814977169,
    "lr": 9.99961775272339e-05
  },
  {
    "step": 4247,
    "loss": 0.01504054106771946,
    "lr": 9.999614638745487e-05
  },
  {
    "step": 4248,
    "loss": 0.011597859673202038,
    "lr": 9.999611512135468e-05
  },
  {
    "step": 4249,
    "loss": 0.04318999871611595,
    "lr": 9.999608372893336e-05
  },
  {
    "step": 4250,
    "loss": 0.004251455422490835,
    "lr": 9.999605221019097e-05
  },
  {
    "step": 4251,
    "loss": 0.0036475430242717266,
    "lr": 9.999602056512763e-05
  },
  {
    "step": 4252,
    "loss": 0.007149035111069679,
    "lr": 9.999598879374341e-05
  },
  {
    "step": 4253,
    "loss": 0.016930384561419487,
    "lr": 9.99959568960384e-05
  },
  {
    "step": 4254,
    "loss": 0.0035065445117652416,
    "lr": 9.999592487201266e-05
  },
  {
    "step": 4255,
    "loss": 0.0023079966194927692,
    "lr": 9.999589272166628e-05
  },
  {
    "step": 4256,
    "loss": 0.006037386134266853,
    "lr": 9.999586044499934e-05
  },
  {
    "step": 4257,
    "loss": 0.007318095304071903,
    "lr": 9.999582804201192e-05
  },
  {
    "step": 4258,
    "loss": 0.0070853279903531075,
    "lr": 9.999579551270411e-05
  },
  {
    "step": 4259,
    "loss": 0.10200940072536469,
    "lr": 9.999576285707599e-05
  },
  {
    "step": 4260,
    "loss": 0.00352623057551682,
    "lr": 9.999573007512765e-05
  },
  {
    "step": 4261,
    "loss": 0.0036205665674060583,
    "lr": 9.999569716685914e-05
  },
  {
    "step": 4262,
    "loss": 0.0017896145582199097,
    "lr": 9.999566413227057e-05
  },
  {
    "step": 4263,
    "loss": 0.0069073899649083614,
    "lr": 9.999563097136204e-05
  },
  {
    "step": 4264,
    "loss": 0.0027787035796791315,
    "lr": 9.99955976841336e-05
  },
  {
    "step": 4265,
    "loss": 0.0021441876888275146,
    "lr": 9.999556427058534e-05
  },
  {
    "step": 4266,
    "loss": 0.011223308742046356,
    "lr": 9.999553073071736e-05
  },
  {
    "step": 4267,
    "loss": 0.008902506902813911,
    "lr": 9.999549706452973e-05
  },
  {
    "step": 4268,
    "loss": 0.0034825876355171204,
    "lr": 9.999546327202254e-05
  },
  {
    "step": 4269,
    "loss": 0.01623387821018696,
    "lr": 9.999542935319587e-05
  },
  {
    "step": 4270,
    "loss": 0.03692875802516937,
    "lr": 9.999539530804982e-05
  },
  {
    "step": 4271,
    "loss": 0.006395777687430382,
    "lr": 9.999536113658447e-05
  },
  {
    "step": 4272,
    "loss": 0.02038205787539482,
    "lr": 9.99953268387999e-05
  },
  {
    "step": 4273,
    "loss": 0.003263595048338175,
    "lr": 9.99952924146962e-05
  },
  {
    "step": 4274,
    "loss": 0.005946718621999025,
    "lr": 9.999525786427347e-05
  },
  {
    "step": 4275,
    "loss": 0.02632170170545578,
    "lr": 9.999522318753176e-05
  },
  {
    "step": 4276,
    "loss": 0.046161308884620667,
    "lr": 9.99951883844712e-05
  },
  {
    "step": 4277,
    "loss": 0.006656527519226074,
    "lr": 9.999515345509186e-05
  },
  {
    "step": 4278,
    "loss": 0.006217982620000839,
    "lr": 9.999511839939383e-05
  },
  {
    "step": 4279,
    "loss": 0.0305226631462574,
    "lr": 9.99950832173772e-05
  },
  {
    "step": 4280,
    "loss": 0.006391874514520168,
    "lr": 9.999504790904204e-05
  },
  {
    "step": 4281,
    "loss": 0.00569529552012682,
    "lr": 9.999501247438847e-05
  },
  {
    "step": 4282,
    "loss": 0.03247620537877083,
    "lr": 9.999497691341657e-05
  },
  {
    "step": 4283,
    "loss": 0.005027869716286659,
    "lr": 9.999494122612642e-05
  },
  {
    "step": 4284,
    "loss": 0.005042597651481628,
    "lr": 9.999490541251812e-05
  },
  {
    "step": 4285,
    "loss": 0.015280939638614655,
    "lr": 9.999486947259175e-05
  },
  {
    "step": 4286,
    "loss": 0.04456039145588875,
    "lr": 9.99948334063474e-05
  },
  {
    "step": 4287,
    "loss": 0.014698512852191925,
    "lr": 9.999479721378519e-05
  },
  {
    "step": 4288,
    "loss": 0.008910097181797028,
    "lr": 9.999476089490517e-05
  },
  {
    "step": 4289,
    "loss": 0.010764852166175842,
    "lr": 9.999472444970745e-05
  },
  {
    "step": 4290,
    "loss": 0.007338100578635931,
    "lr": 9.999468787819213e-05
  },
  {
    "step": 4291,
    "loss": 0.02142062596976757,
    "lr": 9.999465118035929e-05
  },
  {
    "step": 4292,
    "loss": 0.007971430197358131,
    "lr": 9.999461435620903e-05
  },
  {
    "step": 4293,
    "loss": 0.014518767595291138,
    "lr": 9.999457740574146e-05
  },
  {
    "step": 4294,
    "loss": 0.032295674085617065,
    "lr": 9.999454032895662e-05
  },
  {
    "step": 4295,
    "loss": 0.0070055825635790825,
    "lr": 9.999450312585465e-05
  },
  {
    "step": 4296,
    "loss": 0.0041257282719016075,
    "lr": 9.999446579643565e-05
  },
  {
    "step": 4297,
    "loss": 0.007940443232655525,
    "lr": 9.999442834069968e-05
  },
  {
    "step": 4298,
    "loss": 0.062443554401397705,
    "lr": 9.999439075864685e-05
  },
  {
    "step": 4299,
    "loss": 0.019882552325725555,
    "lr": 9.999435305027726e-05
  },
  {
    "step": 4300,
    "loss": 0.005947491154074669,
    "lr": 9.999431521559101e-05
  },
  {
    "step": 4301,
    "loss": 0.006220680195838213,
    "lr": 9.999427725458818e-05
  },
  {
    "step": 4302,
    "loss": 0.010140127502381802,
    "lr": 9.999423916726888e-05
  },
  {
    "step": 4303,
    "loss": 0.003906858153641224,
    "lr": 9.999420095363317e-05
  },
  {
    "step": 4304,
    "loss": 0.05223558470606804,
    "lr": 9.99941626136812e-05
  },
  {
    "step": 4305,
    "loss": 0.06553641706705093,
    "lr": 9.999412414741304e-05
  },
  {
    "step": 4306,
    "loss": 0.006410437636077404,
    "lr": 9.99940855548288e-05
  },
  {
    "step": 4307,
    "loss": 0.032772935926914215,
    "lr": 9.999404683592856e-05
  },
  {
    "step": 4308,
    "loss": 0.00557780172675848,
    "lr": 9.999400799071241e-05
  },
  {
    "step": 4309,
    "loss": 0.004892137832939625,
    "lr": 9.999396901918047e-05
  },
  {
    "step": 4310,
    "loss": 0.0028885393403470516,
    "lr": 9.999392992133284e-05
  },
  {
    "step": 4311,
    "loss": 0.003177147824317217,
    "lr": 9.999389069716961e-05
  },
  {
    "step": 4312,
    "loss": 0.012028601951897144,
    "lr": 9.999385134669087e-05
  },
  {
    "step": 4313,
    "loss": 0.00390563253313303,
    "lr": 9.999381186989674e-05
  },
  {
    "step": 4314,
    "loss": 0.006150782573968172,
    "lr": 9.99937722667873e-05
  },
  {
    "step": 4315,
    "loss": 0.0029048367869108915,
    "lr": 9.999373253736267e-05
  },
  {
    "step": 4316,
    "loss": 0.008148245513439178,
    "lr": 9.999369268162292e-05
  },
  {
    "step": 4317,
    "loss": 0.003150698496028781,
    "lr": 9.99936526995682e-05
  },
  {
    "step": 4318,
    "loss": 0.01630823127925396,
    "lr": 9.999361259119856e-05
  },
  {
    "step": 4319,
    "loss": 0.00956896785646677,
    "lr": 9.999357235651412e-05
  },
  {
    "step": 4320,
    "loss": 0.04857010394334793,
    "lr": 9.999353199551499e-05
  },
  {
    "step": 4321,
    "loss": 0.037062495946884155,
    "lr": 9.999349150820126e-05
  },
  {
    "step": 4322,
    "loss": 0.0034447484649717808,
    "lr": 9.999345089457305e-05
  },
  {
    "step": 4323,
    "loss": 0.007496559992432594,
    "lr": 9.999341015463044e-05
  },
  {
    "step": 4324,
    "loss": 0.01067898329347372,
    "lr": 9.999336928837355e-05
  },
  {
    "step": 4325,
    "loss": 0.02508964017033577,
    "lr": 9.999332829580247e-05
  },
  {
    "step": 4326,
    "loss": 0.07630381733179092,
    "lr": 9.999328717691731e-05
  },
  {
    "step": 4327,
    "loss": 0.024973222985863686,
    "lr": 9.999324593171818e-05
  },
  {
    "step": 4328,
    "loss": 0.004030126146972179,
    "lr": 9.999320456020516e-05
  },
  {
    "step": 4329,
    "loss": 0.011924336664378643,
    "lr": 9.99931630623784e-05
  },
  {
    "step": 4330,
    "loss": 0.009266091510653496,
    "lr": 9.999312143823795e-05
  },
  {
    "step": 4331,
    "loss": 0.006076624151319265,
    "lr": 9.999307968778398e-05
  },
  {
    "step": 4332,
    "loss": 0.005690201185643673,
    "lr": 9.999303781101653e-05
  },
  {
    "step": 4333,
    "loss": 0.01736541837453842,
    "lr": 9.999299580793575e-05
  },
  {
    "step": 4334,
    "loss": 0.016250476241111755,
    "lr": 9.999295367854172e-05
  },
  {
    "step": 4335,
    "loss": 0.02681221067905426,
    "lr": 9.999291142283456e-05
  },
  {
    "step": 4336,
    "loss": 0.006894826889038086,
    "lr": 9.999286904081437e-05
  },
  {
    "step": 4337,
    "loss": 0.007033755537122488,
    "lr": 9.999282653248128e-05
  },
  {
    "step": 4338,
    "loss": 0.008960092440247536,
    "lr": 9.999278389783537e-05
  },
  {
    "step": 4339,
    "loss": 0.00665756780654192,
    "lr": 9.999274113687675e-05
  },
  {
    "step": 4340,
    "loss": 0.019079305231571198,
    "lr": 9.999269824960554e-05
  },
  {
    "step": 4341,
    "loss": 0.004442689009010792,
    "lr": 9.999265523602184e-05
  },
  {
    "step": 4342,
    "loss": 0.03574257344007492,
    "lr": 9.999261209612575e-05
  },
  {
    "step": 4343,
    "loss": 0.005113047547638416,
    "lr": 9.99925688299174e-05
  },
  {
    "step": 4344,
    "loss": 0.019803563132882118,
    "lr": 9.99925254373969e-05
  },
  {
    "step": 4345,
    "loss": 0.026258055120706558,
    "lr": 9.999248191856433e-05
  },
  {
    "step": 4346,
    "loss": 0.03367132693529129,
    "lr": 9.999243827341984e-05
  },
  {
    "step": 4347,
    "loss": 0.0034488679375499487,
    "lr": 9.999239450196351e-05
  },
  {
    "step": 4348,
    "loss": 0.0053047118708491325,
    "lr": 9.999235060419546e-05
  },
  {
    "step": 4349,
    "loss": 0.01666133478283882,
    "lr": 9.99923065801158e-05
  },
  {
    "step": 4350,
    "loss": 0.03847244754433632,
    "lr": 9.999226242972464e-05
  },
  {
    "step": 4351,
    "loss": 0.008467012085020542,
    "lr": 9.99922181530221e-05
  },
  {
    "step": 4352,
    "loss": 0.011167178861796856,
    "lr": 9.999217375000826e-05
  },
  {
    "step": 4353,
    "loss": 0.004214038606733084,
    "lr": 9.999212922068328e-05
  },
  {
    "step": 4354,
    "loss": 0.004658028017729521,
    "lr": 9.999208456504725e-05
  },
  {
    "step": 4355,
    "loss": 0.03592519834637642,
    "lr": 9.999203978310028e-05
  },
  {
    "step": 4356,
    "loss": 0.001992414938285947,
    "lr": 9.999199487484247e-05
  },
  {
    "step": 4357,
    "loss": 0.015807699412107468,
    "lr": 9.999194984027398e-05
  },
  {
    "step": 4358,
    "loss": 0.011628647334873676,
    "lr": 9.999190467939487e-05
  },
  {
    "step": 4359,
    "loss": 0.02277352288365364,
    "lr": 9.999185939220527e-05
  },
  {
    "step": 4360,
    "loss": 0.006280343979597092,
    "lr": 9.999181397870533e-05
  },
  {
    "step": 4361,
    "loss": 0.0027888668701052666,
    "lr": 9.999176843889512e-05
  },
  {
    "step": 4362,
    "loss": 0.03295876830816269,
    "lr": 9.999172277277476e-05
  },
  {
    "step": 4363,
    "loss": 0.00755319744348526,
    "lr": 9.999167698034441e-05
  },
  {
    "step": 4364,
    "loss": 0.011504041031002998,
    "lr": 9.999163106160414e-05
  },
  {
    "step": 4365,
    "loss": 0.03470081090927124,
    "lr": 9.999158501655407e-05
  },
  {
    "step": 4366,
    "loss": 0.0031196055933833122,
    "lr": 9.999153884519432e-05
  },
  {
    "step": 4367,
    "loss": 0.0053586773574352264,
    "lr": 9.999149254752502e-05
  },
  {
    "step": 4368,
    "loss": 0.00482198828831315,
    "lr": 9.999144612354629e-05
  },
  {
    "step": 4369,
    "loss": 0.0051646060310304165,
    "lr": 9.999139957325823e-05
  },
  {
    "step": 4370,
    "loss": 0.03862679749727249,
    "lr": 9.999135289666096e-05
  },
  {
    "step": 4371,
    "loss": 0.010972496122121811,
    "lr": 9.99913060937546e-05
  },
  {
    "step": 4372,
    "loss": 0.027923207730054855,
    "lr": 9.999125916453927e-05
  },
  {
    "step": 4373,
    "loss": 0.007066003512591124,
    "lr": 9.99912121090151e-05
  },
  {
    "step": 4374,
    "loss": 0.010118200443685055,
    "lr": 9.999116492718218e-05
  },
  {
    "step": 4375,
    "loss": 0.00895596481859684,
    "lr": 9.999111761904066e-05
  },
  {
    "step": 4376,
    "loss": 0.002377118216827512,
    "lr": 9.999107018459064e-05
  },
  {
    "step": 4377,
    "loss": 0.006691331509500742,
    "lr": 9.999102262383224e-05
  },
  {
    "step": 4378,
    "loss": 0.02700001560151577,
    "lr": 9.999097493676559e-05
  },
  {
    "step": 4379,
    "loss": 0.011151403188705444,
    "lr": 9.99909271233908e-05
  },
  {
    "step": 4380,
    "loss": 0.020712602883577347,
    "lr": 9.999087918370802e-05
  },
  {
    "step": 4381,
    "loss": 0.010408902540802956,
    "lr": 9.999083111771733e-05
  },
  {
    "step": 4382,
    "loss": 0.009471232071518898,
    "lr": 9.999078292541888e-05
  },
  {
    "step": 4383,
    "loss": 0.038845233619213104,
    "lr": 9.999073460681277e-05
  },
  {
    "step": 4384,
    "loss": 0.02933310531079769,
    "lr": 9.999068616189913e-05
  },
  {
    "step": 4385,
    "loss": 0.03416365012526512,
    "lr": 9.99906375906781e-05
  },
  {
    "step": 4386,
    "loss": 0.006170882843434811,
    "lr": 9.999058889314978e-05
  },
  {
    "step": 4387,
    "loss": 0.004738750867545605,
    "lr": 9.999054006931431e-05
  },
  {
    "step": 4388,
    "loss": 0.008350774645805359,
    "lr": 9.99904911191718e-05
  },
  {
    "step": 4389,
    "loss": 0.0030024568550288677,
    "lr": 9.999044204272238e-05
  },
  {
    "step": 4390,
    "loss": 0.00601763091981411,
    "lr": 9.999039283996619e-05
  },
  {
    "step": 4391,
    "loss": 0.017482932657003403,
    "lr": 9.999034351090333e-05
  },
  {
    "step": 4392,
    "loss": 0.019480613991618156,
    "lr": 9.999029405553392e-05
  },
  {
    "step": 4393,
    "loss": 0.021183419972658157,
    "lr": 9.99902444738581e-05
  },
  {
    "step": 4394,
    "loss": 0.012096943333745003,
    "lr": 9.9990194765876e-05
  },
  {
    "step": 4395,
    "loss": 0.008348206989467144,
    "lr": 9.999014493158774e-05
  },
  {
    "step": 4396,
    "loss": 0.004319082014262676,
    "lr": 9.999009497099343e-05
  },
  {
    "step": 4397,
    "loss": 0.011161735281348228,
    "lr": 9.999004488409321e-05
  },
  {
    "step": 4398,
    "loss": 0.010276814922690392,
    "lr": 9.998999467088721e-05
  },
  {
    "step": 4399,
    "loss": 0.01664467714726925,
    "lr": 9.998994433137556e-05
  },
  {
    "step": 4400,
    "loss": 0.006262378301471472,
    "lr": 9.998989386555836e-05
  },
  {
    "step": 4401,
    "loss": 0.013219833374023438,
    "lr": 9.998984327343579e-05
  },
  {
    "step": 4402,
    "loss": 0.004130571614950895,
    "lr": 9.998979255500792e-05
  },
  {
    "step": 4403,
    "loss": 0.029800277203321457,
    "lr": 9.99897417102749e-05
  },
  {
    "step": 4404,
    "loss": 0.028102189302444458,
    "lr": 9.998969073923688e-05
  },
  {
    "step": 4405,
    "loss": 0.008654841221868992,
    "lr": 9.998963964189397e-05
  },
  {
    "step": 4406,
    "loss": 0.004030640237033367,
    "lr": 9.998958841824629e-05
  },
  {
    "step": 4407,
    "loss": 0.007381273899227381,
    "lr": 9.998953706829398e-05
  },
  {
    "step": 4408,
    "loss": 0.011025979183614254,
    "lr": 9.998948559203718e-05
  },
  {
    "step": 4409,
    "loss": 0.03452123701572418,
    "lr": 9.998943398947601e-05
  },
  {
    "step": 4410,
    "loss": 0.0067386319860816,
    "lr": 9.99893822606106e-05
  },
  {
    "step": 4411,
    "loss": 0.005257388111203909,
    "lr": 9.998933040544108e-05
  },
  {
    "step": 4412,
    "loss": 0.025984404608607292,
    "lr": 9.998927842396758e-05
  },
  {
    "step": 4413,
    "loss": 0.008143940940499306,
    "lr": 9.998922631619023e-05
  },
  {
    "step": 4414,
    "loss": 0.07227214425802231,
    "lr": 9.998917408210917e-05
  },
  {
    "step": 4415,
    "loss": 0.003508569672703743,
    "lr": 9.998912172172452e-05
  },
  {
    "step": 4416,
    "loss": 0.017931200563907623,
    "lr": 9.998906923503641e-05
  },
  {
    "step": 4417,
    "loss": 0.004115783143788576,
    "lr": 9.9989016622045e-05
  },
  {
    "step": 4418,
    "loss": 0.0035728425718843937,
    "lr": 9.99889638827504e-05
  },
  {
    "step": 4419,
    "loss": 0.004922790452837944,
    "lr": 9.998891101715274e-05
  },
  {
    "step": 4420,
    "loss": 0.012168391607701778,
    "lr": 9.998885802525217e-05
  },
  {
    "step": 4421,
    "loss": 0.004725140985101461,
    "lr": 9.99888049070488e-05
  },
  {
    "step": 4422,
    "loss": 0.0034381579607725143,
    "lr": 9.998875166254279e-05
  },
  {
    "step": 4423,
    "loss": 0.005138864740729332,
    "lr": 9.998869829173426e-05
  },
  {
    "step": 4424,
    "loss": 0.002817865926772356,
    "lr": 9.998864479462335e-05
  },
  {
    "step": 4425,
    "loss": 0.0071420129388570786,
    "lr": 9.99885911712102e-05
  },
  {
    "step": 4426,
    "loss": 0.005987322423607111,
    "lr": 9.998853742149493e-05
  },
  {
    "step": 4427,
    "loss": 0.01114834938198328,
    "lr": 9.998848354547768e-05
  },
  {
    "step": 4428,
    "loss": 0.014302406460046768,
    "lr": 9.99884295431586e-05
  },
  {
    "step": 4429,
    "loss": 0.016821114346385002,
    "lr": 9.998837541453783e-05
  },
  {
    "step": 4430,
    "loss": 0.008213231340050697,
    "lr": 9.998832115961548e-05
  },
  {
    "step": 4431,
    "loss": 0.03315640613436699,
    "lr": 9.998826677839171e-05
  },
  {
    "step": 4432,
    "loss": 0.022469080984592438,
    "lr": 9.998821227086665e-05
  },
  {
    "step": 4433,
    "loss": 0.004782866686582565,
    "lr": 9.998815763704043e-05
  },
  {
    "step": 4434,
    "loss": 0.006276596803218126,
    "lr": 9.99881028769132e-05
  },
  {
    "step": 4435,
    "loss": 0.005443945061415434,
    "lr": 9.998804799048509e-05
  },
  {
    "step": 4436,
    "loss": 0.005018961615860462,
    "lr": 9.998799297775623e-05
  },
  {
    "step": 4437,
    "loss": 0.005493762902915478,
    "lr": 9.998793783872679e-05
  },
  {
    "step": 4438,
    "loss": 0.012398939579725266,
    "lr": 9.998788257339688e-05
  },
  {
    "step": 4439,
    "loss": 0.007992280647158623,
    "lr": 9.998782718176666e-05
  },
  {
    "step": 4440,
    "loss": 0.009755098260939121,
    "lr": 9.998777166383625e-05
  },
  {
    "step": 4441,
    "loss": 0.0024607351515442133,
    "lr": 9.99877160196058e-05
  },
  {
    "step": 4442,
    "loss": 0.0037555857561528683,
    "lr": 9.998766024907547e-05
  },
  {
    "step": 4443,
    "loss": 0.008664922788739204,
    "lr": 9.998760435224536e-05
  },
  {
    "step": 4444,
    "loss": 0.012143894098699093,
    "lr": 9.998754832911564e-05
  },
  {
    "step": 4445,
    "loss": 0.005358516704291105,
    "lr": 9.998749217968644e-05
  },
  {
    "step": 4446,
    "loss": 0.0054509080946445465,
    "lr": 9.998743590395793e-05
  },
  {
    "step": 4447,
    "loss": 0.0061967214569449425,
    "lr": 9.998737950193018e-05
  },
  {
    "step": 4448,
    "loss": 0.009401317685842514,
    "lr": 9.998732297360342e-05
  },
  {
    "step": 4449,
    "loss": 0.0059173800982534885,
    "lr": 9.998726631897774e-05
  },
  {
    "step": 4450,
    "loss": 0.023839861154556274,
    "lr": 9.99872095380533e-05
  },
  {
    "step": 4451,
    "loss": 0.004732624627649784,
    "lr": 9.998715263083022e-05
  },
  {
    "step": 4452,
    "loss": 0.0035124127753078938,
    "lr": 9.998709559730869e-05
  },
  {
    "step": 4453,
    "loss": 0.01139277033507824,
    "lr": 9.998703843748882e-05
  },
  {
    "step": 4454,
    "loss": 0.00993728544563055,
    "lr": 9.998698115137076e-05
  },
  {
    "step": 4455,
    "loss": 0.010900020599365234,
    "lr": 9.998692373895467e-05
  },
  {
    "step": 4456,
    "loss": 0.008941451087594032,
    "lr": 9.998686620024067e-05
  },
  {
    "step": 4457,
    "loss": 0.01452342327684164,
    "lr": 9.998680853522892e-05
  },
  {
    "step": 4458,
    "loss": 0.0060500199906528,
    "lr": 9.998675074391957e-05
  },
  {
    "step": 4459,
    "loss": 0.006509398575872183,
    "lr": 9.998669282631276e-05
  },
  {
    "step": 4460,
    "loss": 0.008119232021272182,
    "lr": 9.998663478240863e-05
  },
  {
    "step": 4461,
    "loss": 0.009388461709022522,
    "lr": 9.998657661220734e-05
  },
  {
    "step": 4462,
    "loss": 0.005463488399982452,
    "lr": 9.998651831570901e-05
  },
  {
    "step": 4463,
    "loss": 0.007001054473221302,
    "lr": 9.998645989291382e-05
  },
  {
    "step": 4464,
    "loss": 0.01747269369661808,
    "lr": 9.99864013438219e-05
  },
  {
    "step": 4465,
    "loss": 0.011267518624663353,
    "lr": 9.998634266843341e-05
  },
  {
    "step": 4466,
    "loss": 0.02468082308769226,
    "lr": 9.998628386674848e-05
  },
  {
    "step": 4467,
    "loss": 0.012591306120157242,
    "lr": 9.998622493876728e-05
  },
  {
    "step": 4468,
    "loss": 0.014711174182593822,
    "lr": 9.998616588448994e-05
  },
  {
    "step": 4469,
    "loss": 0.0071635860949754715,
    "lr": 9.998610670391663e-05
  },
  {
    "step": 4470,
    "loss": 0.003981770481914282,
    "lr": 9.998604739704748e-05
  },
  {
    "step": 4471,
    "loss": 0.09336069226264954,
    "lr": 9.998598796388265e-05
  },
  {
    "step": 4472,
    "loss": 0.0069088744930922985,
    "lr": 9.998592840442228e-05
  },
  {
    "step": 4473,
    "loss": 0.008048136718571186,
    "lr": 9.998586871866651e-05
  },
  {
    "step": 4474,
    "loss": 0.0026115397922694683,
    "lr": 9.998580890661553e-05
  },
  {
    "step": 4475,
    "loss": 0.006931020878255367,
    "lr": 9.998574896826947e-05
  },
  {
    "step": 4476,
    "loss": 0.023092031478881836,
    "lr": 9.998568890362848e-05
  },
  {
    "step": 4477,
    "loss": 0.007393829058855772,
    "lr": 9.99856287126927e-05
  },
  {
    "step": 4478,
    "loss": 0.00386801827698946,
    "lr": 9.99855683954623e-05
  },
  {
    "step": 4479,
    "loss": 0.04491004720330238,
    "lr": 9.998550795193744e-05
  },
  {
    "step": 4480,
    "loss": 0.06564203649759293,
    "lr": 9.998544738211823e-05
  },
  {
    "step": 4481,
    "loss": 0.0035180989652872086,
    "lr": 9.998538668600488e-05
  },
  {
    "step": 4482,
    "loss": 0.008661577478051186,
    "lr": 9.998532586359752e-05
  },
  {
    "step": 4483,
    "loss": 0.007847447879612446,
    "lr": 9.998526491489629e-05
  },
  {
    "step": 4484,
    "loss": 0.01632782444357872,
    "lr": 9.998520383990135e-05
  },
  {
    "step": 4485,
    "loss": 0.019185436889529228,
    "lr": 9.998514263861286e-05
  },
  {
    "step": 4486,
    "loss": 0.009382981806993484,
    "lr": 9.998508131103099e-05
  },
  {
    "step": 4487,
    "loss": 0.08290435373783112,
    "lr": 9.998501985715585e-05
  },
  {
    "step": 4488,
    "loss": 0.058157868683338165,
    "lr": 9.998495827698764e-05
  },
  {
    "step": 4489,
    "loss": 0.01573202759027481,
    "lr": 9.998489657052649e-05
  },
  {
    "step": 4490,
    "loss": 0.03953627869486809,
    "lr": 9.998483473777257e-05
  },
  {
    "step": 4491,
    "loss": 0.008408394642174244,
    "lr": 9.998477277872603e-05
  },
  {
    "step": 4492,
    "loss": 0.029906749725341797,
    "lr": 9.998471069338703e-05
  },
  {
    "step": 4493,
    "loss": 0.008626728318631649,
    "lr": 9.998464848175572e-05
  },
  {
    "step": 4494,
    "loss": 0.011515526100993156,
    "lr": 9.998458614383225e-05
  },
  {
    "step": 4495,
    "loss": 0.11686940491199493,
    "lr": 9.998452367961681e-05
  },
  {
    "step": 4496,
    "loss": 0.0022626318968832493,
    "lr": 9.998446108910953e-05
  },
  {
    "step": 4497,
    "loss": 0.00892271101474762,
    "lr": 9.998439837231055e-05
  },
  {
    "step": 4498,
    "loss": 0.015595021657645702,
    "lr": 9.998433552922007e-05
  },
  {
    "step": 4499,
    "loss": 0.005554486997425556,
    "lr": 9.998427255983823e-05
  },
  {
    "step": 4501,
    "loss": 0.004039060324430466,
    "lr": 9.998414624220111e-05
  },
  {
    "step": 4502,
    "loss": 0.0025978372432291508,
    "lr": 9.998408289394615e-05
  },
  {
    "step": 4503,
    "loss": 0.005154856014996767,
    "lr": 9.998401941940048e-05
  },
  {
    "step": 4504,
    "loss": 0.011777960695326328,
    "lr": 9.998395581856424e-05
  },
  {
    "step": 4505,
    "loss": 0.006744910962879658,
    "lr": 9.998389209143761e-05
  },
  {
    "step": 4506,
    "loss": 0.02652275376021862,
    "lr": 9.998382823802074e-05
  },
  {
    "step": 4507,
    "loss": 0.037693943828344345,
    "lr": 9.998376425831379e-05
  },
  {
    "step": 4508,
    "loss": 0.006458062678575516,
    "lr": 9.998370015231692e-05
  },
  {
    "step": 4509,
    "loss": 0.005634509027004242,
    "lr": 9.998363592003032e-05
  },
  {
    "step": 4510,
    "loss": 0.009609549306333065,
    "lr": 9.998357156145413e-05
  },
  {
    "step": 4511,
    "loss": 0.008376209996640682,
    "lr": 9.998350707658848e-05
  },
  {
    "step": 4512,
    "loss": 0.012543636374175549,
    "lr": 9.998344246543358e-05
  },
  {
    "step": 4513,
    "loss": 0.004325563553720713,
    "lr": 9.998337772798957e-05
  },
  {
    "step": 4514,
    "loss": 0.005889736115932465,
    "lr": 9.998331286425663e-05
  },
  {
    "step": 4515,
    "loss": 0.007159566506743431,
    "lr": 9.998324787423493e-05
  },
  {
    "step": 4516,
    "loss": 0.011151622049510479,
    "lr": 9.99831827579246e-05
  },
  {
    "step": 4517,
    "loss": 0.003300817683339119,
    "lr": 9.998311751532582e-05
  },
  {
    "step": 4518,
    "loss": 0.00759020633995533,
    "lr": 9.998305214643879e-05
  },
  {
    "step": 4519,
    "loss": 0.028674867004156113,
    "lr": 9.998298665126361e-05
  },
  {
    "step": 4520,
    "loss": 0.05239950865507126,
    "lr": 9.99829210298005e-05
  },
  {
    "step": 4521,
    "loss": 0.0017585452878847718,
    "lr": 9.998285528204959e-05
  },
  {
    "step": 4522,
    "loss": 0.030451670289039612,
    "lr": 9.998278940801108e-05
  },
  {
    "step": 4523,
    "loss": 0.011911200359463692,
    "lr": 9.99827234076851e-05
  },
  {
    "step": 4524,
    "loss": 0.006000136025249958,
    "lr": 9.998265728107185e-05
  },
  {
    "step": 4525,
    "loss": 0.005429806653410196,
    "lr": 9.998259102817146e-05
  },
  {
    "step": 4526,
    "loss": 0.008056698366999626,
    "lr": 9.998252464898415e-05
  },
  {
    "step": 4527,
    "loss": 0.007645085453987122,
    "lr": 9.998245814351003e-05
  },
  {
    "step": 4528,
    "loss": 0.018046477809548378,
    "lr": 9.998239151174932e-05
  },
  {
    "step": 4529,
    "loss": 0.021001964807510376,
    "lr": 9.998232475370214e-05
  },
  {
    "step": 4530,
    "loss": 0.023379560559988022,
    "lr": 9.99822578693687e-05
  },
  {
    "step": 4531,
    "loss": 0.01100408285856247,
    "lr": 9.998219085874915e-05
  },
  {
    "step": 4532,
    "loss": 0.0033203193452209234,
    "lr": 9.998212372184365e-05
  },
  {
    "step": 4533,
    "loss": 0.016381047666072845,
    "lr": 9.998205645865239e-05
  },
  {
    "step": 4534,
    "loss": 0.015015097334980965,
    "lr": 9.998198906917554e-05
  },
  {
    "step": 4535,
    "loss": 0.005188169423490763,
    "lr": 9.998192155341324e-05
  },
  {
    "step": 4536,
    "loss": 0.0057784938253462315,
    "lr": 9.998185391136569e-05
  },
  {
    "step": 4537,
    "loss": 0.010113310068845749,
    "lr": 9.998178614303307e-05
  },
  {
    "step": 4538,
    "loss": 0.007314661052078009,
    "lr": 9.99817182484155e-05
  },
  {
    "step": 4539,
    "loss": 0.0058642360381782055,
    "lr": 9.998165022751321e-05
  },
  {
    "step": 4540,
    "loss": 0.0042727114632725716,
    "lr": 9.998158208032634e-05
  },
  {
    "step": 4541,
    "loss": 0.005652222782373428,
    "lr": 9.998151380685506e-05
  },
  {
    "step": 4542,
    "loss": 0.011399444192647934,
    "lr": 9.998144540709955e-05
  },
  {
    "step": 4543,
    "loss": 0.010938248597085476,
    "lr": 9.998137688105999e-05
  },
  {
    "step": 4544,
    "loss": 0.00808962807059288,
    "lr": 9.998130822873655e-05
  },
  {
    "step": 4545,
    "loss": 0.007854227907955647,
    "lr": 9.998123945012939e-05
  },
  {
    "step": 4546,
    "loss": 0.013785808347165585,
    "lr": 9.99811705452387e-05
  },
  {
    "step": 4547,
    "loss": 0.006797321606427431,
    "lr": 9.998110151406465e-05
  },
  {
    "step": 4548,
    "loss": 0.0059264167211949825,
    "lr": 9.998103235660741e-05
  },
  {
    "step": 4549,
    "loss": 0.008033476769924164,
    "lr": 9.998096307286717e-05
  },
  {
    "step": 4550,
    "loss": 0.006708494387567043,
    "lr": 9.998089366284409e-05
  },
  {
    "step": 4551,
    "loss": 0.0043150498531758785,
    "lr": 9.998082412653832e-05
  },
  {
    "step": 4552,
    "loss": 0.005032331217080355,
    "lr": 9.99807544639501e-05
  },
  {
    "step": 4553,
    "loss": 0.002288744319230318,
    "lr": 9.998068467507955e-05
  },
  {
    "step": 4554,
    "loss": 0.005817890167236328,
    "lr": 9.998061475992687e-05
  },
  {
    "step": 4555,
    "loss": 0.026716824620962143,
    "lr": 9.998054471849222e-05
  },
  {
    "step": 4556,
    "loss": 0.008140488527715206,
    "lr": 9.998047455077582e-05
  },
  {
    "step": 4557,
    "loss": 0.007593117654323578,
    "lr": 9.998040425677781e-05
  },
  {
    "step": 4558,
    "loss": 0.013463383540511131,
    "lr": 9.998033383649835e-05
  },
  {
    "step": 4559,
    "loss": 0.007613117806613445,
    "lr": 9.998026328993766e-05
  },
  {
    "step": 4560,
    "loss": 0.007912630215287209,
    "lr": 9.99801926170959e-05
  },
  {
    "step": 4561,
    "loss": 0.017654426395893097,
    "lr": 9.998012181797326e-05
  },
  {
    "step": 4562,
    "loss": 0.009032238274812698,
    "lr": 9.998005089256988e-05
  },
  {
    "step": 4563,
    "loss": 0.023568101227283478,
    "lr": 9.997997984088599e-05
  },
  {
    "step": 4564,
    "loss": 0.017672143876552582,
    "lr": 9.997990866292172e-05
  },
  {
    "step": 4565,
    "loss": 0.020305585116147995,
    "lr": 9.99798373586773e-05
  },
  {
    "step": 4566,
    "loss": 0.005218000151216984,
    "lr": 9.997976592815289e-05
  },
  {
    "step": 4567,
    "loss": 0.007797612808644772,
    "lr": 9.997969437134867e-05
  },
  {
    "step": 4568,
    "loss": 0.021277934312820435,
    "lr": 9.997962268826481e-05
  },
  {
    "step": 4569,
    "loss": 0.026467127725481987,
    "lr": 9.99795508789015e-05
  },
  {
    "step": 4570,
    "loss": 0.0038943749386817217,
    "lr": 9.99794789432589e-05
  },
  {
    "step": 4571,
    "loss": 0.007678253576159477,
    "lr": 9.997940688133724e-05
  },
  {
    "step": 4572,
    "loss": 0.013131392188370228,
    "lr": 9.997933469313668e-05
  },
  {
    "step": 4573,
    "loss": 0.004050102084875107,
    "lr": 9.997926237865739e-05
  },
  {
    "step": 4574,
    "loss": 0.007867863401770592,
    "lr": 9.997918993789955e-05
  },
  {
    "step": 4575,
    "loss": 0.0036764838732779026,
    "lr": 9.997911737086337e-05
  },
  {
    "step": 4576,
    "loss": 0.002115917392075062,
    "lr": 9.9979044677549e-05
  },
  {
    "step": 4577,
    "loss": 0.0061192624270915985,
    "lr": 9.997897185795664e-05
  },
  {
    "step": 4578,
    "loss": 0.013278014957904816,
    "lr": 9.997889891208649e-05
  },
  {
    "step": 4579,
    "loss": 0.012219228781759739,
    "lr": 9.99788258399387e-05
  },
  {
    "step": 4580,
    "loss": 0.0095151886343956,
    "lr": 9.997875264151348e-05
  },
  {
    "step": 4581,
    "loss": 0.003643633099272847,
    "lr": 9.997867931681101e-05
  },
  {
    "step": 4582,
    "loss": 0.038998425006866455,
    "lr": 9.997860586583147e-05
  },
  {
    "step": 4583,
    "loss": 0.015472456812858582,
    "lr": 9.997853228857506e-05
  },
  {
    "step": 4584,
    "loss": 0.010612263344228268,
    "lr": 9.997845858504193e-05
  },
  {
    "step": 4585,
    "loss": 0.0041047921404242516,
    "lr": 9.99783847552323e-05
  },
  {
    "step": 4586,
    "loss": 0.0020453613251447678,
    "lr": 9.997831079914634e-05
  },
  {
    "step": 4587,
    "loss": 0.019576650112867355,
    "lr": 9.997823671678427e-05
  },
  {
    "step": 4588,
    "loss": 0.018673986196517944,
    "lr": 9.997816250814623e-05
  },
  {
    "step": 4589,
    "loss": 0.0064333840273320675,
    "lr": 9.997808817323244e-05
  },
  {
    "step": 4590,
    "loss": 0.008519086986780167,
    "lr": 9.997801371204307e-05
  },
  {
    "step": 4591,
    "loss": 0.0136551633477211,
    "lr": 9.997793912457831e-05
  },
  {
    "step": 4592,
    "loss": 0.010110564529895782,
    "lr": 9.997786441083835e-05
  },
  {
    "step": 4593,
    "loss": 0.3254319131374359,
    "lr": 9.997778957082339e-05
  },
  {
    "step": 4594,
    "loss": 0.017836686223745346,
    "lr": 9.997771460453361e-05
  },
  {
    "step": 4595,
    "loss": 0.005497777834534645,
    "lr": 9.997763951196919e-05
  },
  {
    "step": 4596,
    "loss": 0.0034861601889133453,
    "lr": 9.997756429313034e-05
  },
  {
    "step": 4597,
    "loss": 0.04664064571261406,
    "lr": 9.997748894801726e-05
  },
  {
    "step": 4598,
    "loss": 0.005042107310146093,
    "lr": 9.99774134766301e-05
  },
  {
    "step": 4599,
    "loss": 0.0030610901303589344,
    "lr": 9.997733787896907e-05
  },
  {
    "step": 4600,
    "loss": 0.014301076531410217,
    "lr": 9.997726215503438e-05
  },
  {
    "step": 4601,
    "loss": 0.01133302878588438,
    "lr": 9.99771863048262e-05
  },
  {
    "step": 4602,
    "loss": 0.014816192910075188,
    "lr": 9.997711032834472e-05
  },
  {
    "step": 4603,
    "loss": 0.03956487774848938,
    "lr": 9.997703422559013e-05
  },
  {
    "step": 4604,
    "loss": 0.007493763230741024,
    "lr": 9.997695799656262e-05
  },
  {
    "step": 4605,
    "loss": 0.009309548884630203,
    "lr": 9.99768816412624e-05
  },
  {
    "step": 4606,
    "loss": 0.026931822299957275,
    "lr": 9.997680515968966e-05
  },
  {
    "step": 4607,
    "loss": 0.005350152030587196,
    "lr": 9.997672855184459e-05
  },
  {
    "step": 4608,
    "loss": 0.010725644417107105,
    "lr": 9.997665181772738e-05
  },
  {
    "step": 4609,
    "loss": 0.013842940330505371,
    "lr": 9.997657495733822e-05
  },
  {
    "step": 4610,
    "loss": 0.012064306065440178,
    "lr": 9.997649797067731e-05
  },
  {
    "step": 4611,
    "loss": 0.008767306804656982,
    "lr": 9.997642085774485e-05
  },
  {
    "step": 4612,
    "loss": 0.008804034441709518,
    "lr": 9.997634361854102e-05
  },
  {
    "step": 4613,
    "loss": 0.007918519899249077,
    "lr": 9.997626625306603e-05
  },
  {
    "step": 4614,
    "loss": 0.016634395346045494,
    "lr": 9.997618876132007e-05
  },
  {
    "step": 4615,
    "loss": 0.018617644906044006,
    "lr": 9.997611114330333e-05
  },
  {
    "step": 4616,
    "loss": 0.006118210032582283,
    "lr": 9.997603339901602e-05
  },
  {
    "step": 4617,
    "loss": 0.004584998823702335,
    "lr": 9.997595552845834e-05
  },
  {
    "step": 4618,
    "loss": 0.011516491882503033,
    "lr": 9.997587753163044e-05
  },
  {
    "step": 4619,
    "loss": 0.010994570329785347,
    "lr": 9.997579940853258e-05
  },
  {
    "step": 4620,
    "loss": 0.010790039785206318,
    "lr": 9.997572115916491e-05
  },
  {
    "step": 4621,
    "loss": 0.008055241778492928,
    "lr": 9.997564278352766e-05
  },
  {
    "step": 4622,
    "loss": 0.025652503594756126,
    "lr": 9.997556428162101e-05
  },
  {
    "step": 4623,
    "loss": 0.00656119966879487,
    "lr": 9.997548565344517e-05
  },
  {
    "step": 4624,
    "loss": 0.004595386795699596,
    "lr": 9.997540689900034e-05
  },
  {
    "step": 4625,
    "loss": 0.005989990662783384,
    "lr": 9.997532801828669e-05
  },
  {
    "step": 4626,
    "loss": 0.010636478662490845,
    "lr": 9.997524901130445e-05
  },
  {
    "step": 4627,
    "loss": 0.0062064314261078835,
    "lr": 9.997516987805381e-05
  },
  {
    "step": 4628,
    "loss": 0.018111687153577805,
    "lr": 9.997509061853498e-05
  },
  {
    "step": 4629,
    "loss": 0.007982682436704636,
    "lr": 9.997501123274815e-05
  },
  {
    "step": 4630,
    "loss": 0.03018796071410179,
    "lr": 9.99749317206935e-05
  },
  {
    "step": 4631,
    "loss": 0.007471472956240177,
    "lr": 9.997485208237127e-05
  },
  {
    "step": 4632,
    "loss": 0.012182825244963169,
    "lr": 9.997477231778163e-05
  },
  {
    "step": 4633,
    "loss": 0.005485227797180414,
    "lr": 9.99746924269248e-05
  },
  {
    "step": 4634,
    "loss": 0.019343547523021698,
    "lr": 9.997461240980099e-05
  },
  {
    "step": 4635,
    "loss": 0.007509635761380196,
    "lr": 9.997453226641038e-05
  },
  {
    "step": 4636,
    "loss": 0.024074384942650795,
    "lr": 9.997445199675318e-05
  },
  {
    "step": 4637,
    "loss": 0.023828327655792236,
    "lr": 9.997437160082959e-05
  },
  {
    "step": 4638,
    "loss": 0.007585684768855572,
    "lr": 9.997429107863983e-05
  },
  {
    "step": 4639,
    "loss": 0.005792974028736353,
    "lr": 9.997421043018408e-05
  },
  {
    "step": 4640,
    "loss": 0.0023290039971470833,
    "lr": 9.997412965546254e-05
  },
  {
    "step": 4641,
    "loss": 0.012809086591005325,
    "lr": 9.997404875447546e-05
  },
  {
    "step": 4642,
    "loss": 0.017003856599330902,
    "lr": 9.9973967727223e-05
  },
  {
    "step": 4643,
    "loss": 0.05056167393922806,
    "lr": 9.997388657370536e-05
  },
  {
    "step": 4644,
    "loss": 0.005203457549214363,
    "lr": 9.997380529392277e-05
  },
  {
    "step": 4645,
    "loss": 0.010684034787118435,
    "lr": 9.997372388787544e-05
  },
  {
    "step": 4646,
    "loss": 0.011594961397349834,
    "lr": 9.997364235556356e-05
  },
  {
    "step": 4647,
    "loss": 0.005434573162347078,
    "lr": 9.997356069698732e-05
  },
  {
    "step": 4648,
    "loss": 0.0076399631798267365,
    "lr": 9.997347891214695e-05
  },
  {
    "step": 4649,
    "loss": 0.009018129669129848,
    "lr": 9.997339700104268e-05
  },
  {
    "step": 4650,
    "loss": 0.030756738036870956,
    "lr": 9.997331496367468e-05
  },
  {
    "step": 4651,
    "loss": 0.009547490626573563,
    "lr": 9.997323280004316e-05
  },
  {
    "step": 4652,
    "loss": 0.005324586760252714,
    "lr": 9.997315051014833e-05
  },
  {
    "step": 4653,
    "loss": 0.007280758582055569,
    "lr": 9.997306809399041e-05
  },
  {
    "step": 4654,
    "loss": 0.004650326445698738,
    "lr": 9.997298555156959e-05
  },
  {
    "step": 4655,
    "loss": 0.004777076654136181,
    "lr": 9.99729028828861e-05
  },
  {
    "step": 4656,
    "loss": 0.0019562949892133474,
    "lr": 9.997282008794014e-05
  },
  {
    "step": 4657,
    "loss": 0.04208219423890114,
    "lr": 9.99727371667319e-05
  },
  {
    "step": 4658,
    "loss": 0.006171662360429764,
    "lr": 9.99726541192616e-05
  },
  {
    "step": 4659,
    "loss": 0.008800741285085678,
    "lr": 9.997257094552947e-05
  },
  {
    "step": 4660,
    "loss": 0.006156621500849724,
    "lr": 9.997248764553571e-05
  },
  {
    "step": 4661,
    "loss": 0.011661464348435402,
    "lr": 9.997240421928052e-05
  },
  {
    "step": 4662,
    "loss": 0.021343450993299484,
    "lr": 9.997232066676414e-05
  },
  {
    "step": 4663,
    "loss": 0.012807630002498627,
    "lr": 9.997223698798674e-05
  },
  {
    "step": 4664,
    "loss": 0.004294569604098797,
    "lr": 9.997215318294854e-05
  },
  {
    "step": 4665,
    "loss": 0.008984982967376709,
    "lr": 9.997206925164977e-05
  },
  {
    "step": 4666,
    "loss": 0.03123384527862072,
    "lr": 9.997198519409064e-05
  },
  {
    "step": 4667,
    "loss": 0.008386392146348953,
    "lr": 9.997190101027135e-05
  },
  {
    "step": 4668,
    "loss": 0.023120157420635223,
    "lr": 9.997181670019212e-05
  },
  {
    "step": 4669,
    "loss": 0.0036522073205560446,
    "lr": 9.997173226385317e-05
  },
  {
    "step": 4670,
    "loss": 0.003195656230673194,
    "lr": 9.997164770125469e-05
  },
  {
    "step": 4671,
    "loss": 0.004576663486659527,
    "lr": 9.997156301239693e-05
  },
  {
    "step": 4672,
    "loss": 0.22487840056419373,
    "lr": 9.997147819728007e-05
  },
  {
    "step": 4673,
    "loss": 0.005520082078874111,
    "lr": 9.997139325590433e-05
  },
  {
    "step": 4674,
    "loss": 0.008023803122341633,
    "lr": 9.997130818826994e-05
  },
  {
    "step": 4675,
    "loss": 0.15944038331508636,
    "lr": 9.997122299437711e-05
  },
  {
    "step": 4676,
    "loss": 0.008378259837627411,
    "lr": 9.997113767422605e-05
  },
  {
    "step": 4677,
    "loss": 0.01064199861139059,
    "lr": 9.997105222781697e-05
  },
  {
    "step": 4678,
    "loss": 0.005549835041165352,
    "lr": 9.99709666551501e-05
  },
  {
    "step": 4679,
    "loss": 0.021735889837145805,
    "lr": 9.997088095622565e-05
  },
  {
    "step": 4680,
    "loss": 0.005780826788395643,
    "lr": 9.997079513104383e-05
  },
  {
    "step": 4681,
    "loss": 0.014156291261315346,
    "lr": 9.997070917960487e-05
  },
  {
    "step": 4682,
    "loss": 0.0437326543033123,
    "lr": 9.997062310190898e-05
  },
  {
    "step": 4683,
    "loss": 0.011419350281357765,
    "lr": 9.997053689795638e-05
  },
  {
    "step": 4684,
    "loss": 0.003627210156992078,
    "lr": 9.997045056774729e-05
  },
  {
    "step": 4685,
    "loss": 0.002833679551258683,
    "lr": 9.997036411128193e-05
  },
  {
    "step": 4686,
    "loss": 0.004077148623764515,
    "lr": 9.99702775285605e-05
  },
  {
    "step": 4687,
    "loss": 0.012846911326050758,
    "lr": 9.997019081958323e-05
  },
  {
    "step": 4688,
    "loss": 0.006237661931663752,
    "lr": 9.997010398435035e-05
  },
  {
    "step": 4689,
    "loss": 0.014558801427483559,
    "lr": 9.997001702286206e-05
  },
  {
    "step": 4690,
    "loss": 0.036545559763908386,
    "lr": 9.996992993511859e-05
  },
  {
    "step": 4691,
    "loss": 0.005503574386239052,
    "lr": 9.996984272112017e-05
  },
  {
    "step": 4692,
    "loss": 0.007901008240878582,
    "lr": 9.9969755380867e-05
  },
  {
    "step": 4693,
    "loss": 0.007361569441854954,
    "lr": 9.996966791435931e-05
  },
  {
    "step": 4694,
    "loss": 0.029789969325065613,
    "lr": 9.996958032159733e-05
  },
  {
    "step": 4695,
    "loss": 0.005071679595857859,
    "lr": 9.996949260258126e-05
  },
  {
    "step": 4696,
    "loss": 0.0026798564940690994,
    "lr": 9.996940475731136e-05
  },
  {
    "step": 4697,
    "loss": 0.006893020123243332,
    "lr": 9.99693167857878e-05
  },
  {
    "step": 4698,
    "loss": 0.009533901698887348,
    "lr": 9.996922868801085e-05
  },
  {
    "step": 4699,
    "loss": 0.027775023132562637,
    "lr": 9.996914046398069e-05
  },
  {
    "step": 4700,
    "loss": 0.006661801598966122,
    "lr": 9.996905211369757e-05
  },
  {
    "step": 4701,
    "loss": 0.023599596694111824,
    "lr": 9.996896363716171e-05
  },
  {
    "step": 4702,
    "loss": 0.23532724380493164,
    "lr": 9.996887503437333e-05
  },
  {
    "step": 4703,
    "loss": 0.006430588662624359,
    "lr": 9.996878630533267e-05
  },
  {
    "step": 4704,
    "loss": 0.022105950862169266,
    "lr": 9.99686974500399e-05
  },
  {
    "step": 4705,
    "loss": 0.08848489820957184,
    "lr": 9.996860846849532e-05
  },
  {
    "step": 4706,
    "loss": 0.004366226494312286,
    "lr": 9.996851936069909e-05
  },
  {
    "step": 4707,
    "loss": 0.015699416399002075,
    "lr": 9.996843012665148e-05
  },
  {
    "step": 4708,
    "loss": 0.011016158387064934,
    "lr": 9.996834076635269e-05
  },
  {
    "step": 4709,
    "loss": 0.002004937268793583,
    "lr": 9.996825127980296e-05
  },
  {
    "step": 4710,
    "loss": 0.006938007660210133,
    "lr": 9.99681616670025e-05
  },
  {
    "step": 4711,
    "loss": 0.02852345071732998,
    "lr": 9.996807192795155e-05
  },
  {
    "step": 4712,
    "loss": 0.005477422848343849,
    "lr": 9.996798206265036e-05
  },
  {
    "step": 4713,
    "loss": 0.015267843380570412,
    "lr": 9.99678920710991e-05
  },
  {
    "step": 4714,
    "loss": 0.020032769069075584,
    "lr": 9.996780195329804e-05
  },
  {
    "step": 4715,
    "loss": 0.005894480273127556,
    "lr": 9.99677117092474e-05
  },
  {
    "step": 4716,
    "loss": 0.02163201943039894,
    "lr": 9.99676213389474e-05
  },
  {
    "step": 4717,
    "loss": 0.017326021566987038,
    "lr": 9.996753084239825e-05
  },
  {
    "step": 4718,
    "loss": 0.0065283989533782005,
    "lr": 9.996744021960023e-05
  },
  {
    "step": 4719,
    "loss": 0.009527107700705528,
    "lr": 9.996734947055354e-05
  },
  {
    "step": 4720,
    "loss": 0.05706053599715233,
    "lr": 9.99672585952584e-05
  },
  {
    "step": 4721,
    "loss": 0.004369186703115702,
    "lr": 9.996716759371506e-05
  },
  {
    "step": 4722,
    "loss": 0.012797540053725243,
    "lr": 9.996707646592372e-05
  },
  {
    "step": 4723,
    "loss": 0.007506809197366238,
    "lr": 9.996698521188465e-05
  },
  {
    "step": 4724,
    "loss": 0.0038073500618338585,
    "lr": 9.996689383159805e-05
  },
  {
    "step": 4725,
    "loss": 0.004184069111943245,
    "lr": 9.996680232506416e-05
  },
  {
    "step": 4726,
    "loss": 0.011511581018567085,
    "lr": 9.99667106922832e-05
  },
  {
    "step": 4727,
    "loss": 0.004412292968481779,
    "lr": 9.996661893325543e-05
  },
  {
    "step": 4728,
    "loss": 0.006069805473089218,
    "lr": 9.996652704798108e-05
  },
  {
    "step": 4729,
    "loss": 0.01707368716597557,
    "lr": 9.996643503646033e-05
  },
  {
    "step": 4730,
    "loss": 0.009339314885437489,
    "lr": 9.996634289869346e-05
  },
  {
    "step": 4731,
    "loss": 0.012252881191670895,
    "lr": 9.996625063468069e-05
  },
  {
    "step": 4732,
    "loss": 0.004747535567730665,
    "lr": 9.996615824442226e-05
  },
  {
    "step": 4733,
    "loss": 0.003160882508382201,
    "lr": 9.99660657279184e-05
  },
  {
    "step": 4734,
    "loss": 0.01934354566037655,
    "lr": 9.996597308516935e-05
  },
  {
    "step": 4735,
    "loss": 0.02906830608844757,
    "lr": 9.996588031617533e-05
  },
  {
    "step": 4736,
    "loss": 0.006721402984112501,
    "lr": 9.996578742093657e-05
  },
  {
    "step": 4737,
    "loss": 0.012904546223580837,
    "lr": 9.996569439945333e-05
  },
  {
    "step": 4738,
    "loss": 0.018896354362368584,
    "lr": 9.996560125172581e-05
  },
  {
    "step": 4739,
    "loss": 0.006480633746832609,
    "lr": 9.99655079777543e-05
  },
  {
    "step": 4740,
    "loss": 0.005873192101716995,
    "lr": 9.996541457753897e-05
  },
  {
    "step": 4741,
    "loss": 0.005673299077898264,
    "lr": 9.99653210510801e-05
  },
  {
    "step": 4742,
    "loss": 0.01061449944972992,
    "lr": 9.996522739837793e-05
  },
  {
    "step": 4743,
    "loss": 0.009145761840045452,
    "lr": 9.996513361943267e-05
  },
  {
    "step": 4744,
    "loss": 0.003156091319397092,
    "lr": 9.996503971424457e-05
  },
  {
    "step": 4745,
    "loss": 0.018882211297750473,
    "lr": 9.996494568281387e-05
  },
  {
    "step": 4746,
    "loss": 0.006668230053037405,
    "lr": 9.99648515251408e-05
  },
  {
    "step": 4747,
    "loss": 0.011432225815951824,
    "lr": 9.996475724122558e-05
  },
  {
    "step": 4748,
    "loss": 0.005942939780652523,
    "lr": 9.99646628310685e-05
  },
  {
    "step": 4749,
    "loss": 0.01595471054315567,
    "lr": 9.996456829466974e-05
  },
  {
    "step": 4750,
    "loss": 0.016568033024668694,
    "lr": 9.996447363202959e-05
  },
  {
    "step": 4751,
    "loss": 0.003731766249984503,
    "lr": 9.996437884314825e-05
  },
  {
    "step": 4752,
    "loss": 0.009106873534619808,
    "lr": 9.996428392802598e-05
  },
  {
    "step": 4753,
    "loss": 0.004962877836078405,
    "lr": 9.9964188886663e-05
  },
  {
    "step": 4754,
    "loss": 0.007315736263990402,
    "lr": 9.996409371905959e-05
  },
  {
    "step": 4755,
    "loss": 0.0013410485116764903,
    "lr": 9.996399842521596e-05
  },
  {
    "step": 4756,
    "loss": 0.037534620612859726,
    "lr": 9.996390300513236e-05
  },
  {
    "step": 4757,
    "loss": 0.007388839963823557,
    "lr": 9.996380745880902e-05
  },
  {
    "step": 4758,
    "loss": 0.010102606378495693,
    "lr": 9.996371178624619e-05
  },
  {
    "step": 4759,
    "loss": 0.016237864270806313,
    "lr": 9.996361598744411e-05
  },
  {
    "step": 4760,
    "loss": 0.005952436476945877,
    "lr": 9.996352006240299e-05
  },
  {
    "step": 4761,
    "loss": 0.008501037955284119,
    "lr": 9.996342401112313e-05
  },
  {
    "step": 4762,
    "loss": 0.007889668457210064,
    "lr": 9.996332783360475e-05
  },
  {
    "step": 4763,
    "loss": 0.007464299444109201,
    "lr": 9.99632315298481e-05
  },
  {
    "step": 4764,
    "loss": 0.009872631169855595,
    "lr": 9.99631350998534e-05
  },
  {
    "step": 4765,
    "loss": 0.0068266382440924644,
    "lr": 9.996303854362091e-05
  },
  {
    "step": 4766,
    "loss": 0.010743844322860241,
    "lr": 9.996294186115087e-05
  },
  {
    "step": 4767,
    "loss": 0.007163497619330883,
    "lr": 9.996284505244352e-05
  },
  {
    "step": 4768,
    "loss": 0.002038693055510521,
    "lr": 9.996274811749912e-05
  },
  {
    "step": 4769,
    "loss": 0.008510423824191093,
    "lr": 9.996265105631791e-05
  },
  {
    "step": 4770,
    "loss": 0.0051333000883460045,
    "lr": 9.996255386890013e-05
  },
  {
    "step": 4771,
    "loss": 0.018097126856446266,
    "lr": 9.996245655524602e-05
  },
  {
    "step": 4772,
    "loss": 0.005158147308975458,
    "lr": 9.996235911535582e-05
  },
  {
    "step": 4773,
    "loss": 0.028647419065237045,
    "lr": 9.99622615492298e-05
  },
  {
    "step": 4774,
    "loss": 0.011500933207571507,
    "lr": 9.996216385686821e-05
  },
  {
    "step": 4775,
    "loss": 0.03621609881520271,
    "lr": 9.996206603827125e-05
  },
  {
    "step": 4776,
    "loss": 0.0030725891701877117,
    "lr": 9.996196809343921e-05
  },
  {
    "step": 4777,
    "loss": 0.007129079662263393,
    "lr": 9.996187002237233e-05
  },
  {
    "step": 4778,
    "loss": 0.03130898252129555,
    "lr": 9.996177182507084e-05
  },
  {
    "step": 4779,
    "loss": 0.005049611907452345,
    "lr": 9.996167350153502e-05
  },
  {
    "step": 4780,
    "loss": 0.003547383937984705,
    "lr": 9.996157505176508e-05
  },
  {
    "step": 4781,
    "loss": 0.0056423102505505085,
    "lr": 9.99614764757613e-05
  },
  {
    "step": 4782,
    "loss": 0.016809755936264992,
    "lr": 9.996137777352392e-05
  },
  {
    "step": 4783,
    "loss": 0.008322805166244507,
    "lr": 9.996127894505317e-05
  },
  {
    "step": 4784,
    "loss": 0.008533531799912453,
    "lr": 9.996117999034934e-05
  },
  {
    "step": 4785,
    "loss": 0.0708233118057251,
    "lr": 9.996108090941265e-05
  },
  {
    "step": 4786,
    "loss": 0.014451736584305763,
    "lr": 9.996098170224337e-05
  },
  {
    "step": 4787,
    "loss": 0.0054338229820132256,
    "lr": 9.996088236884171e-05
  },
  {
    "step": 4788,
    "loss": 0.006814280059188604,
    "lr": 9.996078290920798e-05
  },
  {
    "step": 4789,
    "loss": 0.06280426681041718,
    "lr": 9.996068332334238e-05
  },
  {
    "step": 4790,
    "loss": 0.012350513599812984,
    "lr": 9.996058361124519e-05
  },
  {
    "step": 4791,
    "loss": 0.017526373267173767,
    "lr": 9.996048377291664e-05
  },
  {
    "step": 4792,
    "loss": 0.029558507725596428,
    "lr": 9.9960383808357e-05
  },
  {
    "step": 4793,
    "loss": 0.0032311957329511642,
    "lr": 9.996028371756653e-05
  },
  {
    "step": 4794,
    "loss": 0.009206889197230339,
    "lr": 9.996018350054546e-05
  },
  {
    "step": 4795,
    "loss": 0.07764085382223129,
    "lr": 9.996008315729405e-05
  },
  {
    "step": 4796,
    "loss": 0.004185256082564592,
    "lr": 9.995998268781258e-05
  },
  {
    "step": 4797,
    "loss": 0.058058422058820724,
    "lr": 9.995988209210125e-05
  },
  {
    "step": 4798,
    "loss": 0.007286399602890015,
    "lr": 9.995978137016037e-05
  },
  {
    "step": 4799,
    "loss": 0.007393866777420044,
    "lr": 9.995968052199016e-05
  },
  {
    "step": 4800,
    "loss": 0.020927419885993004,
    "lr": 9.995957954759089e-05
  },
  {
    "step": 4801,
    "loss": 0.00937073677778244,
    "lr": 9.995947844696282e-05
  },
  {
    "step": 4802,
    "loss": 0.0026232139207422733,
    "lr": 9.99593772201062e-05
  },
  {
    "step": 4803,
    "loss": 0.008685166947543621,
    "lr": 9.995927586702127e-05
  },
  {
    "step": 4804,
    "loss": 0.050885993987321854,
    "lr": 9.995917438770829e-05
  },
  {
    "step": 4805,
    "loss": 0.005254441872239113,
    "lr": 9.995907278216754e-05
  },
  {
    "step": 4806,
    "loss": 0.04360317438840866,
    "lr": 9.995897105039925e-05
  },
  {
    "step": 4807,
    "loss": 0.0037389458157122135,
    "lr": 9.99588691924037e-05
  },
  {
    "step": 4808,
    "loss": 0.006408411543816328,
    "lr": 9.995876720818112e-05
  },
  {
    "step": 4809,
    "loss": 0.04795820266008377,
    "lr": 9.99586650977318e-05
  },
  {
    "step": 4810,
    "loss": 0.012243248522281647,
    "lr": 9.995856286105598e-05
  },
  {
    "step": 4811,
    "loss": 0.022011352702975273,
    "lr": 9.995846049815391e-05
  },
  {
    "step": 4812,
    "loss": 0.007087070029228926,
    "lr": 9.995835800902587e-05
  },
  {
    "step": 4813,
    "loss": 0.005631274543702602,
    "lr": 9.99582553936721e-05
  },
  {
    "step": 4814,
    "loss": 0.008232338353991508,
    "lr": 9.995815265209288e-05
  },
  {
    "step": 4815,
    "loss": 0.03375100716948509,
    "lr": 9.995804978428843e-05
  },
  {
    "step": 4816,
    "loss": 0.011331501416862011,
    "lr": 9.995794679025906e-05
  },
  {
    "step": 4817,
    "loss": 0.002304019406437874,
    "lr": 9.9957843670005e-05
  },
  {
    "step": 4818,
    "loss": 0.007525648921728134,
    "lr": 9.995774042352652e-05
  },
  {
    "step": 4819,
    "loss": 0.004556799307465553,
    "lr": 9.995763705082386e-05
  },
  {
    "step": 4820,
    "loss": 0.0071067847311496735,
    "lr": 9.995753355189732e-05
  },
  {
    "step": 4821,
    "loss": 0.010112396441400051,
    "lr": 9.995742992674712e-05
  },
  {
    "step": 4822,
    "loss": 0.027217302471399307,
    "lr": 9.995732617537354e-05
  },
  {
    "step": 4823,
    "loss": 0.004112750291824341,
    "lr": 9.995722229777686e-05
  },
  {
    "step": 4824,
    "loss": 0.011969583109021187,
    "lr": 9.995711829395732e-05
  },
  {
    "step": 4825,
    "loss": 0.0035000997595489025,
    "lr": 9.995701416391518e-05
  },
  {
    "step": 4826,
    "loss": 0.0059729767963290215,
    "lr": 9.995690990765072e-05
  },
  {
    "step": 4827,
    "loss": 0.01613548770546913,
    "lr": 9.995680552516421e-05
  },
  {
    "step": 4828,
    "loss": 0.0037514318246394396,
    "lr": 9.995670101645588e-05
  },
  {
    "step": 4829,
    "loss": 0.04276907444000244,
    "lr": 9.995659638152602e-05
  },
  {
    "step": 4830,
    "loss": 0.043427519500255585,
    "lr": 9.995649162037489e-05
  },
  {
    "step": 4831,
    "loss": 0.004409089218825102,
    "lr": 9.995638673300275e-05
  },
  {
    "step": 4832,
    "loss": 0.0024572573602199554,
    "lr": 9.995628171940986e-05
  },
  {
    "step": 4833,
    "loss": 0.0034749340265989304,
    "lr": 9.995617657959652e-05
  },
  {
    "step": 4834,
    "loss": 0.008418068289756775,
    "lr": 9.995607131356293e-05
  },
  {
    "step": 4835,
    "loss": 0.0035106241703033447,
    "lr": 9.995596592130942e-05
  },
  {
    "step": 4836,
    "loss": 0.006072548683732748,
    "lr": 9.995586040283622e-05
  },
  {
    "step": 4837,
    "loss": 0.0022284332662820816,
    "lr": 9.995575475814363e-05
  },
  {
    "step": 4838,
    "loss": 0.014289683662354946,
    "lr": 9.995564898723186e-05
  },
  {
    "step": 4839,
    "loss": 0.03728459030389786,
    "lr": 9.995554309010124e-05
  },
  {
    "step": 4840,
    "loss": 0.0065813204273581505,
    "lr": 9.9955437066752e-05
  },
  {
    "step": 4841,
    "loss": 0.029397349804639816,
    "lr": 9.99553309171844e-05
  },
  {
    "step": 4842,
    "loss": 0.008998243138194084,
    "lr": 9.995522464139876e-05
  },
  {
    "step": 4843,
    "loss": 0.005929864943027496,
    "lr": 9.995511823939529e-05
  },
  {
    "step": 4844,
    "loss": 0.008118783123791218,
    "lr": 9.99550117111743e-05
  },
  {
    "step": 4845,
    "loss": 0.021414322778582573,
    "lr": 9.995490505673604e-05
  },
  {
    "step": 4846,
    "loss": 0.003857238218188286,
    "lr": 9.995479827608078e-05
  },
  {
    "step": 4847,
    "loss": 0.019645053893327713,
    "lr": 9.995469136920879e-05
  },
  {
    "step": 4848,
    "loss": 0.030104350298643112,
    "lr": 9.995458433612034e-05
  },
  {
    "step": 4849,
    "loss": 0.012873734347522259,
    "lr": 9.995447717681569e-05
  },
  {
    "step": 4850,
    "loss": 0.004592760466039181,
    "lr": 9.995436989129514e-05
  },
  {
    "step": 4851,
    "loss": 0.006238937843590975,
    "lr": 9.995426247955893e-05
  },
  {
    "step": 4852,
    "loss": 0.03196360170841217,
    "lr": 9.995415494160737e-05
  },
  {
    "step": 4853,
    "loss": 0.0030296402983367443,
    "lr": 9.995404727744067e-05
  },
  {
    "step": 4854,
    "loss": 0.00724030751734972,
    "lr": 9.995393948705916e-05
  },
  {
    "step": 4855,
    "loss": 0.016408218070864677,
    "lr": 9.995383157046308e-05
  },
  {
    "step": 4856,
    "loss": 0.0197502039372921,
    "lr": 9.99537235276527e-05
  },
  {
    "step": 4857,
    "loss": 0.050394173711538315,
    "lr": 9.995361535862835e-05
  },
  {
    "step": 4858,
    "loss": 0.011460749432444572,
    "lr": 9.995350706339023e-05
  },
  {
    "step": 4859,
    "loss": 0.006588061340153217,
    "lr": 9.995339864193866e-05
  },
  {
    "step": 4860,
    "loss": 0.05094648525118828,
    "lr": 9.995329009427389e-05
  },
  {
    "step": 4861,
    "loss": 0.011716167442500591,
    "lr": 9.99531814203962e-05
  },
  {
    "step": 4862,
    "loss": 0.017212066799402237,
    "lr": 9.995307262030587e-05
  },
  {
    "step": 4863,
    "loss": 0.0073788957670331,
    "lr": 9.995296369400317e-05
  },
  {
    "step": 4864,
    "loss": 0.0063025811687111855,
    "lr": 9.995285464148838e-05
  },
  {
    "step": 4865,
    "loss": 0.013791476376354694,
    "lr": 9.995274546276176e-05
  },
  {
    "step": 4866,
    "loss": 0.012171070091426373,
    "lr": 9.99526361578236e-05
  },
  {
    "step": 4867,
    "loss": 0.012111174874007702,
    "lr": 9.995252672667418e-05
  },
  {
    "step": 4868,
    "loss": 0.022174403071403503,
    "lr": 9.995241716931376e-05
  },
  {
    "step": 4869,
    "loss": 0.003479138482362032,
    "lr": 9.995230748574263e-05
  },
  {
    "step": 4870,
    "loss": 0.013911795802414417,
    "lr": 9.995219767596108e-05
  },
  {
    "step": 4871,
    "loss": 0.028898363932967186,
    "lr": 9.995208773996936e-05
  },
  {
    "step": 4872,
    "loss": 0.009338823147118092,
    "lr": 9.995197767776777e-05
  },
  {
    "step": 4873,
    "loss": 0.00640913238748908,
    "lr": 9.995186748935659e-05
  },
  {
    "step": 4874,
    "loss": 0.013573866337537766,
    "lr": 9.995175717473606e-05
  },
  {
    "step": 4875,
    "loss": 0.017191490158438683,
    "lr": 9.995164673390648e-05
  },
  {
    "step": 4876,
    "loss": 0.004153489135205746,
    "lr": 9.995153616686814e-05
  },
  {
    "step": 4877,
    "loss": 0.004255801904946566,
    "lr": 9.995142547362133e-05
  },
  {
    "step": 4878,
    "loss": 0.0033391667529940605,
    "lr": 9.99513146541663e-05
  },
  {
    "step": 4879,
    "loss": 0.014107819646596909,
    "lr": 9.995120370850333e-05
  },
  {
    "step": 4880,
    "loss": 0.039489127695560455,
    "lr": 9.995109263663273e-05
  },
  {
    "step": 4881,
    "loss": 0.013716306537389755,
    "lr": 9.995098143855476e-05
  },
  {
    "step": 4882,
    "loss": 0.02533218264579773,
    "lr": 9.99508701142697e-05
  },
  {
    "step": 4883,
    "loss": 0.05108671635389328,
    "lr": 9.995075866377784e-05
  },
  {
    "step": 4884,
    "loss": 0.01650969125330448,
    "lr": 9.995064708707945e-05
  },
  {
    "step": 4885,
    "loss": 0.022205660119652748,
    "lr": 9.995053538417482e-05
  },
  {
    "step": 4886,
    "loss": 0.008651075884699821,
    "lr": 9.995042355506425e-05
  },
  {
    "step": 4887,
    "loss": 0.007788302376866341,
    "lr": 9.995031159974799e-05
  },
  {
    "step": 4888,
    "loss": 0.027818400412797928,
    "lr": 9.995019951822635e-05
  },
  {
    "step": 4889,
    "loss": 0.007524985354393721,
    "lr": 9.99500873104996e-05
  },
  {
    "step": 4890,
    "loss": 0.00935788918286562,
    "lr": 9.994997497656803e-05
  },
  {
    "step": 4891,
    "loss": 0.008921000175178051,
    "lr": 9.99498625164319e-05
  },
  {
    "step": 4892,
    "loss": 0.004958698991686106,
    "lr": 9.994974993009151e-05
  },
  {
    "step": 4893,
    "loss": 0.016385525465011597,
    "lr": 9.994963721754716e-05
  },
  {
    "step": 4894,
    "loss": 0.010321564972400665,
    "lr": 9.994952437879912e-05
  },
  {
    "step": 4895,
    "loss": 0.006941892206668854,
    "lr": 9.994941141384767e-05
  },
  {
    "step": 4896,
    "loss": 0.010838269256055355,
    "lr": 9.99492983226931e-05
  },
  {
    "step": 4897,
    "loss": 0.0037804455496370792,
    "lr": 9.994918510533571e-05
  },
  {
    "step": 4898,
    "loss": 0.0058402023278176785,
    "lr": 9.994907176177576e-05
  },
  {
    "step": 4899,
    "loss": 0.02598712220788002,
    "lr": 9.994895829201357e-05
  },
  {
    "step": 4900,
    "loss": 0.13575129210948944,
    "lr": 9.994884469604938e-05
  },
  {
    "step": 4901,
    "loss": 0.0238327719271183,
    "lr": 9.994873097388351e-05
  },
  {
    "step": 4902,
    "loss": 0.01988670788705349,
    "lr": 9.994861712551626e-05
  },
  {
    "step": 4903,
    "loss": 0.058721572160720825,
    "lr": 9.994850315094788e-05
  },
  {
    "step": 4904,
    "loss": 0.009402772411704063,
    "lr": 9.994838905017868e-05
  },
  {
    "step": 4905,
    "loss": 0.004374911077320576,
    "lr": 9.994827482320895e-05
  },
  {
    "step": 4906,
    "loss": 0.012655048631131649,
    "lr": 9.994816047003896e-05
  },
  {
    "step": 4907,
    "loss": 0.008198010735213757,
    "lr": 9.994804599066902e-05
  },
  {
    "step": 4908,
    "loss": 0.00517676817253232,
    "lr": 9.994793138509943e-05
  },
  {
    "step": 4909,
    "loss": 0.032833050936460495,
    "lr": 9.994781665333043e-05
  },
  {
    "step": 4910,
    "loss": 0.03868694230914116,
    "lr": 9.994770179536237e-05
  },
  {
    "step": 4911,
    "loss": 0.00773572875186801,
    "lr": 9.99475868111955e-05
  },
  {
    "step": 4912,
    "loss": 0.03356212005019188,
    "lr": 9.994747170083013e-05
  },
  {
    "step": 4913,
    "loss": 0.006570948287844658,
    "lr": 9.994735646426652e-05
  },
  {
    "step": 4914,
    "loss": 0.053726762533187866,
    "lr": 9.9947241101505e-05
  },
  {
    "step": 4915,
    "loss": 0.0063975052908062935,
    "lr": 9.994712561254582e-05
  },
  {
    "step": 4916,
    "loss": 0.003325717058032751,
    "lr": 9.994700999738933e-05
  },
  {
    "step": 4917,
    "loss": 0.0036217235028743744,
    "lr": 9.994689425603578e-05
  },
  {
    "step": 4918,
    "loss": 0.03020443394780159,
    "lr": 9.994677838848547e-05
  },
  {
    "step": 4919,
    "loss": 0.009337954223155975,
    "lr": 9.994666239473869e-05
  },
  {
    "step": 4920,
    "loss": 0.00403166888281703,
    "lr": 9.994654627479574e-05
  },
  {
    "step": 4921,
    "loss": 0.006145553197711706,
    "lr": 9.994643002865691e-05
  },
  {
    "step": 4922,
    "loss": 0.009061303921043873,
    "lr": 9.99463136563225e-05
  },
  {
    "step": 4923,
    "loss": 0.07350568473339081,
    "lr": 9.994619715779279e-05
  },
  {
    "step": 4924,
    "loss": 0.007694562431424856,
    "lr": 9.994608053306808e-05
  },
  {
    "step": 4925,
    "loss": 0.03651890903711319,
    "lr": 9.994596378214867e-05
  },
  {
    "step": 4926,
    "loss": 0.008526347577571869,
    "lr": 9.994584690503485e-05
  },
  {
    "step": 4927,
    "loss": 0.0030005895532667637,
    "lr": 9.994572990172693e-05
  },
  {
    "step": 4928,
    "loss": 0.02048037387430668,
    "lr": 9.994561277222519e-05
  },
  {
    "step": 4929,
    "loss": 0.004664299543946981,
    "lr": 9.994549551652993e-05
  },
  {
    "step": 4930,
    "loss": 0.012351247482001781,
    "lr": 9.994537813464143e-05
  },
  {
    "step": 4931,
    "loss": 0.015898173674941063,
    "lr": 9.994526062656003e-05
  },
  {
    "step": 4932,
    "loss": 0.005753461737185717,
    "lr": 9.994514299228599e-05
  },
  {
    "step": 4933,
    "loss": 0.004822433926165104,
    "lr": 9.99450252318196e-05
  },
  {
    "step": 4934,
    "loss": 0.007696961984038353,
    "lr": 9.994490734516118e-05
  },
  {
    "step": 4935,
    "loss": 0.030568046495318413,
    "lr": 9.994478933231102e-05
  },
  {
    "step": 4936,
    "loss": 0.013013373129069805,
    "lr": 9.994467119326944e-05
  },
  {
    "step": 4937,
    "loss": 0.004930262919515371,
    "lr": 9.994455292803671e-05
  },
  {
    "step": 4938,
    "loss": 0.010139488615095615,
    "lr": 9.994443453661313e-05
  },
  {
    "step": 4939,
    "loss": 0.005068076308816671,
    "lr": 9.994431601899902e-05
  },
  {
    "step": 4940,
    "loss": 0.006753218825906515,
    "lr": 9.994419737519464e-05
  },
  {
    "step": 4941,
    "loss": 0.0031994774471968412,
    "lr": 9.994407860520034e-05
  },
  {
    "step": 4942,
    "loss": 0.010723654180765152,
    "lr": 9.994395970901639e-05
  },
  {
    "step": 4943,
    "loss": 0.008103078231215477,
    "lr": 9.99438406866431e-05
  },
  {
    "step": 4944,
    "loss": 0.029302233830094337,
    "lr": 9.994372153808075e-05
  },
  {
    "step": 4945,
    "loss": 0.006325530353933573,
    "lr": 9.994360226332968e-05
  },
  {
    "step": 4946,
    "loss": 0.007468131370842457,
    "lr": 9.994348286239016e-05
  },
  {
    "step": 4947,
    "loss": 0.011412006802856922,
    "lr": 9.99433633352625e-05
  },
  {
    "step": 4948,
    "loss": 0.007277450989931822,
    "lr": 9.9943243681947e-05
  },
  {
    "step": 4949,
    "loss": 0.006367874331772327,
    "lr": 9.994312390244397e-05
  },
  {
    "step": 4950,
    "loss": 0.006792118307203054,
    "lr": 9.994300399675371e-05
  },
  {
    "step": 4951,
    "loss": 0.07273060083389282,
    "lr": 9.994288396487652e-05
  },
  {
    "step": 4952,
    "loss": 0.0029046395793557167,
    "lr": 9.99427638068127e-05
  },
  {
    "step": 4953,
    "loss": 0.013773781247437,
    "lr": 9.994264352256256e-05
  },
  {
    "step": 4954,
    "loss": 0.011938674375414848,
    "lr": 9.99425231121264e-05
  },
  {
    "step": 4955,
    "loss": 0.018960336223244667,
    "lr": 9.994240257550453e-05
  },
  {
    "step": 4956,
    "loss": 0.010140388272702694,
    "lr": 9.994228191269725e-05
  },
  {
    "step": 4957,
    "loss": 0.020034922286868095,
    "lr": 9.994216112370486e-05
  },
  {
    "step": 4958,
    "loss": 0.0034918144810944796,
    "lr": 9.994204020852767e-05
  },
  {
    "step": 4959,
    "loss": 0.007476582657545805,
    "lr": 9.994191916716598e-05
  },
  {
    "step": 4960,
    "loss": 0.007758450694382191,
    "lr": 9.994179799962012e-05
  },
  {
    "step": 4961,
    "loss": 0.030949736014008522,
    "lr": 9.994167670589038e-05
  },
  {
    "step": 4962,
    "loss": 0.0057075610384345055,
    "lr": 9.994155528597704e-05
  },
  {
    "step": 4963,
    "loss": 0.02407309226691723,
    "lr": 9.994143373988045e-05
  },
  {
    "step": 4964,
    "loss": 0.00989444088190794,
    "lr": 9.994131206760088e-05
  },
  {
    "step": 4965,
    "loss": 0.029066717252135277,
    "lr": 9.994119026913867e-05
  },
  {
    "step": 4966,
    "loss": 0.005867570638656616,
    "lr": 9.994106834449411e-05
  },
  {
    "step": 4967,
    "loss": 0.0031817788258194923,
    "lr": 9.994094629366751e-05
  },
  {
    "step": 4968,
    "loss": 0.017922231927514076,
    "lr": 9.994082411665917e-05
  },
  {
    "step": 4969,
    "loss": 0.009620008990168571,
    "lr": 9.994070181346942e-05
  },
  {
    "step": 4970,
    "loss": 0.0037299199029803276,
    "lr": 9.994057938409855e-05
  },
  {
    "step": 4971,
    "loss": 0.0024699808564037085,
    "lr": 9.99404568285469e-05
  },
  {
    "step": 4972,
    "loss": 0.007834519259631634,
    "lr": 9.994033414681475e-05
  },
  {
    "step": 4973,
    "loss": 0.008142980746924877,
    "lr": 9.99402113389024e-05
  },
  {
    "step": 4974,
    "loss": 0.005911238491535187,
    "lr": 9.994008840481019e-05
  },
  {
    "step": 4975,
    "loss": 0.014841261319816113,
    "lr": 9.993996534453842e-05
  },
  {
    "step": 4976,
    "loss": 0.009319229051470757,
    "lr": 9.993984215808737e-05
  },
  {
    "step": 4977,
    "loss": 0.009653223678469658,
    "lr": 9.993971884545741e-05
  },
  {
    "step": 4978,
    "loss": 0.1114240512251854,
    "lr": 9.993959540664881e-05
  },
  {
    "step": 4979,
    "loss": 0.013809885829687119,
    "lr": 9.99394718416619e-05
  },
  {
    "step": 4980,
    "loss": 0.013294029049575329,
    "lr": 9.993934815049698e-05
  },
  {
    "step": 4981,
    "loss": 0.006144301500171423,
    "lr": 9.993922433315437e-05
  },
  {
    "step": 4982,
    "loss": 0.02602022886276245,
    "lr": 9.993910038963438e-05
  },
  {
    "step": 4983,
    "loss": 0.005892548710107803,
    "lr": 9.993897631993732e-05
  },
  {
    "step": 4984,
    "loss": 0.009629725478589535,
    "lr": 9.993885212406351e-05
  },
  {
    "step": 4985,
    "loss": 0.005543655715882778,
    "lr": 9.993872780201325e-05
  },
  {
    "step": 4986,
    "loss": 0.016304239630699158,
    "lr": 9.993860335378689e-05
  },
  {
    "step": 4987,
    "loss": 0.004498426802456379,
    "lr": 9.993847877938469e-05
  },
  {
    "step": 4988,
    "loss": 0.007905256934463978,
    "lr": 9.993835407880701e-05
  },
  {
    "step": 4989,
    "loss": 0.009916499257087708,
    "lr": 9.993822925205415e-05
  },
  {
    "step": 4990,
    "loss": 0.008268455974757671,
    "lr": 9.993810429912641e-05
  },
  {
    "step": 4991,
    "loss": 0.013565377332270145,
    "lr": 9.993797922002415e-05
  },
  {
    "step": 4992,
    "loss": 0.005299783777445555,
    "lr": 9.993785401474765e-05
  },
  {
    "step": 4993,
    "loss": 0.009078233502805233,
    "lr": 9.993772868329722e-05
  },
  {
    "step": 4994,
    "loss": 0.004212106112390757,
    "lr": 9.993760322567319e-05
  },
  {
    "step": 4995,
    "loss": 0.00415198877453804,
    "lr": 9.993747764187588e-05
  },
  {
    "step": 4996,
    "loss": 0.0048708864487707615,
    "lr": 9.993735193190562e-05
  },
  {
    "step": 4997,
    "loss": 0.008185632526874542,
    "lr": 9.993722609576269e-05
  },
  {
    "step": 4998,
    "loss": 0.006081834901124239,
    "lr": 9.993710013344742e-05
  },
  {
    "step": 4999,
    "loss": 0.014122774824500084,
    "lr": 9.993697404496015e-05
  },
  {
    "step": 5000,
    "loss": 0.011490213684737682,
    "lr": 9.993684783030119e-05
  },
  {
    "step": 5001,
    "loss": 0.00364100793376565,
    "lr": 9.993672148947086e-05
  },
  {
    "step": 5002,
    "loss": 0.013239117339253426,
    "lr": 9.993659502246946e-05
  },
  {
    "step": 5003,
    "loss": 0.00466949213296175,
    "lr": 9.993646842929734e-05
  },
  {
    "step": 5004,
    "loss": 0.019185751676559448,
    "lr": 9.993634170995479e-05
  },
  {
    "step": 5005,
    "loss": 0.0041124215349555016,
    "lr": 9.993621486444216e-05
  },
  {
    "step": 5006,
    "loss": 0.08366091549396515,
    "lr": 9.993608789275975e-05
  },
  {
    "step": 5007,
    "loss": 0.007047420367598534,
    "lr": 9.993596079490787e-05
  },
  {
    "step": 5008,
    "loss": 0.008297995664179325,
    "lr": 9.993583357088686e-05
  },
  {
    "step": 5009,
    "loss": 0.0035104616545140743,
    "lr": 9.993570622069705e-05
  },
  {
    "step": 5010,
    "loss": 0.0060273767448961735,
    "lr": 9.993557874433875e-05
  },
  {
    "step": 5011,
    "loss": 0.012324606999754906,
    "lr": 9.993545114181227e-05
  },
  {
    "step": 5012,
    "loss": 0.0042440276592969894,
    "lr": 9.993532341311795e-05
  },
  {
    "step": 5013,
    "loss": 0.011506820097565651,
    "lr": 9.993519555825611e-05
  },
  {
    "step": 5014,
    "loss": 0.012726630084216595,
    "lr": 9.993506757722706e-05
  },
  {
    "step": 5015,
    "loss": 0.03322070837020874,
    "lr": 9.993493947003114e-05
  },
  {
    "step": 5016,
    "loss": 0.041859712451696396,
    "lr": 9.993481123666867e-05
  },
  {
    "step": 5017,
    "loss": 0.009236881509423256,
    "lr": 9.993468287713998e-05
  },
  {
    "step": 5018,
    "loss": 0.010599271394312382,
    "lr": 9.993455439144536e-05
  },
  {
    "step": 5019,
    "loss": 0.006810497026890516,
    "lr": 9.993442577958517e-05
  },
  {
    "step": 5020,
    "loss": 0.0170145221054554,
    "lr": 9.993429704155973e-05
  },
  {
    "step": 5021,
    "loss": 0.08671290427446365,
    "lr": 9.993416817736935e-05
  },
  {
    "step": 5022,
    "loss": 0.004144313279539347,
    "lr": 9.993403918701437e-05
  },
  {
    "step": 5023,
    "loss": 0.009409224614501,
    "lr": 9.993391007049513e-05
  },
  {
    "step": 5024,
    "loss": 0.004923790227621794,
    "lr": 9.993378082781192e-05
  },
  {
    "step": 5025,
    "loss": 0.0027730618603527546,
    "lr": 9.993365145896508e-05
  },
  {
    "step": 5026,
    "loss": 0.00839398242533207,
    "lr": 9.993352196395495e-05
  },
  {
    "step": 5027,
    "loss": 0.0037032850086688995,
    "lr": 9.993339234278183e-05
  },
  {
    "step": 5028,
    "loss": 0.006648114416748285,
    "lr": 9.993326259544607e-05
  },
  {
    "step": 5029,
    "loss": 0.003625602927058935,
    "lr": 9.993313272194801e-05
  },
  {
    "step": 5030,
    "loss": 0.008760251104831696,
    "lr": 9.993300272228796e-05
  },
  {
    "step": 5031,
    "loss": 0.005072372499853373,
    "lr": 9.993287259646625e-05
  },
  {
    "step": 5032,
    "loss": 0.015231507830321789,
    "lr": 9.99327423444832e-05
  },
  {
    "step": 5033,
    "loss": 0.006750628352165222,
    "lr": 9.993261196633915e-05
  },
  {
    "step": 5034,
    "loss": 0.0348813571035862,
    "lr": 9.993248146203443e-05
  },
  {
    "step": 5035,
    "loss": 0.010363206267356873,
    "lr": 9.993235083156937e-05
  },
  {
    "step": 5036,
    "loss": 0.02994639053940773,
    "lr": 9.99322200749443e-05
  },
  {
    "step": 5037,
    "loss": 0.0073949676007032394,
    "lr": 9.993208919215954e-05
  },
  {
    "step": 5038,
    "loss": 0.016758102923631668,
    "lr": 9.993195818321542e-05
  },
  {
    "step": 5039,
    "loss": 0.006700759753584862,
    "lr": 9.99318270481123e-05
  },
  {
    "step": 5040,
    "loss": 0.014142079278826714,
    "lr": 9.993169578685047e-05
  },
  {
    "step": 5041,
    "loss": 0.007766111753880978,
    "lr": 9.993156439943031e-05
  },
  {
    "step": 5042,
    "loss": 0.019334331154823303,
    "lr": 9.99314328858521e-05
  },
  {
    "step": 5043,
    "loss": 0.005711847450584173,
    "lr": 9.99313012461162e-05
  },
  {
    "step": 5044,
    "loss": 0.012115593068301678,
    "lr": 9.993116948022295e-05
  },
  {
    "step": 5045,
    "loss": 0.00556283351033926,
    "lr": 9.993103758817268e-05
  },
  {
    "step": 5046,
    "loss": 0.006986347958445549,
    "lr": 9.99309055699657e-05
  },
  {
    "step": 5047,
    "loss": 0.012123750522732735,
    "lr": 9.993077342560236e-05
  },
  {
    "step": 5048,
    "loss": 0.0009510804666206241,
    "lr": 9.993064115508299e-05
  },
  {
    "step": 5049,
    "loss": 0.001610047067515552,
    "lr": 9.993050875840793e-05
  },
  {
    "step": 5050,
    "loss": 0.008023939095437527,
    "lr": 9.993037623557751e-05
  },
  {
    "step": 5051,
    "loss": 0.008774293586611748,
    "lr": 9.993024358659207e-05
  },
  {
    "step": 5052,
    "loss": 0.0032847553957253695,
    "lr": 9.993011081145193e-05
  },
  {
    "step": 5053,
    "loss": 0.013949488289654255,
    "lr": 9.992997791015746e-05
  },
  {
    "step": 5054,
    "loss": 0.025708505883812904,
    "lr": 9.992984488270896e-05
  },
  {
    "step": 5055,
    "loss": 0.007813804782927036,
    "lr": 9.992971172910679e-05
  },
  {
    "step": 5056,
    "loss": 0.013232762925326824,
    "lr": 9.992957844935126e-05
  },
  {
    "step": 5057,
    "loss": 0.02567235752940178,
    "lr": 9.992944504344272e-05
  },
  {
    "step": 5058,
    "loss": 0.013309725560247898,
    "lr": 9.992931151138151e-05
  },
  {
    "step": 5059,
    "loss": 0.0033641874324530363,
    "lr": 9.992917785316797e-05
  },
  {
    "step": 5060,
    "loss": 0.01328327041119337,
    "lr": 9.992904406880244e-05
  },
  {
    "step": 5061,
    "loss": 0.004634303040802479,
    "lr": 9.992891015828524e-05
  },
  {
    "step": 5062,
    "loss": 0.004734996240586042,
    "lr": 9.992877612161673e-05
  },
  {
    "step": 5063,
    "loss": 0.010078382678329945,
    "lr": 9.992864195879723e-05
  },
  {
    "step": 5064,
    "loss": 0.0026247361674904823,
    "lr": 9.99285076698271e-05
  },
  {
    "step": 5065,
    "loss": 0.02101117931306362,
    "lr": 9.992837325470667e-05
  },
  {
    "step": 5066,
    "loss": 0.004126096609979868,
    "lr": 9.992823871343628e-05
  },
  {
    "step": 5067,
    "loss": 0.02954358421266079,
    "lr": 9.992810404601625e-05
  },
  {
    "step": 5068,
    "loss": 0.006698031909763813,
    "lr": 9.992796925244696e-05
  },
  {
    "step": 5069,
    "loss": 0.032196737825870514,
    "lr": 9.99278343327287e-05
  },
  {
    "step": 5070,
    "loss": 0.010183308273553848,
    "lr": 9.992769928686185e-05
  },
  {
    "step": 5071,
    "loss": 0.011821080930531025,
    "lr": 9.992756411484675e-05
  },
  {
    "step": 5072,
    "loss": 0.005869793705642223,
    "lr": 9.992742881668372e-05
  },
  {
    "step": 5073,
    "loss": 0.009842254221439362,
    "lr": 9.992729339237312e-05
  },
  {
    "step": 5074,
    "loss": 0.014951076358556747,
    "lr": 9.992715784191529e-05
  },
  {
    "step": 5075,
    "loss": 0.014439609833061695,
    "lr": 9.992702216531056e-05
  },
  {
    "step": 5076,
    "loss": 0.005921356379985809,
    "lr": 9.992688636255928e-05
  },
  {
    "step": 5077,
    "loss": 0.010944911278784275,
    "lr": 9.99267504336618e-05
  },
  {
    "step": 5078,
    "loss": 0.0076700313948094845,
    "lr": 9.992661437861846e-05
  },
  {
    "step": 5079,
    "loss": 0.011725250631570816,
    "lr": 9.992647819742959e-05
  },
  {
    "step": 5080,
    "loss": 0.014900383539497852,
    "lr": 9.992634189009554e-05
  },
  {
    "step": 5081,
    "loss": 0.002263155300170183,
    "lr": 9.992620545661668e-05
  },
  {
    "step": 5082,
    "loss": 0.0065124379470944405,
    "lr": 9.992606889699331e-05
  },
  {
    "step": 5083,
    "loss": 0.002662542276084423,
    "lr": 9.99259322112258e-05
  },
  {
    "step": 5084,
    "loss": 0.008815729059278965,
    "lr": 9.992579539931452e-05
  },
  {
    "step": 5085,
    "loss": 0.006304389331489801,
    "lr": 9.992565846125978e-05
  },
  {
    "step": 5086,
    "loss": 0.009936421178281307,
    "lr": 9.992552139706194e-05
  },
  {
    "step": 5087,
    "loss": 0.006501202471554279,
    "lr": 9.992538420672133e-05
  },
  {
    "step": 5088,
    "loss": 0.009778683073818684,
    "lr": 9.992524689023832e-05
  },
  {
    "step": 5089,
    "loss": 0.009940287098288536,
    "lr": 9.992510944761325e-05
  },
  {
    "step": 5090,
    "loss": 0.009348452091217041,
    "lr": 9.992497187884646e-05
  },
  {
    "step": 5091,
    "loss": 0.004817336332052946,
    "lr": 9.992483418393829e-05
  },
  {
    "step": 5092,
    "loss": 0.007039427757263184,
    "lr": 9.992469636288909e-05
  },
  {
    "step": 5093,
    "loss": 0.015494531951844692,
    "lr": 9.992455841569925e-05
  },
  {
    "step": 5094,
    "loss": 0.007364779710769653,
    "lr": 9.992442034236907e-05
  },
  {
    "step": 5095,
    "loss": 0.007080750074237585,
    "lr": 9.992428214289893e-05
  },
  {
    "step": 5096,
    "loss": 0.018639829009771347,
    "lr": 9.992414381728913e-05
  },
  {
    "step": 5097,
    "loss": 0.012399067170917988,
    "lr": 9.992400536554007e-05
  },
  {
    "step": 5098,
    "loss": 0.008463745936751366,
    "lr": 9.992386678765208e-05
  },
  {
    "step": 5099,
    "loss": 0.00770756509155035,
    "lr": 9.992372808362553e-05
  },
  {
    "step": 5100,
    "loss": 0.004261545371264219,
    "lr": 9.992358925346075e-05
  },
  {
    "step": 5101,
    "loss": 0.004109456203877926,
    "lr": 9.992345029715808e-05
  },
  {
    "step": 5102,
    "loss": 0.08513590693473816,
    "lr": 9.99233112147179e-05
  },
  {
    "step": 5103,
    "loss": 0.007764488458633423,
    "lr": 9.992317200614053e-05
  },
  {
    "step": 5104,
    "loss": 0.027092471718788147,
    "lr": 9.992303267142634e-05
  },
  {
    "step": 5105,
    "loss": 0.01051033940166235,
    "lr": 9.992289321057569e-05
  },
  {
    "step": 5106,
    "loss": 0.006670339033007622,
    "lr": 9.992275362358892e-05
  },
  {
    "step": 5107,
    "loss": 0.011383342556655407,
    "lr": 9.992261391046638e-05
  },
  {
    "step": 5108,
    "loss": 0.006995707284659147,
    "lr": 9.992247407120842e-05
  },
  {
    "step": 5109,
    "loss": 0.00796799547970295,
    "lr": 9.992233410581544e-05
  },
  {
    "step": 5110,
    "loss": 0.01110178604722023,
    "lr": 9.992219401428772e-05
  },
  {
    "step": 5111,
    "loss": 0.0029965154826641083,
    "lr": 9.992205379662567e-05
  },
  {
    "step": 5112,
    "loss": 0.006411075126379728,
    "lr": 9.992191345282962e-05
  },
  {
    "step": 5113,
    "loss": 0.003148739691823721,
    "lr": 9.992177298289993e-05
  },
  {
    "step": 5114,
    "loss": 0.008696402423083782,
    "lr": 9.992163238683696e-05
  },
  {
    "step": 5115,
    "loss": 0.006259579677134752,
    "lr": 9.992149166464106e-05
  },
  {
    "step": 5116,
    "loss": 0.017898717895150185,
    "lr": 9.992135081631257e-05
  },
  {
    "step": 5117,
    "loss": 0.0021754568442702293,
    "lr": 9.992120984185186e-05
  },
  {
    "step": 5118,
    "loss": 0.010971753858029842,
    "lr": 9.992106874125927e-05
  },
  {
    "step": 5119,
    "loss": 0.005832090508192778,
    "lr": 9.992092751453519e-05
  },
  {
    "step": 5120,
    "loss": 0.0033817950170487165,
    "lr": 9.992078616167998e-05
  },
  {
    "step": 5121,
    "loss": 0.010906768962740898,
    "lr": 9.992064468269397e-05
  },
  {
    "step": 5122,
    "loss": 0.005882460158318281,
    "lr": 9.992050307757751e-05
  },
  {
    "step": 5123,
    "loss": 0.010186177678406239,
    "lr": 9.992036134633097e-05
  },
  {
    "step": 5124,
    "loss": 0.005028533283621073,
    "lr": 9.992021948895471e-05
  },
  {
    "step": 5125,
    "loss": 0.004747578874230385,
    "lr": 9.992007750544911e-05
  },
  {
    "step": 5126,
    "loss": 0.003883301978930831,
    "lr": 9.99199353958145e-05
  },
  {
    "step": 5127,
    "loss": 0.023457175120711327,
    "lr": 9.991979316005123e-05
  },
  {
    "step": 5128,
    "loss": 0.01730426773428917,
    "lr": 9.991965079815968e-05
  },
  {
    "step": 5129,
    "loss": 0.01793479546904564,
    "lr": 9.991950831014023e-05
  },
  {
    "step": 5130,
    "loss": 0.0035798666067421436,
    "lr": 9.991936569599318e-05
  },
  {
    "step": 5131,
    "loss": 0.013323549181222916,
    "lr": 9.991922295571894e-05
  },
  {
    "step": 5132,
    "loss": 0.004938804544508457,
    "lr": 9.991908008931787e-05
  },
  {
    "step": 5133,
    "loss": 0.00526590459048748,
    "lr": 9.99189370967903e-05
  },
  {
    "step": 5134,
    "loss": 0.00377206364646554,
    "lr": 9.991879397813663e-05
  },
  {
    "step": 5135,
    "loss": 0.03711945563554764,
    "lr": 9.991865073335719e-05
  },
  {
    "step": 5136,
    "loss": 0.003706954885274172,
    "lr": 9.991850736245233e-05
  },
  {
    "step": 5137,
    "loss": 0.014258898794651031,
    "lr": 9.991836386542245e-05
  },
  {
    "step": 5138,
    "loss": 0.006411158479750156,
    "lr": 9.99182202422679e-05
  },
  {
    "step": 5139,
    "loss": 0.00797031819820404,
    "lr": 9.991807649298904e-05
  },
  {
    "step": 5140,
    "loss": 0.003949118312448263,
    "lr": 9.991793261758622e-05
  },
  {
    "step": 5141,
    "loss": 0.04922252893447876,
    "lr": 9.991778861605984e-05
  },
  {
    "step": 5142,
    "loss": 0.015542802400887012,
    "lr": 9.991764448841022e-05
  },
  {
    "step": 5143,
    "loss": 0.007217075675725937,
    "lr": 9.991750023463776e-05
  },
  {
    "step": 5144,
    "loss": 0.06806981563568115,
    "lr": 9.991735585474281e-05
  },
  {
    "step": 5145,
    "loss": 0.016592619940638542,
    "lr": 9.991721134872572e-05
  },
  {
    "step": 5146,
    "loss": 0.10218806564807892,
    "lr": 9.991706671658688e-05
  },
  {
    "step": 5147,
    "loss": 0.01004292257130146,
    "lr": 9.991692195832664e-05
  },
  {
    "step": 5148,
    "loss": 0.047207821160554886,
    "lr": 9.991677707394536e-05
  },
  {
    "step": 5149,
    "loss": 0.005184788256883621,
    "lr": 9.991663206344342e-05
  },
  {
    "step": 5150,
    "loss": 0.004241910297423601,
    "lr": 9.99164869268212e-05
  },
  {
    "step": 5151,
    "loss": 0.017759114503860474,
    "lr": 9.991634166407904e-05
  },
  {
    "step": 5152,
    "loss": 0.00237562065012753,
    "lr": 9.991619627521732e-05
  },
  {
    "step": 5153,
    "loss": 0.004282352514564991,
    "lr": 9.99160507602364e-05
  },
  {
    "step": 5154,
    "loss": 0.06866510212421417,
    "lr": 9.991590511913663e-05
  },
  {
    "step": 5155,
    "loss": 0.008795032277703285,
    "lr": 9.991575935191843e-05
  },
  {
    "step": 5156,
    "loss": 0.009153823368251324,
    "lr": 9.991561345858212e-05
  },
  {
    "step": 5157,
    "loss": 0.01048437412828207,
    "lr": 9.99154674391281e-05
  },
  {
    "step": 5158,
    "loss": 0.009439440444111824,
    "lr": 9.991532129355671e-05
  },
  {
    "step": 5159,
    "loss": 0.03344880789518356,
    "lr": 9.991517502186833e-05
  },
  {
    "step": 5160,
    "loss": 0.018608693033456802,
    "lr": 9.991502862406335e-05
  },
  {
    "step": 5161,
    "loss": 0.004817006178200245,
    "lr": 9.991488210014211e-05
  },
  {
    "step": 5162,
    "loss": 0.03768840432167053,
    "lr": 9.9914735450105e-05
  },
  {
    "step": 5163,
    "loss": 0.01551361195743084,
    "lr": 9.991458867395238e-05
  },
  {
    "step": 5164,
    "loss": 0.004184558987617493,
    "lr": 9.991444177168463e-05
  },
  {
    "step": 5165,
    "loss": 0.0034614026080816984,
    "lr": 9.991429474330212e-05
  },
  {
    "step": 5166,
    "loss": 0.02060738578438759,
    "lr": 9.991414758880522e-05
  },
  {
    "step": 5167,
    "loss": 0.004396169446408749,
    "lr": 9.991400030819431e-05
  },
  {
    "step": 5168,
    "loss": 0.009713929146528244,
    "lr": 9.991385290146975e-05
  },
  {
    "step": 5169,
    "loss": 0.003545577172189951,
    "lr": 9.991370536863192e-05
  },
  {
    "step": 5170,
    "loss": 0.020929474383592606,
    "lr": 9.991355770968116e-05
  },
  {
    "step": 5171,
    "loss": 0.005369766615331173,
    "lr": 9.991340992461788e-05
  },
  {
    "step": 5172,
    "loss": 0.00797264277935028,
    "lr": 9.991326201344247e-05
  },
  {
    "step": 5173,
    "loss": 0.006222696974873543,
    "lr": 9.991311397615525e-05
  },
  {
    "step": 5174,
    "loss": 0.01058267429471016,
    "lr": 9.991296581275662e-05
  },
  {
    "step": 5175,
    "loss": 0.03895240277051926,
    "lr": 9.991281752324698e-05
  },
  {
    "step": 5176,
    "loss": 0.0036792184691876173,
    "lr": 9.991266910762665e-05
  },
  {
    "step": 5177,
    "loss": 0.005736504681408405,
    "lr": 9.991252056589606e-05
  },
  {
    "step": 5178,
    "loss": 0.03543492779135704,
    "lr": 9.991237189805554e-05
  },
  {
    "step": 5179,
    "loss": 0.0034569203853607178,
    "lr": 9.99122231041055e-05
  },
  {
    "step": 5180,
    "loss": 0.009570484980940819,
    "lr": 9.99120741840463e-05
  },
  {
    "step": 5181,
    "loss": 0.010164882987737656,
    "lr": 9.991192513787833e-05
  },
  {
    "step": 5182,
    "loss": 0.022303413599729538,
    "lr": 9.991177596560195e-05
  },
  {
    "step": 5183,
    "loss": 0.007839086465537548,
    "lr": 9.991162666721755e-05
  },
  {
    "step": 5184,
    "loss": 0.009243929758667946,
    "lr": 9.991147724272548e-05
  },
  {
    "step": 5185,
    "loss": 0.008997758850455284,
    "lr": 9.991132769212615e-05
  },
  {
    "step": 5186,
    "loss": 0.004714867100119591,
    "lr": 9.991117801541991e-05
  },
  {
    "step": 5187,
    "loss": 0.04989233240485191,
    "lr": 9.991102821260716e-05
  },
  {
    "step": 5188,
    "loss": 0.003244007471948862,
    "lr": 9.991087828368827e-05
  },
  {
    "step": 5189,
    "loss": 0.019153738394379616,
    "lr": 9.991072822866362e-05
  },
  {
    "step": 5190,
    "loss": 0.01871851459145546,
    "lr": 9.99105780475336e-05
  },
  {
    "step": 5191,
    "loss": 0.008269013836979866,
    "lr": 9.991042774029855e-05
  },
  {
    "step": 5192,
    "loss": 0.007829894311726093,
    "lr": 9.99102773069589e-05
  },
  {
    "step": 5193,
    "loss": 0.005145186558365822,
    "lr": 9.991012674751501e-05
  },
  {
    "step": 5194,
    "loss": 0.00902449432760477,
    "lr": 9.990997606196726e-05
  },
  {
    "step": 5195,
    "loss": 0.022472549229860306,
    "lr": 9.990982525031602e-05
  },
  {
    "step": 5196,
    "loss": 0.029401782900094986,
    "lr": 9.990967431256169e-05
  },
  {
    "step": 5197,
    "loss": 0.007335532456636429,
    "lr": 9.990952324870464e-05
  },
  {
    "step": 5198,
    "loss": 0.007696251384913921,
    "lr": 9.990937205874524e-05
  },
  {
    "step": 5199,
    "loss": 0.010347330942749977,
    "lr": 9.99092207426839e-05
  },
  {
    "step": 5200,
    "loss": 0.008357319980859756,
    "lr": 9.990906930052099e-05
  },
  {
    "step": 5201,
    "loss": 0.024640638381242752,
    "lr": 9.99089177322569e-05
  },
  {
    "step": 5202,
    "loss": 0.004578764084726572,
    "lr": 9.990876603789198e-05
  },
  {
    "step": 5203,
    "loss": 0.00443269731476903,
    "lr": 9.990861421742664e-05
  },
  {
    "step": 5204,
    "loss": 0.012071862816810608,
    "lr": 9.990846227086129e-05
  },
  {
    "step": 5205,
    "loss": 0.007393448147922754,
    "lr": 9.990831019819626e-05
  },
  {
    "step": 5206,
    "loss": 0.006799000781029463,
    "lr": 9.990815799943197e-05
  },
  {
    "step": 5207,
    "loss": 0.05900800973176956,
    "lr": 9.99080056745688e-05
  },
  {
    "step": 5208,
    "loss": 0.00905842799693346,
    "lr": 9.990785322360711e-05
  },
  {
    "step": 5209,
    "loss": 0.00370395858772099,
    "lr": 9.990770064654732e-05
  },
  {
    "step": 5210,
    "loss": 0.016854776069521904,
    "lr": 9.990754794338979e-05
  },
  {
    "step": 5211,
    "loss": 0.01620299369096756,
    "lr": 9.990739511413492e-05
  },
  {
    "step": 5212,
    "loss": 0.028799742460250854,
    "lr": 9.990724215878307e-05
  },
  {
    "step": 5213,
    "loss": 0.00814844761043787,
    "lr": 9.990708907733466e-05
  },
  {
    "step": 5214,
    "loss": 0.0029479116201400757,
    "lr": 9.990693586979009e-05
  },
  {
    "step": 5215,
    "loss": 0.006236575543880463,
    "lr": 9.990678253614969e-05
  },
  {
    "step": 5216,
    "loss": 0.05051223933696747,
    "lr": 9.990662907641389e-05
  },
  {
    "step": 5217,
    "loss": 0.004557779524475336,
    "lr": 9.990647549058307e-05
  },
  {
    "step": 5218,
    "loss": 0.011383655481040478,
    "lr": 9.99063217786576e-05
  },
  {
    "step": 5219,
    "loss": 0.02385844849050045,
    "lr": 9.990616794063789e-05
  },
  {
    "step": 5220,
    "loss": 0.004437902942299843,
    "lr": 9.990601397652433e-05
  },
  {
    "step": 5221,
    "loss": 0.005372429266571999,
    "lr": 9.990585988631729e-05
  },
  {
    "step": 5222,
    "loss": 0.012331753969192505,
    "lr": 9.990570567001716e-05
  },
  {
    "step": 5223,
    "loss": 0.0034630829468369484,
    "lr": 9.990555132762436e-05
  },
  {
    "step": 5224,
    "loss": 0.00498040858656168,
    "lr": 9.990539685913925e-05
  },
  {
    "step": 5225,
    "loss": 0.009029332548379898,
    "lr": 9.990524226456223e-05
  },
  {
    "step": 5226,
    "loss": 0.00570474099367857,
    "lr": 9.99050875438937e-05
  },
  {
    "step": 5227,
    "loss": 0.017104584723711014,
    "lr": 9.990493269713403e-05
  },
  {
    "step": 5228,
    "loss": 0.01071575004607439,
    "lr": 9.990477772428363e-05
  },
  {
    "step": 5229,
    "loss": 0.00443625682964921,
    "lr": 9.990462262534287e-05
  },
  {
    "step": 5230,
    "loss": 0.016729218885302544,
    "lr": 9.990446740031216e-05
  },
  {
    "step": 5231,
    "loss": 0.007383244577795267,
    "lr": 9.990431204919189e-05
  },
  {
    "step": 5232,
    "loss": 0.006338521838188171,
    "lr": 9.990415657198245e-05
  },
  {
    "step": 5233,
    "loss": 0.007517924532294273,
    "lr": 9.990400096868424e-05
  },
  {
    "step": 5234,
    "loss": 0.014975668862462044,
    "lr": 9.990384523929764e-05
  },
  {
    "step": 5235,
    "loss": 0.004918137099593878,
    "lr": 9.990368938382305e-05
  },
  {
    "step": 5236,
    "loss": 0.00900932028889656,
    "lr": 9.990353340226087e-05
  },
  {
    "step": 5237,
    "loss": 0.005516044795513153,
    "lr": 9.99033772946115e-05
  },
  {
    "step": 5238,
    "loss": 0.024454928934574127,
    "lr": 9.99032210608753e-05
  },
  {
    "step": 5239,
    "loss": 0.015382499434053898,
    "lr": 9.99030647010527e-05
  },
  {
    "step": 5240,
    "loss": 0.0053243800066411495,
    "lr": 9.990290821514408e-05
  },
  {
    "step": 5241,
    "loss": 0.005339093506336212,
    "lr": 9.990275160314984e-05
  },
  {
    "step": 5242,
    "loss": 0.03325469791889191,
    "lr": 9.990259486507038e-05
  },
  {
    "step": 5243,
    "loss": 0.014971344731748104,
    "lr": 9.990243800090607e-05
  },
  {
    "step": 5244,
    "loss": 0.016848737373948097,
    "lr": 9.990228101065734e-05
  },
  {
    "step": 5245,
    "loss": 0.0027935148682445288,
    "lr": 9.990212389432456e-05
  },
  {
    "step": 5246,
    "loss": 0.00813109427690506,
    "lr": 9.990196665190814e-05
  },
  {
    "step": 5247,
    "loss": 0.011585135012865067,
    "lr": 9.99018092834085e-05
  },
  {
    "step": 5248,
    "loss": 0.010312823578715324,
    "lr": 9.990165178882599e-05
  },
  {
    "step": 5249,
    "loss": 0.004973951727151871,
    "lr": 9.990149416816104e-05
  },
  {
    "step": 5250,
    "loss": 0.005358228459954262,
    "lr": 9.990133642141403e-05
  },
  {
    "step": 5251,
    "loss": 0.020403806120157242,
    "lr": 9.990117854858539e-05
  },
  {
    "step": 5252,
    "loss": 0.005889222491532564,
    "lr": 9.990102054967548e-05
  },
  {
    "step": 5253,
    "loss": 0.02393629401922226,
    "lr": 9.990086242468472e-05
  },
  {
    "step": 5254,
    "loss": 0.007149382494390011,
    "lr": 9.990070417361352e-05
  },
  {
    "step": 5255,
    "loss": 0.008144843392074108,
    "lr": 9.990054579646224e-05
  },
  {
    "step": 5256,
    "loss": 0.010578578338027,
    "lr": 9.990038729323133e-05
  },
  {
    "step": 5257,
    "loss": 0.006558127701282501,
    "lr": 9.990022866392115e-05
  },
  {
    "step": 5258,
    "loss": 0.008058970794081688,
    "lr": 9.990006990853212e-05
  },
  {
    "step": 5259,
    "loss": 0.006325962021946907,
    "lr": 9.989991102706465e-05
  },
  {
    "step": 5260,
    "loss": 0.005382025148719549,
    "lr": 9.989975201951911e-05
  },
  {
    "step": 5261,
    "loss": 0.034156184643507004,
    "lr": 9.989959288589595e-05
  },
  {
    "step": 5262,
    "loss": 0.0036945324391126633,
    "lr": 9.989943362619552e-05
  },
  {
    "step": 5263,
    "loss": 0.062026944011449814,
    "lr": 9.989927424041826e-05
  },
  {
    "step": 5264,
    "loss": 0.00646063219755888,
    "lr": 9.989911472856455e-05
  },
  {
    "step": 5265,
    "loss": 0.012448820285499096,
    "lr": 9.989895509063482e-05
  },
  {
    "step": 5266,
    "loss": 0.005953527521342039,
    "lr": 9.989879532662945e-05
  },
  {
    "step": 5267,
    "loss": 0.012385520152747631,
    "lr": 9.989863543654884e-05
  },
  {
    "step": 5268,
    "loss": 0.006242929492145777,
    "lr": 9.989847542039341e-05
  },
  {
    "step": 5269,
    "loss": 0.005950387567281723,
    "lr": 9.989831527816356e-05
  },
  {
    "step": 5270,
    "loss": 0.017811482772231102,
    "lr": 9.989815500985968e-05
  },
  {
    "step": 5271,
    "loss": 0.006531609687954187,
    "lr": 9.98979946154822e-05
  },
  {
    "step": 5272,
    "loss": 0.016455568373203278,
    "lr": 9.98978340950315e-05
  },
  {
    "step": 5273,
    "loss": 0.004987249616533518,
    "lr": 9.9897673448508e-05
  },
  {
    "step": 5274,
    "loss": 0.0042640333995223045,
    "lr": 9.989751267591211e-05
  },
  {
    "step": 5275,
    "loss": 0.00449312524870038,
    "lr": 9.989735177724422e-05
  },
  {
    "step": 5276,
    "loss": 0.039097826927900314,
    "lr": 9.989719075250477e-05
  },
  {
    "step": 5277,
    "loss": 0.02761867642402649,
    "lr": 9.989702960169411e-05
  },
  {
    "step": 5278,
    "loss": 0.030937235802412033,
    "lr": 9.989686832481271e-05
  },
  {
    "step": 5279,
    "loss": 0.17812760174274445,
    "lr": 9.989670692186094e-05
  },
  {
    "step": 5280,
    "loss": 0.010336806066334248,
    "lr": 9.989654539283921e-05
  },
  {
    "step": 5281,
    "loss": 0.007260401267558336,
    "lr": 9.989638373774794e-05
  },
  {
    "step": 5282,
    "loss": 0.04730305075645447,
    "lr": 9.989622195658752e-05
  },
  {
    "step": 5283,
    "loss": 0.00987674854695797,
    "lr": 9.989606004935838e-05
  },
  {
    "step": 5284,
    "loss": 0.025942279025912285,
    "lr": 9.989589801606093e-05
  },
  {
    "step": 5285,
    "loss": 0.00903310440480709,
    "lr": 9.989573585669557e-05
  },
  {
    "step": 5286,
    "loss": 0.0036019696854054928,
    "lr": 9.98955735712627e-05
  },
  {
    "step": 5287,
    "loss": 0.0026666538324207067,
    "lr": 9.989541115976274e-05
  },
  {
    "step": 5288,
    "loss": 0.08168124407529831,
    "lr": 9.989524862219609e-05
  },
  {
    "step": 5289,
    "loss": 0.007762509863823652,
    "lr": 9.989508595856319e-05
  },
  {
    "step": 5290,
    "loss": 0.0059934575110673904,
    "lr": 9.989492316886444e-05
  },
  {
    "step": 5291,
    "loss": 0.009265601634979248,
    "lr": 9.989476025310022e-05
  },
  {
    "step": 5292,
    "loss": 0.0041763330809772015,
    "lr": 9.989459721127096e-05
  },
  {
    "step": 5293,
    "loss": 0.07301013916730881,
    "lr": 9.989443404337708e-05
  },
  {
    "step": 5294,
    "loss": 0.009382866322994232,
    "lr": 9.9894270749419e-05
  },
  {
    "step": 5295,
    "loss": 0.0073998006992042065,
    "lr": 9.98941073293971e-05
  },
  {
    "step": 5296,
    "loss": 0.011404992081224918,
    "lr": 9.989394378331182e-05
  },
  {
    "step": 5297,
    "loss": 0.004329627379775047,
    "lr": 9.989378011116359e-05
  },
  {
    "step": 5298,
    "loss": 0.005223700311034918,
    "lr": 9.989361631295278e-05
  },
  {
    "step": 5299,
    "loss": 0.012965977191925049,
    "lr": 9.989345238867984e-05
  },
  {
    "step": 5300,
    "loss": 0.0041747549548745155,
    "lr": 9.989328833834516e-05
  },
  {
    "step": 5301,
    "loss": 0.004255399107933044,
    "lr": 9.989312416194917e-05
  },
  {
    "step": 5302,
    "loss": 0.011558624915778637,
    "lr": 9.989295985949228e-05
  },
  {
    "step": 5303,
    "loss": 0.01746302843093872,
    "lr": 9.989279543097488e-05
  },
  {
    "step": 5304,
    "loss": 0.012955409474670887,
    "lr": 9.989263087639743e-05
  },
  {
    "step": 5305,
    "loss": 0.009644141420722008,
    "lr": 9.989246619576031e-05
  },
  {
    "step": 5306,
    "loss": 0.005052786320447922,
    "lr": 9.989230138906396e-05
  },
  {
    "step": 5307,
    "loss": 0.009067291393876076,
    "lr": 9.989213645630878e-05
  },
  {
    "step": 5308,
    "loss": 0.004685689229518175,
    "lr": 9.989197139749521e-05
  },
  {
    "step": 5309,
    "loss": 0.02803279459476471,
    "lr": 9.989180621262362e-05
  },
  {
    "step": 5310,
    "loss": 0.008510950952768326,
    "lr": 9.989164090169449e-05
  },
  {
    "step": 5311,
    "loss": 0.014388365671038628,
    "lr": 9.989147546470818e-05
  },
  {
    "step": 5312,
    "loss": 0.005015572067350149,
    "lr": 9.989130990166516e-05
  },
  {
    "step": 5313,
    "loss": 0.032464127987623215,
    "lr": 9.989114421256581e-05
  },
  {
    "step": 5314,
    "loss": 0.028718337416648865,
    "lr": 9.989097839741056e-05
  },
  {
    "step": 5315,
    "loss": 0.009872304275631905,
    "lr": 9.989081245619983e-05
  },
  {
    "step": 5316,
    "loss": 0.04444373399019241,
    "lr": 9.989064638893403e-05
  },
  {
    "step": 5317,
    "loss": 0.006898054853081703,
    "lr": 9.989048019561361e-05
  },
  {
    "step": 5318,
    "loss": 0.007052625063806772,
    "lr": 9.989031387623895e-05
  },
  {
    "step": 5319,
    "loss": 0.002739687915891409,
    "lr": 9.989014743081049e-05
  },
  {
    "step": 5320,
    "loss": 0.008900186978280544,
    "lr": 9.988998085932865e-05
  },
  {
    "step": 5321,
    "loss": 0.058889005333185196,
    "lr": 9.988981416179386e-05
  },
  {
    "step": 5322,
    "loss": 0.004534185864031315,
    "lr": 9.988964733820652e-05
  },
  {
    "step": 5323,
    "loss": 0.00885866954922676,
    "lr": 9.988948038856707e-05
  },
  {
    "step": 5324,
    "loss": 0.019119281321763992,
    "lr": 9.988931331287592e-05
  },
  {
    "step": 5325,
    "loss": 0.010724382475018501,
    "lr": 9.98891461111335e-05
  },
  {
    "step": 5326,
    "loss": 0.12919743359088898,
    "lr": 9.988897878334024e-05
  },
  {
    "step": 5327,
    "loss": 0.012633705511689186,
    "lr": 9.988881132949654e-05
  },
  {
    "step": 5328,
    "loss": 0.022847691550850868,
    "lr": 9.988864374960284e-05
  },
  {
    "step": 5329,
    "loss": 0.03529020771384239,
    "lr": 9.988847604365955e-05
  },
  {
    "step": 5330,
    "loss": 0.00879020057618618,
    "lr": 9.98883082116671e-05
  },
  {
    "step": 5331,
    "loss": 0.0046468875370919704,
    "lr": 9.988814025362591e-05
  },
  {
    "step": 5332,
    "loss": 0.010497980751097202,
    "lr": 9.988797216953643e-05
  },
  {
    "step": 5333,
    "loss": 0.007946057245135307,
    "lr": 9.988780395939907e-05
  },
  {
    "step": 5334,
    "loss": 0.00490790419280529,
    "lr": 9.988763562321423e-05
  },
  {
    "step": 5335,
    "loss": 0.0241195447742939,
    "lr": 9.988746716098237e-05
  },
  {
    "step": 5336,
    "loss": 0.00586252985522151,
    "lr": 9.98872985727039e-05
  },
  {
    "step": 5337,
    "loss": 0.0032557151280343533,
    "lr": 9.988712985837925e-05
  },
  {
    "step": 5338,
    "loss": 0.015742070972919464,
    "lr": 9.988696101800882e-05
  },
  {
    "step": 5339,
    "loss": 0.016393709927797318,
    "lr": 9.988679205159308e-05
  },
  {
    "step": 5340,
    "loss": 0.020037617534399033,
    "lr": 9.988662295913244e-05
  },
  {
    "step": 5341,
    "loss": 0.005168478470295668,
    "lr": 9.988645374062732e-05
  },
  {
    "step": 5342,
    "loss": 0.005845095496624708,
    "lr": 9.988628439607815e-05
  },
  {
    "step": 5343,
    "loss": 0.045981984585523605,
    "lr": 9.988611492548536e-05
  },
  {
    "step": 5344,
    "loss": 0.023747991770505905,
    "lr": 9.988594532884938e-05
  },
  {
    "step": 5345,
    "loss": 0.0166716780513525,
    "lr": 9.988577560617065e-05
  },
  {
    "step": 5346,
    "loss": 0.006133755203336477,
    "lr": 9.988560575744956e-05
  },
  {
    "step": 5347,
    "loss": 0.018017787486314774,
    "lr": 9.988543578268657e-05
  },
  {
    "step": 5348,
    "loss": 0.018190016970038414,
    "lr": 9.98852656818821e-05
  },
  {
    "step": 5349,
    "loss": 0.012417322024703026,
    "lr": 9.98850954550366e-05
  },
  {
    "step": 5350,
    "loss": 0.013867979869246483,
    "lr": 9.988492510215046e-05
  },
  {
    "step": 5351,
    "loss": 0.010471885092556477,
    "lr": 9.988475462322416e-05
  },
  {
    "step": 5352,
    "loss": 0.07274531573057175,
    "lr": 9.988458401825809e-05
  },
  {
    "step": 5353,
    "loss": 0.001381383859552443,
    "lr": 9.988441328725271e-05
  },
  {
    "step": 5354,
    "loss": 0.004461117088794708,
    "lr": 9.988424243020842e-05
  },
  {
    "step": 5355,
    "loss": 0.0032628108747303486,
    "lr": 9.988407144712569e-05
  },
  {
    "step": 5356,
    "loss": 0.009868740104138851,
    "lr": 9.988390033800492e-05
  },
  {
    "step": 5357,
    "loss": 0.007814650423824787,
    "lr": 9.988372910284654e-05
  },
  {
    "step": 5358,
    "loss": 0.004190825391560793,
    "lr": 9.988355774165102e-05
  },
  {
    "step": 5359,
    "loss": 0.024882107973098755,
    "lr": 9.988338625441875e-05
  },
  {
    "step": 5360,
    "loss": 0.005772050004452467,
    "lr": 9.98832146411502e-05
  },
  {
    "step": 5361,
    "loss": 0.01149393804371357,
    "lr": 9.988304290184578e-05
  },
  {
    "step": 5362,
    "loss": 0.004341264721006155,
    "lr": 9.988287103650592e-05
  },
  {
    "step": 5363,
    "loss": 0.012599959038197994,
    "lr": 9.988269904513107e-05
  },
  {
    "step": 5364,
    "loss": 0.004643188789486885,
    "lr": 9.988252692772166e-05
  },
  {
    "step": 5365,
    "loss": 0.018845370039343834,
    "lr": 9.988235468427811e-05
  },
  {
    "step": 5366,
    "loss": 0.0040152911096811295,
    "lr": 9.988218231480089e-05
  },
  {
    "step": 5367,
    "loss": 0.018459239974617958,
    "lr": 9.988200981929039e-05
  },
  {
    "step": 5368,
    "loss": 0.0068265595473349094,
    "lr": 9.988183719774708e-05
  },
  {
    "step": 5369,
    "loss": 0.0031251765321940184,
    "lr": 9.98816644501714e-05
  },
  {
    "step": 5370,
    "loss": 0.0035083116963505745,
    "lr": 9.988149157656374e-05
  },
  {
    "step": 5371,
    "loss": 0.0073732347227633,
    "lr": 9.98813185769246e-05
  },
  {
    "step": 5372,
    "loss": 0.10210318863391876,
    "lr": 9.988114545125438e-05
  },
  {
    "step": 5373,
    "loss": 0.03628287464380264,
    "lr": 9.988097219955353e-05
  },
  {
    "step": 5374,
    "loss": 0.002696478273719549,
    "lr": 9.988079882182246e-05
  },
  {
    "step": 5375,
    "loss": 0.0059551759622991085,
    "lr": 9.988062531806164e-05
  },
  {
    "step": 5376,
    "loss": 0.005677714012563229,
    "lr": 9.98804516882715e-05
  },
  {
    "step": 5377,
    "loss": 0.008968566544353962,
    "lr": 9.988027793245247e-05
  },
  {
    "step": 5378,
    "loss": 0.0065100244246423244,
    "lr": 9.9880104050605e-05
  },
  {
    "step": 5379,
    "loss": 0.0058204601518809795,
    "lr": 9.987993004272951e-05
  },
  {
    "step": 5380,
    "loss": 0.00753620034083724,
    "lr": 9.987975590882648e-05
  },
  {
    "step": 5381,
    "loss": 0.013895067386329174,
    "lr": 9.987958164889631e-05
  },
  {
    "step": 5382,
    "loss": 0.012287545017898083,
    "lr": 9.987940726293947e-05
  },
  {
    "step": 5383,
    "loss": 0.011512135155498981,
    "lr": 9.987923275095638e-05
  },
  {
    "step": 5384,
    "loss": 0.0055564274080097675,
    "lr": 9.987905811294748e-05
  },
  {
    "step": 5385,
    "loss": 0.006908547133207321,
    "lr": 9.987888334891322e-05
  },
  {
    "step": 5386,
    "loss": 0.022848591208457947,
    "lr": 9.987870845885404e-05
  },
  {
    "step": 5387,
    "loss": 0.01010118704289198,
    "lr": 9.987853344277038e-05
  },
  {
    "step": 5388,
    "loss": 0.0030063316226005554,
    "lr": 9.987835830066268e-05
  },
  {
    "step": 5389,
    "loss": 0.0048792073503136635,
    "lr": 9.98781830325314e-05
  },
  {
    "step": 5390,
    "loss": 0.006841607391834259,
    "lr": 9.987800763837695e-05
  },
  {
    "step": 5391,
    "loss": 0.03316004201769829,
    "lr": 9.987783211819979e-05
  },
  {
    "step": 5392,
    "loss": 0.00730217806994915,
    "lr": 9.987765647200037e-05
  },
  {
    "step": 5393,
    "loss": 0.006217239424586296,
    "lr": 9.987748069977914e-05
  },
  {
    "step": 5394,
    "loss": 0.034085601568222046,
    "lr": 9.987730480153651e-05
  },
  {
    "step": 5395,
    "loss": 0.006849571596831083,
    "lr": 9.987712877727296e-05
  },
  {
    "step": 5396,
    "loss": 0.005881390068680048,
    "lr": 9.987695262698893e-05
  },
  {
    "step": 5397,
    "loss": 0.021839112043380737,
    "lr": 9.987677635068485e-05
  },
  {
    "step": 5398,
    "loss": 0.010347530245780945,
    "lr": 9.987659994836119e-05
  },
  {
    "step": 5399,
    "loss": 0.009097534231841564,
    "lr": 9.987642342001836e-05
  },
  {
    "step": 5400,
    "loss": 0.024631937965750694,
    "lr": 9.987624676565684e-05
  },
  {
    "step": 5401,
    "loss": 0.04082610458135605,
    "lr": 9.987606998527703e-05
  },
  {
    "step": 5402,
    "loss": 0.004454232286661863,
    "lr": 9.987589307887943e-05
  },
  {
    "step": 5403,
    "loss": 0.007899107411503792,
    "lr": 9.987571604646449e-05
  },
  {
    "step": 5404,
    "loss": 0.029673973098397255,
    "lr": 9.98755388880326e-05
  },
  {
    "step": 5405,
    "loss": 0.01264434028416872,
    "lr": 9.987536160358424e-05
  },
  {
    "step": 5406,
    "loss": 0.01640322245657444,
    "lr": 9.987518419311986e-05
  },
  {
    "step": 5407,
    "loss": 0.002490634797140956,
    "lr": 9.987500665663991e-05
  },
  {
    "step": 5408,
    "loss": 0.0029525558929890394,
    "lr": 9.987482899414484e-05
  },
  {
    "step": 5409,
    "loss": 0.005615860689431429,
    "lr": 9.987465120563508e-05
  },
  {
    "step": 5410,
    "loss": 0.005701596383005381,
    "lr": 9.987447329111111e-05
  },
  {
    "step": 5411,
    "loss": 0.007639640010893345,
    "lr": 9.987429525057335e-05
  },
  {
    "step": 5412,
    "loss": 0.03477342799305916,
    "lr": 9.987411708402226e-05
  },
  {
    "step": 5413,
    "loss": 0.009975451976060867,
    "lr": 9.98739387914583e-05
  },
  {
    "step": 5414,
    "loss": 0.004578437190502882,
    "lr": 9.987376037288191e-05
  },
  {
    "step": 5415,
    "loss": 0.0071924710646271706,
    "lr": 9.987358182829355e-05
  },
  {
    "step": 5416,
    "loss": 0.009196395985782146,
    "lr": 9.987340315769364e-05
  },
  {
    "step": 5417,
    "loss": 0.004314590245485306,
    "lr": 9.987322436108267e-05
  },
  {
    "step": 5418,
    "loss": 0.008047518320381641,
    "lr": 9.98730454384611e-05
  },
  {
    "step": 5419,
    "loss": 0.003876582719385624,
    "lr": 9.987286638982933e-05
  },
  {
    "step": 5420,
    "loss": 0.02230571024119854,
    "lr": 9.987268721518785e-05
  },
  {
    "step": 5421,
    "loss": 0.00218941573984921,
    "lr": 9.98725079145371e-05
  },
  {
    "step": 5422,
    "loss": 0.027040138840675354,
    "lr": 9.987232848787755e-05
  },
  {
    "step": 5423,
    "loss": 0.002595416270196438,
    "lr": 9.987214893520962e-05
  },
  {
    "step": 5424,
    "loss": 0.003466970520094037,
    "lr": 9.987196925653379e-05
  },
  {
    "step": 5425,
    "loss": 0.013848353177309036,
    "lr": 9.987178945185051e-05
  },
  {
    "step": 5426,
    "loss": 0.006842611823230982,
    "lr": 9.987160952116024e-05
  },
  {
    "step": 5427,
    "loss": 0.010455524548888206,
    "lr": 9.987142946446342e-05
  },
  {
    "step": 5428,
    "loss": 0.02061757631599903,
    "lr": 9.987124928176052e-05
  },
  {
    "step": 5429,
    "loss": 0.017108770087361336,
    "lr": 9.987106897305198e-05
  },
  {
    "step": 5430,
    "loss": 0.01846991293132305,
    "lr": 9.987088853833827e-05
  },
  {
    "step": 5431,
    "loss": 0.01373767014592886,
    "lr": 9.987070797761983e-05
  },
  {
    "step": 5432,
    "loss": 0.04091445356607437,
    "lr": 9.987052729089713e-05
  },
  {
    "step": 5433,
    "loss": 0.0068602669052779675,
    "lr": 9.987034647817063e-05
  },
  {
    "step": 5434,
    "loss": 0.03889881819486618,
    "lr": 9.987016553944077e-05
  },
  {
    "step": 5435,
    "loss": 0.02321300469338894,
    "lr": 9.986998447470801e-05
  },
  {
    "step": 5436,
    "loss": 0.005641959607601166,
    "lr": 9.986980328397283e-05
  },
  {
    "step": 5437,
    "loss": 0.0029175346717238426,
    "lr": 9.986962196723566e-05
  },
  {
    "step": 5438,
    "loss": 0.00489799864590168,
    "lr": 9.986944052449697e-05
  },
  {
    "step": 5439,
    "loss": 0.09105382114648819,
    "lr": 9.986925895575723e-05
  },
  {
    "step": 5440,
    "loss": 0.006289131473749876,
    "lr": 9.986907726101687e-05
  },
  {
    "step": 5441,
    "loss": 0.005987083539366722,
    "lr": 9.986889544027638e-05
  },
  {
    "step": 5442,
    "loss": 0.013938835822045803,
    "lr": 9.98687134935362e-05
  },
  {
    "step": 5443,
    "loss": 0.007324091624468565,
    "lr": 9.98685314207968e-05
  },
  {
    "step": 5444,
    "loss": 0.009645604528486729,
    "lr": 9.986834922205862e-05
  },
  {
    "step": 5445,
    "loss": 0.022346725687384605,
    "lr": 9.986816689732215e-05
  },
  {
    "step": 5446,
    "loss": 0.0138079933822155,
    "lr": 9.986798444658782e-05
  },
  {
    "step": 5447,
    "loss": 0.1637951135635376,
    "lr": 9.986780186985612e-05
  },
  {
    "step": 5448,
    "loss": 0.004909870680421591,
    "lr": 9.986761916712749e-05
  },
  {
    "step": 5449,
    "loss": 0.0036029471084475517,
    "lr": 9.986743633840239e-05
  },
  {
    "step": 5450,
    "loss": 0.010141685605049133,
    "lr": 9.98672533836813e-05
  },
  {
    "step": 5451,
    "loss": 0.0031730823684483767,
    "lr": 9.986707030296469e-05
  },
  {
    "step": 5452,
    "loss": 0.03801019862294197,
    "lr": 9.986688709625299e-05
  },
  {
    "step": 5453,
    "loss": 0.011798922903835773,
    "lr": 9.986670376354669e-05
  },
  {
    "step": 5454,
    "loss": 0.0029281519819051027,
    "lr": 9.986652030484623e-05
  },
  {
    "step": 5455,
    "loss": 0.032927896827459335,
    "lr": 9.98663367201521e-05
  },
  {
    "step": 5456,
    "loss": 0.01142400223761797,
    "lr": 9.986615300946475e-05
  },
  {
    "step": 5457,
    "loss": 0.02247030660510063,
    "lr": 9.986596917278462e-05
  },
  {
    "step": 5458,
    "loss": 0.00604577362537384,
    "lr": 9.986578521011222e-05
  },
  {
    "step": 5459,
    "loss": 0.02126387506723404,
    "lr": 9.9865601121448e-05
  },
  {
    "step": 5460,
    "loss": 0.05477128550410271,
    "lr": 9.98654169067924e-05
  },
  {
    "step": 5461,
    "loss": 0.007175068370997906,
    "lr": 9.98652325661459e-05
  },
  {
    "step": 5462,
    "loss": 0.005097209941595793,
    "lr": 9.986504809950897e-05
  },
  {
    "step": 5463,
    "loss": 0.006777103524655104,
    "lr": 9.98648635068821e-05
  },
  {
    "step": 5464,
    "loss": 0.0037220059894025326,
    "lr": 9.986467878826573e-05
  },
  {
    "step": 5465,
    "loss": 0.003704514354467392,
    "lr": 9.986449394366031e-05
  },
  {
    "step": 5466,
    "loss": 0.004853270016610622,
    "lr": 9.986430897306635e-05
  },
  {
    "step": 5467,
    "loss": 0.006819646339863539,
    "lr": 9.986412387648426e-05
  },
  {
    "step": 5468,
    "loss": 0.007899714633822441,
    "lr": 9.986393865391455e-05
  },
  {
    "step": 5469,
    "loss": 0.007025872822850943,
    "lr": 9.98637533053577e-05
  },
  {
    "step": 5470,
    "loss": 0.013431742787361145,
    "lr": 9.986356783081412e-05
  },
  {
    "step": 5471,
    "loss": 0.023396003991365433,
    "lr": 9.986338223028435e-05
  },
  {
    "step": 5472,
    "loss": 0.00500965490937233,
    "lr": 9.986319650376881e-05
  },
  {
    "step": 5473,
    "loss": 0.006690546870231628,
    "lr": 9.986301065126798e-05
  },
  {
    "step": 5474,
    "loss": 0.036621563136577606,
    "lr": 9.986282467278235e-05
  },
  {
    "step": 5475,
    "loss": 0.006660470739006996,
    "lr": 9.986263856831236e-05
  },
  {
    "step": 5476,
    "loss": 0.005612872075289488,
    "lr": 9.986245233785851e-05
  },
  {
    "step": 5477,
    "loss": 0.02209952473640442,
    "lr": 9.986226598142123e-05
  },
  {
    "step": 5478,
    "loss": 0.0062891459092497826,
    "lr": 9.986207949900102e-05
  },
  {
    "step": 5479,
    "loss": 0.022726114839315414,
    "lr": 9.986189289059836e-05
  },
  {
    "step": 5480,
    "loss": 0.00702692661434412,
    "lr": 9.986170615621369e-05
  },
  {
    "step": 5481,
    "loss": 0.008179559372365475,
    "lr": 9.986151929584752e-05
  },
  {
    "step": 5482,
    "loss": 0.020293351262807846,
    "lr": 9.986133230950028e-05
  },
  {
    "step": 5483,
    "loss": 0.020859839394688606,
    "lr": 9.986114519717247e-05
  },
  {
    "step": 5484,
    "loss": 0.006331224460154772,
    "lr": 9.986095795886456e-05
  },
  {
    "step": 5485,
    "loss": 0.004803560208529234,
    "lr": 9.986077059457702e-05
  },
  {
    "step": 5486,
    "loss": 0.0047433460131287575,
    "lr": 9.986058310431032e-05
  },
  {
    "step": 5487,
    "loss": 0.01315998937934637,
    "lr": 9.986039548806494e-05
  },
  {
    "step": 5488,
    "loss": 0.004377448931336403,
    "lr": 9.986020774584135e-05
  },
  {
    "step": 5489,
    "loss": 0.003861144883558154,
    "lr": 9.986001987764002e-05
  },
  {
    "step": 5490,
    "loss": 0.010011128149926662,
    "lr": 9.985983188346144e-05
  },
  {
    "step": 5491,
    "loss": 0.0026860861107707024,
    "lr": 9.985964376330607e-05
  },
  {
    "step": 5492,
    "loss": 0.007662543095648289,
    "lr": 9.985945551717439e-05
  },
  {
    "step": 5493,
    "loss": 0.0028717401437461376,
    "lr": 9.985926714506689e-05
  },
  {
    "step": 5494,
    "loss": 0.013338521122932434,
    "lr": 9.985907864698402e-05
  },
  {
    "step": 5495,
    "loss": 0.017499327659606934,
    "lr": 9.985889002292627e-05
  },
  {
    "step": 5496,
    "loss": 0.045369960367679596,
    "lr": 9.98587012728941e-05
  },
  {
    "step": 5497,
    "loss": 0.004684627056121826,
    "lr": 9.985851239688801e-05
  },
  {
    "step": 5498,
    "loss": 0.022576743736863136,
    "lr": 9.985832339490847e-05
  },
  {
    "step": 5499,
    "loss": 0.00492633692920208,
    "lr": 9.985813426695596e-05
  },
  {
    "step": 5500,
    "loss": 0.006363241467624903,
    "lr": 9.985794501303095e-05
  },
  {
    "step": 5501,
    "loss": 0.0056040361523628235,
    "lr": 9.985775563313393e-05
  },
  {
    "step": 5502,
    "loss": 0.0024144169874489307,
    "lr": 9.985756612726536e-05
  },
  {
    "step": 5503,
    "loss": 0.03694447875022888,
    "lr": 9.985737649542574e-05
  },
  {
    "step": 5504,
    "loss": 0.009781074710190296,
    "lr": 9.985718673761554e-05
  },
  {
    "step": 5505,
    "loss": 0.02030067890882492,
    "lr": 9.985699685383522e-05
  },
  {
    "step": 5506,
    "loss": 0.004060357343405485,
    "lr": 9.98568068440853e-05
  },
  {
    "step": 5507,
    "loss": 0.010410988703370094,
    "lr": 9.985661670836623e-05
  },
  {
    "step": 5508,
    "loss": 0.024519529193639755,
    "lr": 9.985642644667851e-05
  },
  {
    "step": 5509,
    "loss": 0.011504851281642914,
    "lr": 9.98562360590226e-05
  },
  {
    "step": 5510,
    "loss": 0.005294636357575655,
    "lr": 9.9856045545399e-05
  },
  {
    "step": 5511,
    "loss": 0.004238735418766737,
    "lr": 9.985585490580817e-05
  },
  {
    "step": 5512,
    "loss": 0.011107418686151505,
    "lr": 9.98556641402506e-05
  },
  {
    "step": 5513,
    "loss": 0.004315786063671112,
    "lr": 9.985547324872679e-05
  },
  {
    "step": 5514,
    "loss": 0.0048940349370241165,
    "lr": 9.98552822312372e-05
  },
  {
    "step": 5515,
    "loss": 0.02189374715089798,
    "lr": 9.985509108778231e-05
  },
  {
    "step": 5516,
    "loss": 0.014011956751346588,
    "lr": 9.985489981836263e-05
  },
  {
    "step": 5517,
    "loss": 0.010851540602743626,
    "lr": 9.98547084229786e-05
  },
  {
    "step": 5518,
    "loss": 0.00785784237086773,
    "lr": 9.985451690163076e-05
  },
  {
    "step": 5519,
    "loss": 0.006893244571983814,
    "lr": 9.985432525431955e-05
  },
  {
    "step": 5520,
    "loss": 0.019250012934207916,
    "lr": 9.985413348104548e-05
  },
  {
    "step": 5521,
    "loss": 0.007780862506479025,
    "lr": 9.985394158180902e-05
  },
  {
    "step": 5522,
    "loss": 0.006350546143949032,
    "lr": 9.985374955661065e-05
  },
  {
    "step": 5523,
    "loss": 0.038236599415540695,
    "lr": 9.985355740545086e-05
  },
  {
    "step": 5524,
    "loss": 0.004806870128959417,
    "lr": 9.985336512833015e-05
  },
  {
    "step": 5525,
    "loss": 0.004166410304605961,
    "lr": 9.985317272524899e-05
  },
  {
    "step": 5526,
    "loss": 0.007711504120379686,
    "lr": 9.985298019620787e-05
  },
  {
    "step": 5527,
    "loss": 0.03487855941057205,
    "lr": 9.985278754120727e-05
  },
  {
    "step": 5528,
    "loss": 0.028348898515105247,
    "lr": 9.98525947602477e-05
  },
  {
    "step": 5529,
    "loss": 0.0049719479866325855,
    "lr": 9.985240185332962e-05
  },
  {
    "step": 5530,
    "loss": 0.09275360405445099,
    "lr": 9.98522088204535e-05
  },
  {
    "step": 5531,
    "loss": 0.008937844075262547,
    "lr": 9.985201566161989e-05
  },
  {
    "step": 5532,
    "loss": 0.008887236006557941,
    "lr": 9.985182237682925e-05
  },
  {
    "step": 5533,
    "loss": 0.005407322198152542,
    "lr": 9.985162896608205e-05
  },
  {
    "step": 5534,
    "loss": 0.019396275281906128,
    "lr": 9.985143542937878e-05
  },
  {
    "step": 5535,
    "loss": 0.005430367775261402,
    "lr": 9.985124176671994e-05
  },
  {
    "step": 5536,
    "loss": 0.26462459564208984,
    "lr": 9.985104797810603e-05
  },
  {
    "step": 5537,
    "loss": 0.009872427210211754,
    "lr": 9.985085406353753e-05
  },
  {
    "step": 5538,
    "loss": 0.007095447741448879,
    "lr": 9.985066002301492e-05
  },
  {
    "step": 5539,
    "loss": 0.07182969152927399,
    "lr": 9.98504658565387e-05
  },
  {
    "step": 5540,
    "loss": 0.06653931736946106,
    "lr": 9.985027156410938e-05
  },
  {
    "step": 5541,
    "loss": 0.0025372717063874006,
    "lr": 9.985007714572742e-05
  },
  {
    "step": 5542,
    "loss": 0.03574424237012863,
    "lr": 9.984988260139331e-05
  },
  {
    "step": 5543,
    "loss": 0.005985104478895664,
    "lr": 9.984968793110756e-05
  },
  {
    "step": 5544,
    "loss": 0.004841573536396027,
    "lr": 9.984949313487067e-05
  },
  {
    "step": 5545,
    "loss": 0.006154244299978018,
    "lr": 9.984929821268309e-05
  },
  {
    "step": 5546,
    "loss": 0.12151450663805008,
    "lr": 9.984910316454535e-05
  },
  {
    "step": 5547,
    "loss": 0.0047261351719498634,
    "lr": 9.984890799045792e-05
  },
  {
    "step": 5548,
    "loss": 0.008329319767653942,
    "lr": 9.984871269042132e-05
  },
  {
    "step": 5549,
    "loss": 0.008746318519115448,
    "lr": 9.984851726443603e-05
  },
  {
    "step": 5550,
    "loss": 0.005444131791591644,
    "lr": 9.984832171250254e-05
  },
  {
    "step": 5551,
    "loss": 0.014775756746530533,
    "lr": 9.984812603462135e-05
  },
  {
    "step": 5552,
    "loss": 0.015579872764647007,
    "lr": 9.984793023079296e-05
  },
  {
    "step": 5553,
    "loss": 0.006403853185474873,
    "lr": 9.984773430101784e-05
  },
  {
    "step": 5554,
    "loss": 0.004895819816738367,
    "lr": 9.98475382452965e-05
  },
  {
    "step": 5555,
    "loss": 0.008886048570275307,
    "lr": 9.984734206362945e-05
  },
  {
    "step": 5556,
    "loss": 0.003530004294589162,
    "lr": 9.984714575601715e-05
  },
  {
    "step": 5557,
    "loss": 0.0037415751721709967,
    "lr": 9.984694932246015e-05
  },
  {
    "step": 5558,
    "loss": 0.04288613796234131,
    "lr": 9.984675276295889e-05
  },
  {
    "step": 5559,
    "loss": 0.01051343698054552,
    "lr": 9.98465560775139e-05
  },
  {
    "step": 5560,
    "loss": 0.006259141024202108,
    "lr": 9.984635926612566e-05
  },
  {
    "step": 5561,
    "loss": 0.004855749197304249,
    "lr": 9.984616232879467e-05
  },
  {
    "step": 5562,
    "loss": 0.005997009109705687,
    "lr": 9.984596526552145e-05
  },
  {
    "step": 5563,
    "loss": 0.030147433280944824,
    "lr": 9.984576807630649e-05
  },
  {
    "step": 5564,
    "loss": 0.0032408623956143856,
    "lr": 9.984557076115025e-05
  },
  {
    "step": 5565,
    "loss": 0.0053490884602069855,
    "lr": 9.984537332005326e-05
  },
  {
    "step": 5566,
    "loss": 0.004545358009636402,
    "lr": 9.984517575301604e-05
  },
  {
    "step": 5567,
    "loss": 0.005477285012602806,
    "lr": 9.984497806003906e-05
  },
  {
    "step": 5568,
    "loss": 0.025289911776781082,
    "lr": 9.984478024112281e-05
  },
  {
    "step": 5569,
    "loss": 0.0240382831543684,
    "lr": 9.984458229626782e-05
  },
  {
    "step": 5570,
    "loss": 0.003042614785954356,
    "lr": 9.984438422547456e-05
  },
  {
    "step": 5571,
    "loss": 0.005946147721260786,
    "lr": 9.984418602874355e-05
  },
  {
    "step": 5572,
    "loss": 0.009779900312423706,
    "lr": 9.984398770607528e-05
  },
  {
    "step": 5573,
    "loss": 0.013448190875351429,
    "lr": 9.984378925747026e-05
  },
  {
    "step": 5574,
    "loss": 0.006652445066720247,
    "lr": 9.984359068292901e-05
  },
  {
    "step": 5575,
    "loss": 0.006566402968019247,
    "lr": 9.984339198245199e-05
  },
  {
    "step": 5576,
    "loss": 0.007315408438444138,
    "lr": 9.984319315603973e-05
  },
  {
    "step": 5577,
    "loss": 0.026847971603274345,
    "lr": 9.984299420369272e-05
  },
  {
    "step": 5578,
    "loss": 0.009967834688723087,
    "lr": 9.984279512541147e-05
  },
  {
    "step": 5579,
    "loss": 0.02227000519633293,
    "lr": 9.984259592119647e-05
  },
  {
    "step": 5580,
    "loss": 0.004241954535245895,
    "lr": 9.984239659104825e-05
  },
  {
    "step": 5581,
    "loss": 0.009526265785098076,
    "lr": 9.984219713496728e-05
  },
  {
    "step": 5582,
    "loss": 0.05174543336033821,
    "lr": 9.98419975529541e-05
  },
  {
    "step": 5583,
    "loss": 0.005952789448201656,
    "lr": 9.984179784500918e-05
  },
  {
    "step": 5584,
    "loss": 0.006089749280363321,
    "lr": 9.984159801113305e-05
  },
  {
    "step": 5585,
    "loss": 0.012788912281394005,
    "lr": 9.98413980513262e-05
  },
  {
    "step": 5586,
    "loss": 0.006505503319203854,
    "lr": 9.984119796558916e-05
  },
  {
    "step": 5587,
    "loss": 0.037784043699502945,
    "lr": 9.984099775392239e-05
  },
  {
    "step": 5588,
    "loss": 0.005279965233057737,
    "lr": 9.984079741632643e-05
  },
  {
    "step": 5589,
    "loss": 0.006678886245936155,
    "lr": 9.984059695280177e-05
  },
  {
    "step": 5590,
    "loss": 0.00348066259175539,
    "lr": 9.984039636334894e-05
  },
  {
    "step": 5591,
    "loss": 0.003284248523414135,
    "lr": 9.984019564796843e-05
  },
  {
    "step": 5592,
    "loss": 0.006528920028358698,
    "lr": 9.983999480666073e-05
  },
  {
    "step": 5593,
    "loss": 0.004956888034939766,
    "lr": 9.98397938394264e-05
  },
  {
    "step": 5594,
    "loss": 0.007418021559715271,
    "lr": 9.983959274626589e-05
  },
  {
    "step": 5595,
    "loss": 0.016129111871123314,
    "lr": 9.983939152717974e-05
  },
  {
    "step": 5596,
    "loss": 0.03157569468021393,
    "lr": 9.983919018216844e-05
  },
  {
    "step": 5597,
    "loss": 0.005732497200369835,
    "lr": 9.983898871123252e-05
  },
  {
    "step": 5598,
    "loss": 0.024912890046834946,
    "lr": 9.983878711437246e-05
  },
  {
    "step": 5599,
    "loss": 0.008449136279523373,
    "lr": 9.98385853915888e-05
  },
  {
    "step": 5600,
    "loss": 0.006023794412612915,
    "lr": 9.983838354288205e-05
  },
  {
    "step": 5601,
    "loss": 0.004507143050432205,
    "lr": 9.983818156825269e-05
  },
  {
    "step": 5602,
    "loss": 0.024060741066932678,
    "lr": 9.983797946770125e-05
  },
  {
    "step": 5603,
    "loss": 0.0041565364226698875,
    "lr": 9.983777724122825e-05
  },
  {
    "step": 5604,
    "loss": 0.007368376478552818,
    "lr": 9.983757488883417e-05
  },
  {
    "step": 5605,
    "loss": 0.023206818848848343,
    "lr": 9.983737241051955e-05
  },
  {
    "step": 5606,
    "loss": 0.003113881452009082,
    "lr": 9.983716980628489e-05
  },
  {
    "step": 5607,
    "loss": 0.009153257124125957,
    "lr": 9.983696707613071e-05
  },
  {
    "step": 5608,
    "loss": 0.006449845619499683,
    "lr": 9.983676422005751e-05
  },
  {
    "step": 5609,
    "loss": 0.0051308549009263515,
    "lr": 9.98365612380658e-05
  },
  {
    "step": 5610,
    "loss": 0.011411694809794426,
    "lr": 9.983635813015612e-05
  },
  {
    "step": 5611,
    "loss": 0.009622162207961082,
    "lr": 9.983615489632894e-05
  },
  {
    "step": 5612,
    "loss": 0.007139655761420727,
    "lr": 9.98359515365848e-05
  },
  {
    "step": 5613,
    "loss": 0.003462434746325016,
    "lr": 9.983574805092423e-05
  },
  {
    "step": 5614,
    "loss": 0.007609261199831963,
    "lr": 9.983554443934773e-05
  },
  {
    "step": 5615,
    "loss": 0.014094832353293896,
    "lr": 9.983534070185579e-05
  },
  {
    "step": 5616,
    "loss": 0.0034287453163415194,
    "lr": 9.983513683844895e-05
  },
  {
    "step": 5617,
    "loss": 0.0034454837441444397,
    "lr": 9.983493284912773e-05
  },
  {
    "step": 5618,
    "loss": 0.0030565368942916393,
    "lr": 9.983472873389263e-05
  },
  {
    "step": 5619,
    "loss": 0.003125879680737853,
    "lr": 9.983452449274416e-05
  },
  {
    "step": 5620,
    "loss": 0.008168138563632965,
    "lr": 9.983432012568287e-05
  },
  {
    "step": 5621,
    "loss": 0.006390434689819813,
    "lr": 9.983411563270924e-05
  },
  {
    "step": 5622,
    "loss": 0.002791347913444042,
    "lr": 9.98339110138238e-05
  },
  {
    "step": 5623,
    "loss": 0.011227503418922424,
    "lr": 9.983370626902707e-05
  },
  {
    "step": 5624,
    "loss": 0.013143484480679035,
    "lr": 9.983350139831957e-05
  },
  {
    "step": 5625,
    "loss": 0.004889257252216339,
    "lr": 9.98332964017018e-05
  },
  {
    "step": 5626,
    "loss": 0.010827536694705486,
    "lr": 9.98330912791743e-05
  },
  {
    "step": 5627,
    "loss": 0.00655979011207819,
    "lr": 9.983288603073756e-05
  },
  {
    "step": 5628,
    "loss": 0.03728349134325981,
    "lr": 9.983268065639213e-05
  },
  {
    "step": 5629,
    "loss": 0.004401785787194967,
    "lr": 9.983247515613852e-05
  },
  {
    "step": 5630,
    "loss": 0.003908703103661537,
    "lr": 9.983226952997724e-05
  },
  {
    "step": 5631,
    "loss": 0.033064961433410645,
    "lr": 9.983206377790882e-05
  },
  {
    "step": 5632,
    "loss": 0.03295490890741348,
    "lr": 9.983185789993376e-05
  },
  {
    "step": 5633,
    "loss": 0.0029444843530654907,
    "lr": 9.98316518960526e-05
  },
  {
    "step": 5634,
    "loss": 0.003115784376859665,
    "lr": 9.983144576626585e-05
  },
  {
    "step": 5635,
    "loss": 0.009113827720284462,
    "lr": 9.983123951057405e-05
  },
  {
    "step": 5636,
    "loss": 0.007590613793581724,
    "lr": 9.98310331289777e-05
  },
  {
    "step": 5637,
    "loss": 0.005309055093675852,
    "lr": 9.983082662147733e-05
  },
  {
    "step": 5638,
    "loss": 0.006331476382911205,
    "lr": 9.983061998807347e-05
  },
  {
    "step": 5639,
    "loss": 0.00328847486525774,
    "lr": 9.98304132287666e-05
  },
  {
    "step": 5640,
    "loss": 0.017439523711800575,
    "lr": 9.983020634355731e-05
  },
  {
    "step": 5641,
    "loss": 0.0071837096475064754,
    "lr": 9.982999933244607e-05
  },
  {
    "step": 5642,
    "loss": 0.008940620347857475,
    "lr": 9.982979219543342e-05
  },
  {
    "step": 5643,
    "loss": 0.0073541076853871346,
    "lr": 9.982958493251988e-05
  },
  {
    "step": 5644,
    "loss": 0.008834071457386017,
    "lr": 9.9829377543706e-05
  },
  {
    "step": 5645,
    "loss": 0.004532956052571535,
    "lr": 9.982917002899226e-05
  },
  {
    "step": 5646,
    "loss": 0.027909329161047935,
    "lr": 9.982896238837921e-05
  },
  {
    "step": 5647,
    "loss": 0.006009446922689676,
    "lr": 9.982875462186737e-05
  },
  {
    "step": 5648,
    "loss": 0.003056564833968878,
    "lr": 9.982854672945729e-05
  },
  {
    "step": 5649,
    "loss": 0.011809339746832848,
    "lr": 9.982833871114944e-05
  },
  {
    "step": 5650,
    "loss": 0.008028062991797924,
    "lr": 9.982813056694439e-05
  },
  {
    "step": 5651,
    "loss": 0.007387056481093168,
    "lr": 9.982792229684265e-05
  },
  {
    "step": 5652,
    "loss": 0.0033416959922760725,
    "lr": 9.982771390084475e-05
  },
  {
    "step": 5653,
    "loss": 0.03565791994333267,
    "lr": 9.982750537895122e-05
  },
  {
    "step": 5654,
    "loss": 0.0028190072625875473,
    "lr": 9.982729673116257e-05
  },
  {
    "step": 5655,
    "loss": 0.004182419739663601,
    "lr": 9.982708795747933e-05
  },
  {
    "step": 5656,
    "loss": 0.005132664926350117,
    "lr": 9.982687905790205e-05
  },
  {
    "step": 5657,
    "loss": 0.011640949174761772,
    "lr": 9.982667003243125e-05
  },
  {
    "step": 5658,
    "loss": 0.006032114382833242,
    "lr": 9.982646088106744e-05
  },
  {
    "step": 5659,
    "loss": 0.014888162724673748,
    "lr": 9.982625160381117e-05
  },
  {
    "step": 5660,
    "loss": 0.023304127156734467,
    "lr": 9.982604220066296e-05
  },
  {
    "step": 5661,
    "loss": 0.03307114169001579,
    "lr": 9.982583267162334e-05
  },
  {
    "step": 5662,
    "loss": 0.0038719542790204287,
    "lr": 9.982562301669283e-05
  },
  {
    "step": 5663,
    "loss": 0.04122744873166084,
    "lr": 9.982541323587197e-05
  },
  {
    "step": 5664,
    "loss": 0.006621569395065308,
    "lr": 9.982520332916129e-05
  },
  {
    "step": 5665,
    "loss": 0.018343007192015648,
    "lr": 9.982499329656132e-05
  },
  {
    "step": 5666,
    "loss": 0.005183950997889042,
    "lr": 9.982478313807258e-05
  },
  {
    "step": 5667,
    "loss": 0.006522930692881346,
    "lr": 9.982457285369562e-05
  },
  {
    "step": 5668,
    "loss": 0.01295563206076622,
    "lr": 9.982436244343095e-05
  },
  {
    "step": 5669,
    "loss": 0.007331083528697491,
    "lr": 9.982415190727913e-05
  },
  {
    "step": 5670,
    "loss": 0.03203694522380829,
    "lr": 9.982394124524067e-05
  },
  {
    "step": 5671,
    "loss": 0.0103103993460536,
    "lr": 9.98237304573161e-05
  },
  {
    "step": 5672,
    "loss": 0.012160904705524445,
    "lr": 9.982351954350596e-05
  },
  {
    "step": 5673,
    "loss": 0.011712351813912392,
    "lr": 9.982330850381079e-05
  },
  {
    "step": 5674,
    "loss": 0.07353434711694717,
    "lr": 9.982309733823111e-05
  },
  {
    "step": 5675,
    "loss": 0.01936176046729088,
    "lr": 9.982288604676747e-05
  },
  {
    "step": 5676,
    "loss": 0.006722209043800831,
    "lr": 9.982267462942038e-05
  },
  {
    "step": 5677,
    "loss": 0.006214735098183155,
    "lr": 9.98224630861904e-05
  },
  {
    "step": 5678,
    "loss": 0.003239734098315239,
    "lr": 9.982225141707803e-05
  },
  {
    "step": 5679,
    "loss": 0.007718987762928009,
    "lr": 9.982203962208385e-05
  },
  {
    "step": 5680,
    "loss": 0.005435003433376551,
    "lr": 9.982182770120835e-05
  },
  {
    "step": 5681,
    "loss": 0.011600933969020844,
    "lr": 9.98216156544521e-05
  },
  {
    "step": 5682,
    "loss": 0.00787504855543375,
    "lr": 9.982140348181563e-05
  },
  {
    "step": 5683,
    "loss": 0.013105488382279873,
    "lr": 9.982119118329946e-05
  },
  {
    "step": 5684,
    "loss": 0.0042578550055623055,
    "lr": 9.982097875890414e-05
  },
  {
    "step": 5685,
    "loss": 0.02772565744817257,
    "lr": 9.98207662086302e-05
  },
  {
    "step": 5686,
    "loss": 0.004459615796804428,
    "lr": 9.982055353247816e-05
  },
  {
    "step": 5687,
    "loss": 0.004517652094364166,
    "lr": 9.98203407304486e-05
  },
  {
    "step": 5688,
    "loss": 0.019184326753020287,
    "lr": 9.982012780254203e-05
  },
  {
    "step": 5689,
    "loss": 0.009022212587296963,
    "lr": 9.981991474875899e-05
  },
  {
    "step": 5690,
    "loss": 0.06126583740115166,
    "lr": 9.981970156910002e-05
  },
  {
    "step": 5691,
    "loss": 0.011339525692164898,
    "lr": 9.981948826356565e-05
  },
  {
    "step": 5692,
    "loss": 0.006192886270582676,
    "lr": 9.981927483215644e-05
  },
  {
    "step": 5693,
    "loss": 0.014367613010108471,
    "lr": 9.981906127487291e-05
  },
  {
    "step": 5694,
    "loss": 0.01745723932981491,
    "lr": 9.981884759171562e-05
  },
  {
    "step": 5695,
    "loss": 0.006450083572417498,
    "lr": 9.981863378268509e-05
  },
  {
    "step": 5696,
    "loss": 0.011501612141728401,
    "lr": 9.981841984778185e-05
  },
  {
    "step": 5697,
    "loss": 0.021240904927253723,
    "lr": 9.981820578700648e-05
  },
  {
    "step": 5698,
    "loss": 0.00654219277203083,
    "lr": 9.981799160035949e-05
  },
  {
    "step": 5699,
    "loss": 0.04046739637851715,
    "lr": 9.981777728784144e-05
  },
  {
    "step": 5700,
    "loss": 0.008380777202546597,
    "lr": 9.981756284945286e-05
  },
  {
    "step": 5701,
    "loss": 0.23356923460960388,
    "lr": 9.981734828519429e-05
  },
  {
    "step": 5702,
    "loss": 0.003847639774903655,
    "lr": 9.981713359506627e-05
  },
  {
    "step": 5703,
    "loss": 0.013051087036728859,
    "lr": 9.981691877906934e-05
  },
  {
    "step": 5704,
    "loss": 0.017900271341204643,
    "lr": 9.981670383720405e-05
  },
  {
    "step": 5705,
    "loss": 0.004278392530977726,
    "lr": 9.981648876947095e-05
  },
  {
    "step": 5706,
    "loss": 0.045360080897808075,
    "lr": 9.981627357587057e-05
  },
  {
    "step": 5707,
    "loss": 0.033712416887283325,
    "lr": 9.981605825640347e-05
  },
  {
    "step": 5708,
    "loss": 0.038947150111198425,
    "lr": 9.981584281107018e-05
  },
  {
    "step": 5709,
    "loss": 0.03728324547410011,
    "lr": 9.981562723987125e-05
  },
  {
    "step": 5710,
    "loss": 0.011909328401088715,
    "lr": 9.981541154280723e-05
  },
  {
    "step": 5711,
    "loss": 0.009229857474565506,
    "lr": 9.981519571987865e-05
  },
  {
    "step": 5712,
    "loss": 0.009989328682422638,
    "lr": 9.981497977108607e-05
  },
  {
    "step": 5713,
    "loss": 0.013046394102275372,
    "lr": 9.981476369643002e-05
  },
  {
    "step": 5714,
    "loss": 0.008601302281022072,
    "lr": 9.981454749591106e-05
  },
  {
    "step": 5715,
    "loss": 0.0031228908337652683,
    "lr": 9.981433116952974e-05
  },
  {
    "step": 5716,
    "loss": 0.004123030696064234,
    "lr": 9.981411471728659e-05
  },
  {
    "step": 5717,
    "loss": 0.0037514453288167715,
    "lr": 9.981389813918217e-05
  },
  {
    "step": 5718,
    "loss": 0.0033971103839576244,
    "lr": 9.9813681435217e-05
  },
  {
    "step": 5719,
    "loss": 0.005791123956441879,
    "lr": 9.981346460539168e-05
  },
  {
    "step": 5720,
    "loss": 0.009766017086803913,
    "lr": 9.981324764970672e-05
  },
  {
    "step": 5721,
    "loss": 0.015294598415493965,
    "lr": 9.981303056816267e-05
  },
  {
    "step": 5722,
    "loss": 0.0032955356873571873,
    "lr": 9.981281336076008e-05
  },
  {
    "step": 5723,
    "loss": 0.004472670145332813,
    "lr": 9.98125960274995e-05
  },
  {
    "step": 5724,
    "loss": 0.07432328909635544,
    "lr": 9.981237856838149e-05
  },
  {
    "step": 5725,
    "loss": 0.013023125007748604,
    "lr": 9.98121609834066e-05
  },
  {
    "step": 5726,
    "loss": 0.004890801850706339,
    "lr": 9.981194327257535e-05
  },
  {
    "step": 5727,
    "loss": 0.3776971697807312,
    "lr": 9.981172543588833e-05
  },
  {
    "step": 5728,
    "loss": 0.005750972777605057,
    "lr": 9.981150747334607e-05
  },
  {
    "step": 5729,
    "loss": 0.026926567777991295,
    "lr": 9.98112893849491e-05
  },
  {
    "step": 5730,
    "loss": 0.020427966490387917,
    "lr": 9.981107117069802e-05
  },
  {
    "step": 5731,
    "loss": 0.007148047909140587,
    "lr": 9.981085283059336e-05
  },
  {
    "step": 5732,
    "loss": 0.010393701493740082,
    "lr": 9.981063436463563e-05
  },
  {
    "step": 5733,
    "loss": 0.008961782790720463,
    "lr": 9.981041577282545e-05
  },
  {
    "step": 5734,
    "loss": 0.02068936638534069,
    "lr": 9.981019705516333e-05
  },
  {
    "step": 5735,
    "loss": 0.004869911354035139,
    "lr": 9.980997821164983e-05
  },
  {
    "step": 5736,
    "loss": 0.009769892320036888,
    "lr": 9.980975924228552e-05
  },
  {
    "step": 5737,
    "loss": 0.01938129961490631,
    "lr": 9.980954014707092e-05
  },
  {
    "step": 5738,
    "loss": 0.014857159927487373,
    "lr": 9.980932092600661e-05
  },
  {
    "step": 5739,
    "loss": 0.003036379348486662,
    "lr": 9.980910157909314e-05
  },
  {
    "step": 5740,
    "loss": 0.014628651551902294,
    "lr": 9.980888210633106e-05
  },
  {
    "step": 5741,
    "loss": 0.016139889135956764,
    "lr": 9.980866250772091e-05
  },
  {
    "step": 5742,
    "loss": 0.006021869834512472,
    "lr": 9.980844278326328e-05
  },
  {
    "step": 5743,
    "loss": 0.026563022285699844,
    "lr": 9.98082229329587e-05
  },
  {
    "step": 5744,
    "loss": 0.026400581002235413,
    "lr": 9.980800295680774e-05
  },
  {
    "step": 5745,
    "loss": 0.0030093747191131115,
    "lr": 9.980778285481094e-05
  },
  {
    "step": 5746,
    "loss": 0.013365927152335644,
    "lr": 9.980756262696887e-05
  },
  {
    "step": 5747,
    "loss": 0.007521480321884155,
    "lr": 9.980734227328208e-05
  },
  {
    "step": 5748,
    "loss": 0.003106148913502693,
    "lr": 9.980712179375111e-05
  },
  {
    "step": 5749,
    "loss": 0.01596049964427948,
    "lr": 9.980690118837655e-05
  },
  {
    "step": 5750,
    "loss": 0.0625152736902237,
    "lr": 9.980668045715893e-05
  },
  {
    "step": 5751,
    "loss": 0.0038717566058039665,
    "lr": 9.980645960009884e-05
  },
  {
    "step": 5752,
    "loss": 0.005069949198514223,
    "lr": 9.980623861719679e-05
  },
  {
    "step": 5753,
    "loss": 0.007660530507564545,
    "lr": 9.980601750845337e-05
  },
  {
    "step": 5754,
    "loss": 0.027689745649695396,
    "lr": 9.980579627386915e-05
  },
  {
    "step": 5755,
    "loss": 0.023919815197587013,
    "lr": 9.980557491344466e-05
  },
  {
    "step": 5756,
    "loss": 0.008811168372631073,
    "lr": 9.980535342718048e-05
  },
  {
    "step": 5757,
    "loss": 0.00410277908667922,
    "lr": 9.980513181507715e-05
  },
  {
    "step": 5758,
    "loss": 0.006095299031585455,
    "lr": 9.980491007713526e-05
  },
  {
    "step": 5759,
    "loss": 0.004105637315660715,
    "lr": 9.980468821335533e-05
  },
  {
    "step": 5760,
    "loss": 0.00349391158670187,
    "lr": 9.980446622373796e-05
  },
  {
    "step": 5761,
    "loss": 0.07401040941476822,
    "lr": 9.980424410828367e-05
  },
  {
    "step": 5762,
    "loss": 0.017221150919795036,
    "lr": 9.980402186699306e-05
  },
  {
    "step": 5763,
    "loss": 0.05289442464709282,
    "lr": 9.980379949986667e-05
  },
  {
    "step": 5764,
    "loss": 0.03136752173304558,
    "lr": 9.980357700690507e-05
  },
  {
    "step": 5765,
    "loss": 0.061535317450761795,
    "lr": 9.980335438810882e-05
  },
  {
    "step": 5766,
    "loss": 0.0036743651144206524,
    "lr": 9.980313164347849e-05
  },
  {
    "step": 5767,
    "loss": 0.006240857299417257,
    "lr": 9.980290877301464e-05
  },
  {
    "step": 5768,
    "loss": 0.006381453480571508,
    "lr": 9.98026857767178e-05
  },
  {
    "step": 5769,
    "loss": 0.0073512583039700985,
    "lr": 9.980246265458858e-05
  },
  {
    "step": 5770,
    "loss": 0.02159641869366169,
    "lr": 9.980223940662753e-05
  },
  {
    "step": 5771,
    "loss": 0.1275419145822525,
    "lr": 9.98020160328352e-05
  },
  {
    "step": 5772,
    "loss": 0.004180088639259338,
    "lr": 9.980179253321217e-05
  },
  {
    "step": 5773,
    "loss": 0.002585910027846694,
    "lr": 9.9801568907759e-05
  },
  {
    "step": 5774,
    "loss": 0.0028531583957374096,
    "lr": 9.980134515647624e-05
  },
  {
    "step": 5775,
    "loss": 0.004344182554632425,
    "lr": 9.980112127936447e-05
  },
  {
    "step": 5776,
    "loss": 0.0030683735385537148,
    "lr": 9.980089727642426e-05
  },
  {
    "step": 5777,
    "loss": 0.016243569552898407,
    "lr": 9.980067314765617e-05
  },
  {
    "step": 5778,
    "loss": 0.01773013547062874,
    "lr": 9.980044889306077e-05
  },
  {
    "step": 5779,
    "loss": 0.004080390091985464,
    "lr": 9.980022451263862e-05
  },
  {
    "step": 5780,
    "loss": 0.007239669095724821,
    "lr": 9.98000000063903e-05
  },
  {
    "step": 5781,
    "loss": 0.028859371319413185,
    "lr": 9.979977537431636e-05
  },
  {
    "step": 5782,
    "loss": 0.008077256381511688,
    "lr": 9.979955061641735e-05
  },
  {
    "step": 5783,
    "loss": 0.08675607293844223,
    "lr": 9.979932573269388e-05
  },
  {
    "step": 5784,
    "loss": 0.007599791046231985,
    "lr": 9.979910072314651e-05
  },
  {
    "step": 5785,
    "loss": 0.009737676940858364,
    "lr": 9.97988755877758e-05
  },
  {
    "step": 5786,
    "loss": 0.02427530474960804,
    "lr": 9.979865032658231e-05
  },
  {
    "step": 5787,
    "loss": 0.004389519803225994,
    "lr": 9.979842493956662e-05
  },
  {
    "step": 5788,
    "loss": 0.01762828417122364,
    "lr": 9.97981994267293e-05
  },
  {
    "step": 5789,
    "loss": 0.03610753268003464,
    "lr": 9.979797378807092e-05
  },
  {
    "step": 5790,
    "loss": 0.028843093663454056,
    "lr": 9.979774802359204e-05
  },
  {
    "step": 5791,
    "loss": 0.010482123121619225,
    "lr": 9.979752213329323e-05
  },
  {
    "step": 5792,
    "loss": 0.038140639662742615,
    "lr": 9.979729611717507e-05
  },
  {
    "step": 5793,
    "loss": 0.03025648556649685,
    "lr": 9.979706997523815e-05
  },
  {
    "step": 5794,
    "loss": 0.006508141290396452,
    "lr": 9.979684370748302e-05
  },
  {
    "step": 5795,
    "loss": 0.019987421110272408,
    "lr": 9.979661731391023e-05
  },
  {
    "step": 5796,
    "loss": 0.0061835539527237415,
    "lr": 9.979639079452037e-05
  },
  {
    "step": 5797,
    "loss": 0.013961931690573692,
    "lr": 9.979616414931403e-05
  },
  {
    "step": 5798,
    "loss": 0.0101582370698452,
    "lr": 9.979593737829177e-05
  },
  {
    "step": 5799,
    "loss": 0.008344175294041634,
    "lr": 9.979571048145416e-05
  },
  {
    "step": 5800,
    "loss": 0.018707046285271645,
    "lr": 9.979548345880179e-05
  },
  {
    "step": 5801,
    "loss": 0.008902295492589474,
    "lr": 9.97952563103352e-05
  },
  {
    "step": 5802,
    "loss": 0.008294977247714996,
    "lr": 9.979502903605498e-05
  },
  {
    "step": 5803,
    "loss": 0.004305757582187653,
    "lr": 9.979480163596171e-05
  },
  {
    "step": 5804,
    "loss": 0.016731787472963333,
    "lr": 9.979457411005598e-05
  },
  {
    "step": 5805,
    "loss": 0.004771146457642317,
    "lr": 9.979434645833834e-05
  },
  {
    "step": 5806,
    "loss": 0.005978497676551342,
    "lr": 9.979411868080936e-05
  },
  {
    "step": 5807,
    "loss": 0.006650487892329693,
    "lr": 9.979389077746965e-05
  },
  {
    "step": 5808,
    "loss": 0.01006678119301796,
    "lr": 9.979366274831974e-05
  },
  {
    "step": 5809,
    "loss": 0.0031462169717997313,
    "lr": 9.979343459336023e-05
  },
  {
    "step": 5810,
    "loss": 0.00421245489269495,
    "lr": 9.979320631259168e-05
  },
  {
    "step": 5811,
    "loss": 0.004516100976616144,
    "lr": 9.97929779060147e-05
  },
  {
    "step": 5812,
    "loss": 0.06085515767335892,
    "lr": 9.979274937362985e-05
  },
  {
    "step": 5813,
    "loss": 0.005746703594923019,
    "lr": 9.979252071543771e-05
  },
  {
    "step": 5814,
    "loss": 0.012329602614045143,
    "lr": 9.979229193143884e-05
  },
  {
    "step": 5815,
    "loss": 0.00983844418078661,
    "lr": 9.979206302163386e-05
  },
  {
    "step": 5816,
    "loss": 0.007703647017478943,
    "lr": 9.97918339860233e-05
  },
  {
    "step": 5817,
    "loss": 0.009030177257955074,
    "lr": 9.979160482460778e-05
  },
  {
    "step": 5818,
    "loss": 0.026011651381850243,
    "lr": 9.979137553738784e-05
  },
  {
    "step": 5819,
    "loss": 0.025573542341589928,
    "lr": 9.97911461243641e-05
  },
  {
    "step": 5820,
    "loss": 0.005879068747162819,
    "lr": 9.979091658553709e-05
  },
  {
    "step": 5821,
    "loss": 0.0051568797789514065,
    "lr": 9.979068692090745e-05
  },
  {
    "step": 5822,
    "loss": 0.041075754910707474,
    "lr": 9.97904571304757e-05
  },
  {
    "step": 5823,
    "loss": 0.04674207791686058,
    "lr": 9.979022721424246e-05
  },
  {
    "step": 5824,
    "loss": 0.0280159842222929,
    "lr": 9.97899971722083e-05
  },
  {
    "step": 5825,
    "loss": 0.009646075777709484,
    "lr": 9.97897670043738e-05
  },
  {
    "step": 5826,
    "loss": 0.032363325357437134,
    "lr": 9.978953671073955e-05
  },
  {
    "step": 5827,
    "loss": 0.04110899195075035,
    "lr": 9.978930629130611e-05
  },
  {
    "step": 5828,
    "loss": 0.02413151226937771,
    "lr": 9.978907574607409e-05
  },
  {
    "step": 5829,
    "loss": 0.0037888914812356234,
    "lr": 9.978884507504404e-05
  },
  {
    "step": 5830,
    "loss": 0.0034776516258716583,
    "lr": 9.978861427821658e-05
  },
  {
    "step": 5831,
    "loss": 0.036914654076099396,
    "lr": 9.978838335559225e-05
  },
  {
    "step": 5832,
    "loss": 0.004853579681366682,
    "lr": 9.978815230717168e-05
  },
  {
    "step": 5833,
    "loss": 0.004715193063020706,
    "lr": 9.978792113295543e-05
  },
  {
    "step": 5834,
    "loss": 0.005715569015592337,
    "lr": 9.978768983294408e-05
  },
  {
    "step": 5835,
    "loss": 0.005844487342983484,
    "lr": 9.978745840713823e-05
  },
  {
    "step": 5836,
    "loss": 0.010533005930483341,
    "lr": 9.978722685553845e-05
  },
  {
    "step": 5837,
    "loss": 0.01475599966943264,
    "lr": 9.978699517814533e-05
  },
  {
    "step": 5838,
    "loss": 0.004857487510889769,
    "lr": 9.978676337495946e-05
  },
  {
    "step": 5839,
    "loss": 0.008641167543828487,
    "lr": 9.978653144598142e-05
  },
  {
    "step": 5840,
    "loss": 0.007418051362037659,
    "lr": 9.978629939121178e-05
  },
  {
    "step": 5841,
    "loss": 0.018653398379683495,
    "lr": 9.978606721065116e-05
  },
  {
    "step": 5842,
    "loss": 0.01544882357120514,
    "lr": 9.978583490430014e-05
  },
  {
    "step": 5843,
    "loss": 0.010176475159823895,
    "lr": 9.978560247215927e-05
  },
  {
    "step": 5844,
    "loss": 0.009082285687327385,
    "lr": 9.978536991422919e-05
  },
  {
    "step": 5845,
    "loss": 0.005384949967265129,
    "lr": 9.978513723051045e-05
  },
  {
    "step": 5846,
    "loss": 0.04454542323946953,
    "lr": 9.978490442100364e-05
  },
  {
    "step": 5847,
    "loss": 0.016719011589884758,
    "lr": 9.978467148570938e-05
  },
  {
    "step": 5848,
    "loss": 0.02021445333957672,
    "lr": 9.978443842462822e-05
  },
  {
    "step": 5849,
    "loss": 0.018677890300750732,
    "lr": 9.978420523776078e-05
  },
  {
    "step": 5850,
    "loss": 0.002555742859840393,
    "lr": 9.978397192510762e-05
  },
  {
    "step": 5851,
    "loss": 0.15818609297275543,
    "lr": 9.978373848666935e-05
  },
  {
    "step": 5852,
    "loss": 0.004865291994065046,
    "lr": 9.978350492244655e-05
  },
  {
    "step": 5853,
    "loss": 0.009077409282326698,
    "lr": 9.978327123243982e-05
  },
  {
    "step": 5854,
    "loss": 0.009011924266815186,
    "lr": 9.978303741664974e-05
  },
  {
    "step": 5855,
    "loss": 0.004758431110531092,
    "lr": 9.97828034750769e-05
  },
  {
    "step": 5856,
    "loss": 0.010833975858986378,
    "lr": 9.97825694077219e-05
  },
  {
    "step": 5857,
    "loss": 0.015428351238369942,
    "lr": 9.978233521458534e-05
  },
  {
    "step": 5858,
    "loss": 0.0033704109955579042,
    "lr": 9.978210089566778e-05
  },
  {
    "step": 5859,
    "loss": 0.0045256963931024075,
    "lr": 9.978186645096985e-05
  },
  {
    "step": 5860,
    "loss": 0.006489180959761143,
    "lr": 9.978163188049212e-05
  },
  {
    "step": 5861,
    "loss": 0.022213298827409744,
    "lr": 9.97813971842352e-05
  },
  {
    "step": 5862,
    "loss": 0.005655576940625906,
    "lr": 9.978116236219965e-05
  },
  {
    "step": 5863,
    "loss": 0.015575960278511047,
    "lr": 9.97809274143861e-05
  },
  {
    "step": 5864,
    "loss": 0.06857544183731079,
    "lr": 9.978069234079511e-05
  },
  {
    "step": 5865,
    "loss": 0.0068562449887394905,
    "lr": 9.97804571414273e-05
  },
  {
    "step": 5866,
    "loss": 0.013729694299399853,
    "lr": 9.978022181628326e-05
  },
  {
    "step": 5867,
    "loss": 0.007461597211658955,
    "lr": 9.977998636536357e-05
  },
  {
    "step": 5868,
    "loss": 0.005720183253288269,
    "lr": 9.977975078866883e-05
  },
  {
    "step": 5869,
    "loss": 0.009780779480934143,
    "lr": 9.977951508619964e-05
  },
  {
    "step": 5870,
    "loss": 0.003949337638914585,
    "lr": 9.97792792579566e-05
  },
  {
    "step": 5871,
    "loss": 0.007519223261624575,
    "lr": 9.977904330394029e-05
  },
  {
    "step": 5872,
    "loss": 0.009504367597401142,
    "lr": 9.977880722415134e-05
  },
  {
    "step": 5873,
    "loss": 0.007192733231931925,
    "lr": 9.97785710185903e-05
  },
  {
    "step": 5874,
    "loss": 0.0036116321571171284,
    "lr": 9.977833468725781e-05
  },
  {
    "step": 5875,
    "loss": 0.006976007949560881,
    "lr": 9.977809823015443e-05
  },
  {
    "step": 5876,
    "loss": 0.013907939195632935,
    "lr": 9.977786164728079e-05
  },
  {
    "step": 5877,
    "loss": 0.00962749682366848,
    "lr": 9.977762493863746e-05
  },
  {
    "step": 5878,
    "loss": 0.00537046929821372,
    "lr": 9.977738810422507e-05
  },
  {
    "step": 5879,
    "loss": 0.0042572421953082085,
    "lr": 9.977715114404417e-05
  },
  {
    "step": 5880,
    "loss": 0.05143382400274277,
    "lr": 9.977691405809541e-05
  },
  {
    "step": 5881,
    "loss": 0.008351740427315235,
    "lr": 9.977667684637936e-05
  },
  {
    "step": 5882,
    "loss": 0.0030625215731561184,
    "lr": 9.977643950889662e-05
  },
  {
    "step": 5883,
    "loss": 0.007842009887099266,
    "lr": 9.977620204564779e-05
  },
  {
    "step": 5884,
    "loss": 0.024004517123103142,
    "lr": 9.977596445663348e-05
  },
  {
    "step": 5885,
    "loss": 0.008552566170692444,
    "lr": 9.977572674185429e-05
  },
  {
    "step": 5886,
    "loss": 0.012625006958842278,
    "lr": 9.977548890131082e-05
  },
  {
    "step": 5887,
    "loss": 0.020410649478435516,
    "lr": 9.977525093500366e-05
  },
  {
    "step": 5888,
    "loss": 0.015658853575587273,
    "lr": 9.977501284293342e-05
  },
  {
    "step": 5889,
    "loss": 0.004404562991112471,
    "lr": 9.97747746251007e-05
  },
  {
    "step": 5890,
    "loss": 0.024645432829856873,
    "lr": 9.977453628150611e-05
  },
  {
    "step": 5891,
    "loss": 0.010360278189182281,
    "lr": 9.977429781215025e-05
  },
  {
    "step": 5892,
    "loss": 0.005640124902129173,
    "lr": 9.977405921703371e-05
  },
  {
    "step": 5893,
    "loss": 0.07345059514045715,
    "lr": 9.97738204961571e-05
  },
  {
    "step": 5894,
    "loss": 0.005364601965993643,
    "lr": 9.977358164952102e-05
  },
  {
    "step": 5895,
    "loss": 0.00417692307382822,
    "lr": 9.977334267712608e-05
  },
  {
    "step": 5896,
    "loss": 0.0233685951679945,
    "lr": 9.977310357897287e-05
  },
  {
    "step": 5897,
    "loss": 0.005192633718252182,
    "lr": 9.9772864355062e-05
  },
  {
    "step": 5898,
    "loss": 0.003122944151982665,
    "lr": 9.97726250053941e-05
  },
  {
    "step": 5899,
    "loss": 0.02045593038201332,
    "lr": 9.977238552996976e-05
  },
  {
    "step": 5900,
    "loss": 0.0870259553194046,
    "lr": 9.977214592878957e-05
  },
  {
    "step": 5901,
    "loss": 0.01516580767929554,
    "lr": 9.977190620185413e-05
  },
  {
    "step": 5902,
    "loss": 0.05324837565422058,
    "lr": 9.977166634916408e-05
  },
  {
    "step": 5903,
    "loss": 0.008037685416638851,
    "lr": 9.977142637072001e-05
  },
  {
    "step": 5904,
    "loss": 0.01018204353749752,
    "lr": 9.977118626652251e-05
  },
  {
    "step": 5905,
    "loss": 0.01698862388730049,
    "lr": 9.97709460365722e-05
  },
  {
    "step": 5906,
    "loss": 0.03249058872461319,
    "lr": 9.977070568086968e-05
  },
  {
    "step": 5907,
    "loss": 0.037308454513549805,
    "lr": 9.977046519941556e-05
  },
  {
    "step": 5908,
    "loss": 0.0058300388045609,
    "lr": 9.977022459221047e-05
  },
  {
    "step": 5909,
    "loss": 0.009085254743695259,
    "lr": 9.976998385925498e-05
  },
  {
    "step": 5910,
    "loss": 0.0375438891351223,
    "lr": 9.976974300054973e-05
  },
  {
    "step": 5911,
    "loss": 0.010961608029901981,
    "lr": 9.97695020160953e-05
  },
  {
    "step": 5912,
    "loss": 0.023472866043448448,
    "lr": 9.976926090589232e-05
  },
  {
    "step": 5913,
    "loss": 0.010696480050683022,
    "lr": 9.97690196699414e-05
  },
  {
    "step": 5914,
    "loss": 0.03922763466835022,
    "lr": 9.976877830824314e-05
  },
  {
    "step": 5915,
    "loss": 0.005869600921869278,
    "lr": 9.976853682079814e-05
  },
  {
    "step": 5916,
    "loss": 0.00746624730527401,
    "lr": 9.976829520760704e-05
  },
  {
    "step": 5917,
    "loss": 0.0037281804252415895,
    "lr": 9.976805346867042e-05
  },
  {
    "step": 5918,
    "loss": 0.006197885610163212,
    "lr": 9.976781160398893e-05
  },
  {
    "step": 5919,
    "loss": 0.00895321648567915,
    "lr": 9.976756961356313e-05
  },
  {
    "step": 5920,
    "loss": 0.009598183445632458,
    "lr": 9.976732749739366e-05
  },
  {
    "step": 5921,
    "loss": 0.039855338633060455,
    "lr": 9.976708525548114e-05
  },
  {
    "step": 5922,
    "loss": 0.011230717413127422,
    "lr": 9.976684288782617e-05
  },
  {
    "step": 5923,
    "loss": 0.008246542885899544,
    "lr": 9.976660039442934e-05
  },
  {
    "step": 5924,
    "loss": 0.006260024383664131,
    "lr": 9.97663577752913e-05
  },
  {
    "step": 5925,
    "loss": 0.04956211894750595,
    "lr": 9.976611503041264e-05
  },
  {
    "step": 5926,
    "loss": 0.005059545859694481,
    "lr": 9.9765872159794e-05
  },
  {
    "step": 5927,
    "loss": 0.02542983368039131,
    "lr": 9.976562916343597e-05
  },
  {
    "step": 5928,
    "loss": 0.05134999006986618,
    "lr": 9.976538604133916e-05
  },
  {
    "step": 5929,
    "loss": 0.005835079587996006,
    "lr": 9.97651427935042e-05
  },
  {
    "step": 5930,
    "loss": 0.017396144568920135,
    "lr": 9.97648994199317e-05
  },
  {
    "step": 5931,
    "loss": 0.007076706737279892,
    "lr": 9.976465592062226e-05
  },
  {
    "step": 5932,
    "loss": 0.008377566933631897,
    "lr": 9.976441229557652e-05
  },
  {
    "step": 5933,
    "loss": 0.007674144580960274,
    "lr": 9.976416854479508e-05
  },
  {
    "step": 5934,
    "loss": 0.017496667802333832,
    "lr": 9.976392466827856e-05
  },
  {
    "step": 5935,
    "loss": 0.004089150577783585,
    "lr": 9.976368066602758e-05
  },
  {
    "step": 5936,
    "loss": 0.004204748664051294,
    "lr": 9.976343653804275e-05
  },
  {
    "step": 5937,
    "loss": 0.007581752724945545,
    "lr": 9.97631922843247e-05
  },
  {
    "step": 5938,
    "loss": 0.007830332033336163,
    "lr": 9.976294790487402e-05
  },
  {
    "step": 5939,
    "loss": 0.0059983860701322556,
    "lr": 9.976270339969134e-05
  },
  {
    "step": 5940,
    "loss": 0.004544992931187153,
    "lr": 9.97624587687773e-05
  },
  {
    "step": 5941,
    "loss": 0.008386468514800072,
    "lr": 9.976221401213248e-05
  },
  {
    "step": 5942,
    "loss": 0.013398475013673306,
    "lr": 9.976196912975753e-05
  },
  {
    "step": 5943,
    "loss": 0.004159257747232914,
    "lr": 9.976172412165304e-05
  },
  {
    "step": 5944,
    "loss": 0.005311604123562574,
    "lr": 9.976147898781967e-05
  },
  {
    "step": 5945,
    "loss": 0.010984361171722412,
    "lr": 9.9761233728258e-05
  },
  {
    "step": 5946,
    "loss": 0.004031703807413578,
    "lr": 9.976098834296867e-05
  },
  {
    "step": 5947,
    "loss": 0.018400928005576134,
    "lr": 9.97607428319523e-05
  },
  {
    "step": 5948,
    "loss": 0.039871182292699814,
    "lr": 9.976049719520949e-05
  },
  {
    "step": 5949,
    "loss": 0.005623406730592251,
    "lr": 9.97602514327409e-05
  },
  {
    "step": 5950,
    "loss": 0.007118293084204197,
    "lr": 9.976000554454711e-05
  },
  {
    "step": 5951,
    "loss": 0.004418635740876198,
    "lr": 9.975975953062877e-05
  },
  {
    "step": 5952,
    "loss": 0.00800708495080471,
    "lr": 9.975951339098648e-05
  },
  {
    "step": 5953,
    "loss": 0.018872739747166634,
    "lr": 9.975926712562088e-05
  },
  {
    "step": 5954,
    "loss": 0.02306169643998146,
    "lr": 9.975902073453257e-05
  },
  {
    "step": 5955,
    "loss": 0.005515861324965954,
    "lr": 9.975877421772222e-05
  },
  {
    "step": 5956,
    "loss": 0.006156004033982754,
    "lr": 9.975852757519038e-05
  },
  {
    "step": 5957,
    "loss": 0.004020651802420616,
    "lr": 9.975828080693772e-05
  },
  {
    "step": 5958,
    "loss": 0.00568977277725935,
    "lr": 9.975803391296487e-05
  },
  {
    "step": 5959,
    "loss": 0.028706561774015427,
    "lr": 9.975778689327244e-05
  },
  {
    "step": 5960,
    "loss": 0.0037182471714913845,
    "lr": 9.975753974786103e-05
  },
  {
    "step": 5961,
    "loss": 0.05326041206717491,
    "lr": 9.975729247673131e-05
  },
  {
    "step": 5962,
    "loss": 0.0038262985181063414,
    "lr": 9.975704507988388e-05
  },
  {
    "step": 5963,
    "loss": 0.007119982037693262,
    "lr": 9.975679755731935e-05
  },
  {
    "step": 5964,
    "loss": 0.004790564067661762,
    "lr": 9.97565499090384e-05
  },
  {
    "step": 5965,
    "loss": 0.0033675029408186674,
    "lr": 9.97563021350416e-05
  },
  {
    "step": 5966,
    "loss": 0.006578044034540653,
    "lr": 9.97560542353296e-05
  },
  {
    "step": 5967,
    "loss": 0.010254722088575363,
    "lr": 9.9755806209903e-05
  },
  {
    "step": 5968,
    "loss": 0.008611517027020454,
    "lr": 9.975555805876249e-05
  },
  {
    "step": 5969,
    "loss": 0.010871732607483864,
    "lr": 9.975530978190862e-05
  },
  {
    "step": 5970,
    "loss": 0.010283241048455238,
    "lr": 9.975506137934208e-05
  },
  {
    "step": 5971,
    "loss": 0.004834666382521391,
    "lr": 9.975481285106344e-05
  },
  {
    "step": 5972,
    "loss": 0.0034068995155394077,
    "lr": 9.975456419707337e-05
  },
  {
    "step": 5973,
    "loss": 0.014958041720092297,
    "lr": 9.97543154173725e-05
  },
  {
    "step": 5974,
    "loss": 0.03670923039317131,
    "lr": 9.975406651196142e-05
  },
  {
    "step": 5975,
    "loss": 0.015178820118308067,
    "lr": 9.97538174808408e-05
  },
  {
    "step": 5976,
    "loss": 0.003186742775142193,
    "lr": 9.975356832401124e-05
  },
  {
    "step": 5977,
    "loss": 0.0047970060259103775,
    "lr": 9.97533190414734e-05
  },
  {
    "step": 5978,
    "loss": 0.0053947134874761105,
    "lr": 9.975306963322786e-05
  },
  {
    "step": 5979,
    "loss": 0.0024303446989506483,
    "lr": 9.975282009927532e-05
  },
  {
    "step": 5980,
    "loss": 0.013190146535634995,
    "lr": 9.975257043961635e-05
  },
  {
    "step": 5981,
    "loss": 0.022524578496813774,
    "lr": 9.975232065425162e-05
  },
  {
    "step": 5982,
    "loss": 0.004271732177585363,
    "lr": 9.975207074318173e-05
  },
  {
    "step": 5983,
    "loss": 0.02135683037340641,
    "lr": 9.975182070640734e-05
  },
  {
    "step": 5984,
    "loss": 0.02338341623544693,
    "lr": 9.975157054392904e-05
  },
  {
    "step": 5985,
    "loss": 0.006818977650254965,
    "lr": 9.975132025574753e-05
  },
  {
    "step": 5986,
    "loss": 0.0039132931269705296,
    "lr": 9.975106984186337e-05
  },
  {
    "step": 5987,
    "loss": 0.027502264827489853,
    "lr": 9.975081930227724e-05
  },
  {
    "step": 5988,
    "loss": 0.012156607583165169,
    "lr": 9.975056863698976e-05
  },
  {
    "step": 5989,
    "loss": 0.0025088596157729626,
    "lr": 9.975031784600157e-05
  },
  {
    "step": 5990,
    "loss": 0.011418621987104416,
    "lr": 9.97500669293133e-05
  },
  {
    "step": 5991,
    "loss": 0.05757876858115196,
    "lr": 9.974981588692555e-05
  },
  {
    "step": 5992,
    "loss": 0.012260927818715572,
    "lr": 9.9749564718839e-05
  },
  {
    "step": 5993,
    "loss": 0.00664836261421442,
    "lr": 9.974931342505427e-05
  },
  {
    "step": 5994,
    "loss": 0.0021478021517395973,
    "lr": 9.974906200557198e-05
  },
  {
    "step": 5995,
    "loss": 0.021129097789525986,
    "lr": 9.97488104603928e-05
  },
  {
    "step": 5996,
    "loss": 0.010737366043031216,
    "lr": 9.974855878951732e-05
  },
  {
    "step": 5997,
    "loss": 0.005420644301921129,
    "lr": 9.974830699294622e-05
  },
  {
    "step": 5998,
    "loss": 0.007256644312292337,
    "lr": 9.974805507068011e-05
  },
  {
    "step": 5999,
    "loss": 0.0033925920724868774,
    "lr": 9.974780302271963e-05
  }
]