{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 7.0,
  "eval_steps": 500,
  "global_step": 5089,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0068775790921595595,
      "grad_norm": 3.698352336883545,
      "learning_rate": 3.1434184675834973e-07,
      "loss": 0.7557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7463431358337402,
      "step": 5,
      "valid_targets_mean": 7732.4,
      "valid_targets_min": 2179
    },
    {
      "epoch": 0.013755158184319119,
      "grad_norm": 3.829712390899658,
      "learning_rate": 7.072691552062868e-07,
      "loss": 0.7633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7728824019432068,
      "step": 10,
      "valid_targets_mean": 7479.4,
      "valid_targets_min": 2298
    },
    {
      "epoch": 0.02063273727647868,
      "grad_norm": 3.589071035385132,
      "learning_rate": 1.1001964636542242e-06,
      "loss": 0.7597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7754694819450378,
      "step": 15,
      "valid_targets_mean": 6714.1,
      "valid_targets_min": 2167
    },
    {
      "epoch": 0.027510316368638238,
      "grad_norm": 3.2649900913238525,
      "learning_rate": 1.4931237721021613e-06,
      "loss": 0.7559,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7557790875434875,
      "step": 20,
      "valid_targets_mean": 6815.4,
      "valid_targets_min": 2255
    },
    {
      "epoch": 0.0343878954607978,
      "grad_norm": 2.9372551441192627,
      "learning_rate": 1.8860510805500984e-06,
      "loss": 0.7436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7472133636474609,
      "step": 25,
      "valid_targets_mean": 7263.2,
      "valid_targets_min": 1969
    },
    {
      "epoch": 0.04126547455295736,
      "grad_norm": 2.543642997741699,
      "learning_rate": 2.2789783889980353e-06,
      "loss": 0.7445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7367412447929382,
      "step": 30,
      "valid_targets_mean": 7193.1,
      "valid_targets_min": 1709
    },
    {
      "epoch": 0.048143053645116916,
      "grad_norm": 2.109832525253296,
      "learning_rate": 2.671905697445973e-06,
      "loss": 0.7299,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7255182266235352,
      "step": 35,
      "valid_targets_mean": 7364.8,
      "valid_targets_min": 2242
    },
    {
      "epoch": 0.055020632737276476,
      "grad_norm": 1.7935161590576172,
      "learning_rate": 3.0648330058939095e-06,
      "loss": 0.7066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7112143039703369,
      "step": 40,
      "valid_targets_mean": 7407.9,
      "valid_targets_min": 2245
    },
    {
      "epoch": 0.061898211829436035,
      "grad_norm": 1.363241195678711,
      "learning_rate": 3.457760314341847e-06,
      "loss": 0.6953,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6883659958839417,
      "step": 45,
      "valid_targets_mean": 7509.8,
      "valid_targets_min": 2590
    },
    {
      "epoch": 0.0687757909215956,
      "grad_norm": 1.0238929986953735,
      "learning_rate": 3.850687622789784e-06,
      "loss": 0.6753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6589008569717407,
      "step": 50,
      "valid_targets_mean": 7654.9,
      "valid_targets_min": 2005
    },
    {
      "epoch": 0.07565337001375516,
      "grad_norm": 0.7684335708618164,
      "learning_rate": 4.243614931237721e-06,
      "loss": 0.6175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5893287658691406,
      "step": 55,
      "valid_targets_mean": 9248.8,
      "valid_targets_min": 485
    },
    {
      "epoch": 0.08253094910591471,
      "grad_norm": 0.6935195326805115,
      "learning_rate": 4.636542239685659e-06,
      "loss": 0.5752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5830793976783752,
      "step": 60,
      "valid_targets_mean": 8691.8,
      "valid_targets_min": 425
    },
    {
      "epoch": 0.08940852819807428,
      "grad_norm": 0.5414772629737854,
      "learning_rate": 5.029469548133596e-06,
      "loss": 0.5557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5340613126754761,
      "step": 65,
      "valid_targets_mean": 9430.4,
      "valid_targets_min": 3426
    },
    {
      "epoch": 0.09628610729023383,
      "grad_norm": 0.4900195896625519,
      "learning_rate": 5.422396856581533e-06,
      "loss": 0.5429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5406153798103333,
      "step": 70,
      "valid_targets_mean": 9409.8,
      "valid_targets_min": 443
    },
    {
      "epoch": 0.1031636863823934,
      "grad_norm": 0.41968467831611633,
      "learning_rate": 5.81532416502947e-06,
      "loss": 0.5388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5275452136993408,
      "step": 75,
      "valid_targets_mean": 9595.6,
      "valid_targets_min": 3360
    },
    {
      "epoch": 0.11004126547455295,
      "grad_norm": 0.4152059853076935,
      "learning_rate": 6.208251473477407e-06,
      "loss": 0.5203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5111197829246521,
      "step": 80,
      "valid_targets_mean": 8962.1,
      "valid_targets_min": 623
    },
    {
      "epoch": 0.11691884456671252,
      "grad_norm": 0.3432464301586151,
      "learning_rate": 6.601178781925345e-06,
      "loss": 0.5244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5154957175254822,
      "step": 85,
      "valid_targets_mean": 8887.1,
      "valid_targets_min": 1079
    },
    {
      "epoch": 0.12379642365887207,
      "grad_norm": 0.31266456842422485,
      "learning_rate": 6.994106090373282e-06,
      "loss": 0.5047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49604201316833496,
      "step": 90,
      "valid_targets_mean": 9309.3,
      "valid_targets_min": 907
    },
    {
      "epoch": 0.13067400275103164,
      "grad_norm": 0.2988799810409546,
      "learning_rate": 7.387033398821219e-06,
      "loss": 0.497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4914418160915375,
      "step": 95,
      "valid_targets_mean": 8783.0,
      "valid_targets_min": 383
    },
    {
      "epoch": 0.1375515818431912,
      "grad_norm": 0.30502939224243164,
      "learning_rate": 7.779960707269156e-06,
      "loss": 0.4915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49005165696144104,
      "step": 100,
      "valid_targets_mean": 9079.2,
      "valid_targets_min": 582
    },
    {
      "epoch": 0.14442916093535077,
      "grad_norm": 0.2588469088077545,
      "learning_rate": 8.172888015717093e-06,
      "loss": 0.4809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46966472268104553,
      "step": 105,
      "valid_targets_mean": 10420.0,
      "valid_targets_min": 4177
    },
    {
      "epoch": 0.15130674002751032,
      "grad_norm": 0.2524908185005188,
      "learning_rate": 8.56581532416503e-06,
      "loss": 0.4676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47107577323913574,
      "step": 110,
      "valid_targets_mean": 9912.6,
      "valid_targets_min": 3641
    },
    {
      "epoch": 0.15818431911966988,
      "grad_norm": 0.23750755190849304,
      "learning_rate": 8.958742632612968e-06,
      "loss": 0.4628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46000322699546814,
      "step": 115,
      "valid_targets_mean": 10053.0,
      "valid_targets_min": 1929
    },
    {
      "epoch": 0.16506189821182943,
      "grad_norm": 0.2469547688961029,
      "learning_rate": 9.351669941060905e-06,
      "loss": 0.4605,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46623972058296204,
      "step": 120,
      "valid_targets_mean": 10251.4,
      "valid_targets_min": 4324
    },
    {
      "epoch": 0.171939477303989,
      "grad_norm": 0.25370562076568604,
      "learning_rate": 9.744597249508842e-06,
      "loss": 0.4646,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4554699957370758,
      "step": 125,
      "valid_targets_mean": 9678.2,
      "valid_targets_min": 3752
    },
    {
      "epoch": 0.17881705639614856,
      "grad_norm": 0.22529682517051697,
      "learning_rate": 1.0137524557956779e-05,
      "loss": 0.4468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.426583856344223,
      "step": 130,
      "valid_targets_mean": 9999.6,
      "valid_targets_min": 3338
    },
    {
      "epoch": 0.1856946354883081,
      "grad_norm": 0.23110154271125793,
      "learning_rate": 1.0530451866404716e-05,
      "loss": 0.436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4342939555644989,
      "step": 135,
      "valid_targets_mean": 9525.9,
      "valid_targets_min": 382
    },
    {
      "epoch": 0.19257221458046767,
      "grad_norm": 0.3830680549144745,
      "learning_rate": 1.0923379174852653e-05,
      "loss": 0.4369,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4339044988155365,
      "step": 140,
      "valid_targets_mean": 9919.4,
      "valid_targets_min": 341
    },
    {
      "epoch": 0.19944979367262725,
      "grad_norm": 0.3000328540802002,
      "learning_rate": 1.131630648330059e-05,
      "loss": 0.4394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4374793469905853,
      "step": 145,
      "valid_targets_mean": 10010.6,
      "valid_targets_min": 535
    },
    {
      "epoch": 0.2063273727647868,
      "grad_norm": 0.2326381355524063,
      "learning_rate": 1.1709233791748526e-05,
      "loss": 0.4317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42610037326812744,
      "step": 150,
      "valid_targets_mean": 9738.3,
      "valid_targets_min": 424
    },
    {
      "epoch": 0.21320495185694635,
      "grad_norm": 0.2764551341533661,
      "learning_rate": 1.2102161100196465e-05,
      "loss": 0.4327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4346771240234375,
      "step": 155,
      "valid_targets_mean": 10419.9,
      "valid_targets_min": 3490
    },
    {
      "epoch": 0.2200825309491059,
      "grad_norm": 0.2768460810184479,
      "learning_rate": 1.2495088408644402e-05,
      "loss": 0.43,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4162823259830475,
      "step": 160,
      "valid_targets_mean": 9611.7,
      "valid_targets_min": 859
    },
    {
      "epoch": 0.22696011004126548,
      "grad_norm": 0.2782721221446991,
      "learning_rate": 1.2888015717092339e-05,
      "loss": 0.4263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4285067021846771,
      "step": 165,
      "valid_targets_mean": 10426.7,
      "valid_targets_min": 4189
    },
    {
      "epoch": 0.23383768913342504,
      "grad_norm": 0.2536948025226593,
      "learning_rate": 1.3280943025540276e-05,
      "loss": 0.4238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4176066815853119,
      "step": 170,
      "valid_targets_mean": 9569.5,
      "valid_targets_min": 415
    },
    {
      "epoch": 0.2407152682255846,
      "grad_norm": 0.240234836935997,
      "learning_rate": 1.3673870333988213e-05,
      "loss": 0.4185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4230211675167084,
      "step": 175,
      "valid_targets_mean": 9956.4,
      "valid_targets_min": 415
    },
    {
      "epoch": 0.24759284731774414,
      "grad_norm": 0.2482854127883911,
      "learning_rate": 1.406679764243615e-05,
      "loss": 0.4158,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41100844740867615,
      "step": 180,
      "valid_targets_mean": 9052.1,
      "valid_targets_min": 265
    },
    {
      "epoch": 0.2544704264099037,
      "grad_norm": 0.25377437472343445,
      "learning_rate": 1.4459724950884088e-05,
      "loss": 0.4107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40788283944129944,
      "step": 185,
      "valid_targets_mean": 9281.3,
      "valid_targets_min": 781
    },
    {
      "epoch": 0.2613480055020633,
      "grad_norm": 0.23446176946163177,
      "learning_rate": 1.4852652259332025e-05,
      "loss": 0.4118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40130814909935,
      "step": 190,
      "valid_targets_mean": 10010.9,
      "valid_targets_min": 769
    },
    {
      "epoch": 0.26822558459422285,
      "grad_norm": 0.30791527032852173,
      "learning_rate": 1.5245579567779962e-05,
      "loss": 0.4294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4385417401790619,
      "step": 195,
      "valid_targets_mean": 5989.4,
      "valid_targets_min": 340
    },
    {
      "epoch": 0.2751031636863824,
      "grad_norm": 0.32883673906326294,
      "learning_rate": 1.56385068762279e-05,
      "loss": 0.4427,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4491346776485443,
      "step": 200,
      "valid_targets_mean": 5890.1,
      "valid_targets_min": 322
    },
    {
      "epoch": 0.28198074277854196,
      "grad_norm": 4.276373863220215,
      "learning_rate": 1.6031434184675836e-05,
      "loss": 0.6477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9515714645385742,
      "step": 205,
      "valid_targets_mean": 3406.2,
      "valid_targets_min": 1099
    },
    {
      "epoch": 0.28885832187070154,
      "grad_norm": 1.9744187593460083,
      "learning_rate": 1.6424361493123772e-05,
      "loss": 0.9004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.9734067320823669,
      "step": 210,
      "valid_targets_mean": 3967.4,
      "valid_targets_min": 626
    },
    {
      "epoch": 0.29573590096286106,
      "grad_norm": 1.258687138557434,
      "learning_rate": 1.681728880157171e-05,
      "loss": 0.7903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.710046112537384,
      "step": 215,
      "valid_targets_mean": 4776.0,
      "valid_targets_min": 792
    },
    {
      "epoch": 0.30261348005502064,
      "grad_norm": 0.8491925597190857,
      "learning_rate": 1.721021611001965e-05,
      "loss": 0.8439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7968953251838684,
      "step": 220,
      "valid_targets_mean": 4266.2,
      "valid_targets_min": 1197
    },
    {
      "epoch": 0.30949105914718017,
      "grad_norm": 0.5316364765167236,
      "learning_rate": 1.7603143418467587e-05,
      "loss": 0.7746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7519466876983643,
      "step": 225,
      "valid_targets_mean": 4021.3,
      "valid_targets_min": 877
    },
    {
      "epoch": 0.31636863823933975,
      "grad_norm": 0.44976016879081726,
      "learning_rate": 1.7996070726915523e-05,
      "loss": 0.7319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7172832489013672,
      "step": 230,
      "valid_targets_mean": 3649.4,
      "valid_targets_min": 885
    },
    {
      "epoch": 0.32324621733149933,
      "grad_norm": 0.4167395830154419,
      "learning_rate": 1.838899803536346e-05,
      "loss": 0.7417,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.8022298812866211,
      "step": 235,
      "valid_targets_mean": 4145.0,
      "valid_targets_min": 848
    },
    {
      "epoch": 0.33012379642365886,
      "grad_norm": 0.36835676431655884,
      "learning_rate": 1.8781925343811397e-05,
      "loss": 0.707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6784980893135071,
      "step": 240,
      "valid_targets_mean": 4079.9,
      "valid_targets_min": 635
    },
    {
      "epoch": 0.33700137551581844,
      "grad_norm": 0.32535672187805176,
      "learning_rate": 1.9174852652259334e-05,
      "loss": 0.7247,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6904690861701965,
      "step": 245,
      "valid_targets_mean": 4541.9,
      "valid_targets_min": 1230
    },
    {
      "epoch": 0.343878954607978,
      "grad_norm": 0.33112645149230957,
      "learning_rate": 1.956777996070727e-05,
      "loss": 0.6999,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6721775531768799,
      "step": 250,
      "valid_targets_mean": 3684.6,
      "valid_targets_min": 712
    },
    {
      "epoch": 0.35075653370013754,
      "grad_norm": 0.39804595708847046,
      "learning_rate": 1.9960707269155208e-05,
      "loss": 0.6789,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6949469447135925,
      "step": 255,
      "valid_targets_mean": 3510.2,
      "valid_targets_min": 1103
    },
    {
      "epoch": 0.3576341127922971,
      "grad_norm": 0.27856165170669556,
      "learning_rate": 2.0353634577603145e-05,
      "loss": 0.6928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7444815635681152,
      "step": 260,
      "valid_targets_mean": 4317.9,
      "valid_targets_min": 328
    },
    {
      "epoch": 0.36451169188445665,
      "grad_norm": 0.3206678330898285,
      "learning_rate": 2.0746561886051082e-05,
      "loss": 0.6503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6299482583999634,
      "step": 265,
      "valid_targets_mean": 3546.0,
      "valid_targets_min": 475
    },
    {
      "epoch": 0.3713892709766162,
      "grad_norm": 0.28878992795944214,
      "learning_rate": 2.113948919449902e-05,
      "loss": 0.6883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6661909818649292,
      "step": 270,
      "valid_targets_mean": 4423.8,
      "valid_targets_min": 1243
    },
    {
      "epoch": 0.3782668500687758,
      "grad_norm": 0.327033668756485,
      "learning_rate": 2.1532416502946956e-05,
      "loss": 0.6676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.663892924785614,
      "step": 275,
      "valid_targets_mean": 4181.0,
      "valid_targets_min": 1142
    },
    {
      "epoch": 0.38514442916093533,
      "grad_norm": 0.31618696451187134,
      "learning_rate": 2.1925343811394892e-05,
      "loss": 0.6977,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.701395571231842,
      "step": 280,
      "valid_targets_mean": 3837.1,
      "valid_targets_min": 1187
    },
    {
      "epoch": 0.3920220082530949,
      "grad_norm": 0.2727521061897278,
      "learning_rate": 2.231827111984283e-05,
      "loss": 0.6764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7074284553527832,
      "step": 285,
      "valid_targets_mean": 4656.4,
      "valid_targets_min": 1010
    },
    {
      "epoch": 0.3988995873452545,
      "grad_norm": 0.3178830146789551,
      "learning_rate": 2.2711198428290766e-05,
      "loss": 0.6458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.65854412317276,
      "step": 290,
      "valid_targets_mean": 3591.6,
      "valid_targets_min": 280
    },
    {
      "epoch": 0.405777166437414,
      "grad_norm": 0.2724849581718445,
      "learning_rate": 2.3104125736738707e-05,
      "loss": 0.6718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6596469283103943,
      "step": 295,
      "valid_targets_mean": 4746.9,
      "valid_targets_min": 1178
    },
    {
      "epoch": 0.4126547455295736,
      "grad_norm": 0.27313947677612305,
      "learning_rate": 2.3497053045186643e-05,
      "loss": 0.6598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6282162070274353,
      "step": 300,
      "valid_targets_mean": 4587.1,
      "valid_targets_min": 707
    },
    {
      "epoch": 0.4195323246217332,
      "grad_norm": 0.47077709436416626,
      "learning_rate": 2.388998035363458e-05,
      "loss": 0.4508,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25726690888404846,
      "step": 305,
      "valid_targets_mean": 5371.1,
      "valid_targets_min": 1936
    },
    {
      "epoch": 0.4264099037138927,
      "grad_norm": 0.3452165722846985,
      "learning_rate": 2.4282907662082517e-05,
      "loss": 0.2491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2367783784866333,
      "step": 310,
      "valid_targets_mean": 5240.5,
      "valid_targets_min": 1621
    },
    {
      "epoch": 0.4332874828060523,
      "grad_norm": 0.2701258063316345,
      "learning_rate": 2.4675834970530454e-05,
      "loss": 0.2312,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22835902869701385,
      "step": 315,
      "valid_targets_mean": 5399.9,
      "valid_targets_min": 2541
    },
    {
      "epoch": 0.4401650618982118,
      "grad_norm": 0.23962900042533875,
      "learning_rate": 2.506876227897839e-05,
      "loss": 0.2272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21618402004241943,
      "step": 320,
      "valid_targets_mean": 5272.4,
      "valid_targets_min": 1820
    },
    {
      "epoch": 0.4470426409903714,
      "grad_norm": 0.22441788017749786,
      "learning_rate": 2.5461689587426328e-05,
      "loss": 0.2202,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2253883332014084,
      "step": 325,
      "valid_targets_mean": 5347.7,
      "valid_targets_min": 2458
    },
    {
      "epoch": 0.45392022008253097,
      "grad_norm": 0.2052897810935974,
      "learning_rate": 2.5854616895874265e-05,
      "loss": 0.217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21402472257614136,
      "step": 330,
      "valid_targets_mean": 5293.4,
      "valid_targets_min": 951
    },
    {
      "epoch": 0.4607977991746905,
      "grad_norm": 0.20544560253620148,
      "learning_rate": 2.6247544204322202e-05,
      "loss": 0.2109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2147737741470337,
      "step": 335,
      "valid_targets_mean": 5454.9,
      "valid_targets_min": 1825
    },
    {
      "epoch": 0.4676753782668501,
      "grad_norm": 0.19540657103061676,
      "learning_rate": 2.664047151277014e-05,
      "loss": 0.2106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20179511606693268,
      "step": 340,
      "valid_targets_mean": 5464.2,
      "valid_targets_min": 2456
    },
    {
      "epoch": 0.47455295735900965,
      "grad_norm": 0.2026667594909668,
      "learning_rate": 2.7033398821218075e-05,
      "loss": 0.2111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21282432973384857,
      "step": 345,
      "valid_targets_mean": 5188.0,
      "valid_targets_min": 2416
    },
    {
      "epoch": 0.4814305364511692,
      "grad_norm": 0.20608849823474884,
      "learning_rate": 2.7426326129666012e-05,
      "loss": 0.2025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20403818786144257,
      "step": 350,
      "valid_targets_mean": 5299.4,
      "valid_targets_min": 1412
    },
    {
      "epoch": 0.48830811554332876,
      "grad_norm": 0.23851460218429565,
      "learning_rate": 2.7819253438113953e-05,
      "loss": 0.201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21248316764831543,
      "step": 355,
      "valid_targets_mean": 5130.4,
      "valid_targets_min": 494
    },
    {
      "epoch": 0.4951856946354883,
      "grad_norm": 0.2122698724269867,
      "learning_rate": 2.821218074656189e-05,
      "loss": 0.2026,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.200229212641716,
      "step": 360,
      "valid_targets_mean": 5344.2,
      "valid_targets_min": 2401
    },
    {
      "epoch": 0.5020632737276479,
      "grad_norm": 0.18478435277938843,
      "learning_rate": 2.8605108055009826e-05,
      "loss": 0.1968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1957346796989441,
      "step": 365,
      "valid_targets_mean": 5291.6,
      "valid_targets_min": 916
    },
    {
      "epoch": 0.5089408528198074,
      "grad_norm": 0.20041440427303314,
      "learning_rate": 2.8998035363457763e-05,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19399285316467285,
      "step": 370,
      "valid_targets_mean": 5312.9,
      "valid_targets_min": 2621
    },
    {
      "epoch": 0.515818431911967,
      "grad_norm": 0.18895354866981506,
      "learning_rate": 2.93909626719057e-05,
      "loss": 0.1966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19549168646335602,
      "step": 375,
      "valid_targets_mean": 5177.2,
      "valid_targets_min": 1270
    },
    {
      "epoch": 0.5226960110041265,
      "grad_norm": 0.1839349865913391,
      "learning_rate": 2.9783889980353637e-05,
      "loss": 0.1958,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2030138522386551,
      "step": 380,
      "valid_targets_mean": 5089.4,
      "valid_targets_min": 773
    },
    {
      "epoch": 0.5295735900962861,
      "grad_norm": 0.19326619803905487,
      "learning_rate": 3.0176817288801574e-05,
      "loss": 0.1939,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2000190168619156,
      "step": 385,
      "valid_targets_mean": 5389.8,
      "valid_targets_min": 1595
    },
    {
      "epoch": 0.5364511691884457,
      "grad_norm": 0.18458221852779388,
      "learning_rate": 3.056974459724951e-05,
      "loss": 0.197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19874756038188934,
      "step": 390,
      "valid_targets_mean": 5386.5,
      "valid_targets_min": 2274
    },
    {
      "epoch": 0.5433287482806052,
      "grad_norm": 0.1915004402399063,
      "learning_rate": 3.096267190569745e-05,
      "loss": 0.195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.192395880818367,
      "step": 395,
      "valid_targets_mean": 5341.0,
      "valid_targets_min": 2577
    },
    {
      "epoch": 0.5502063273727648,
      "grad_norm": 0.20278900861740112,
      "learning_rate": 3.1355599214145385e-05,
      "loss": 0.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19108562171459198,
      "step": 400,
      "valid_targets_mean": 5170.8,
      "valid_targets_min": 2703
    },
    {
      "epoch": 0.5570839064649243,
      "grad_norm": 0.19036127626895905,
      "learning_rate": 3.174852652259332e-05,
      "loss": 0.1884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18116922676563263,
      "step": 405,
      "valid_targets_mean": 5085.0,
      "valid_targets_min": 1314
    },
    {
      "epoch": 0.5639614855570839,
      "grad_norm": 0.3337734341621399,
      "learning_rate": 3.214145383104126e-05,
      "loss": 0.5093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5741187930107117,
      "step": 410,
      "valid_targets_mean": 4102.5,
      "valid_targets_min": 883
    },
    {
      "epoch": 0.5708390646492435,
      "grad_norm": 0.36481863260269165,
      "learning_rate": 3.2534381139489195e-05,
      "loss": 0.5571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5250716805458069,
      "step": 415,
      "valid_targets_mean": 3881.9,
      "valid_targets_min": 922
    },
    {
      "epoch": 0.5777166437414031,
      "grad_norm": 0.33344462513923645,
      "learning_rate": 3.292730844793714e-05,
      "loss": 0.5533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5903735756874084,
      "step": 420,
      "valid_targets_mean": 3882.2,
      "valid_targets_min": 921
    },
    {
      "epoch": 0.5845942228335625,
      "grad_norm": 0.3038153350353241,
      "learning_rate": 3.3320235756385076e-05,
      "loss": 0.5468,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5448334813117981,
      "step": 425,
      "valid_targets_mean": 3611.1,
      "valid_targets_min": 810
    },
    {
      "epoch": 0.5914718019257221,
      "grad_norm": 0.2987038195133209,
      "learning_rate": 3.371316306483301e-05,
      "loss": 0.5412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5367397665977478,
      "step": 430,
      "valid_targets_mean": 4086.2,
      "valid_targets_min": 910
    },
    {
      "epoch": 0.5983493810178817,
      "grad_norm": 0.32147929072380066,
      "learning_rate": 3.410609037328095e-05,
      "loss": 0.5548,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5758644342422485,
      "step": 435,
      "valid_targets_mean": 3180.3,
      "valid_targets_min": 906
    },
    {
      "epoch": 0.6052269601100413,
      "grad_norm": 0.3151380121707916,
      "learning_rate": 3.449901768172889e-05,
      "loss": 0.5331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5516293048858643,
      "step": 440,
      "valid_targets_mean": 3407.9,
      "valid_targets_min": 747
    },
    {
      "epoch": 0.6121045392022009,
      "grad_norm": 0.28227439522743225,
      "learning_rate": 3.4891944990176824e-05,
      "loss": 0.5017,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.516937255859375,
      "step": 445,
      "valid_targets_mean": 3704.9,
      "valid_targets_min": 617
    },
    {
      "epoch": 0.6189821182943603,
      "grad_norm": 0.41852474212646484,
      "learning_rate": 3.528487229862476e-05,
      "loss": 0.5621,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5270776748657227,
      "step": 450,
      "valid_targets_mean": 4554.9,
      "valid_targets_min": 1406
    },
    {
      "epoch": 0.6258596973865199,
      "grad_norm": 0.3873678147792816,
      "learning_rate": 3.567779960707269e-05,
      "loss": 0.5244,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5128275752067566,
      "step": 455,
      "valid_targets_mean": 3975.2,
      "valid_targets_min": 635
    },
    {
      "epoch": 0.6327372764786795,
      "grad_norm": 0.29628151655197144,
      "learning_rate": 3.607072691552063e-05,
      "loss": 0.5388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5406578183174133,
      "step": 460,
      "valid_targets_mean": 4049.3,
      "valid_targets_min": 1056
    },
    {
      "epoch": 0.6396148555708391,
      "grad_norm": 0.32730257511138916,
      "learning_rate": 3.6463654223968564e-05,
      "loss": 0.5176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5282262563705444,
      "step": 465,
      "valid_targets_mean": 3177.4,
      "valid_targets_min": 644
    },
    {
      "epoch": 0.6464924346629987,
      "grad_norm": 0.2591527998447418,
      "learning_rate": 3.68565815324165e-05,
      "loss": 0.513,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4913119077682495,
      "step": 470,
      "valid_targets_mean": 4212.0,
      "valid_targets_min": 917
    },
    {
      "epoch": 0.6533700137551581,
      "grad_norm": 0.30556243658065796,
      "learning_rate": 3.724950884086444e-05,
      "loss": 0.5544,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5540691018104553,
      "step": 475,
      "valid_targets_mean": 3781.9,
      "valid_targets_min": 909
    },
    {
      "epoch": 0.6602475928473177,
      "grad_norm": 0.26605722308158875,
      "learning_rate": 3.764243614931238e-05,
      "loss": 0.5348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5238937735557556,
      "step": 480,
      "valid_targets_mean": 3759.4,
      "valid_targets_min": 706
    },
    {
      "epoch": 0.6671251719394773,
      "grad_norm": 0.34523239731788635,
      "learning_rate": 3.803536345776032e-05,
      "loss": 0.5278,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6146575808525085,
      "step": 485,
      "valid_targets_mean": 2416.0,
      "valid_targets_min": 373
    },
    {
      "epoch": 0.6740027510316369,
      "grad_norm": 0.25697433948516846,
      "learning_rate": 3.8428290766208256e-05,
      "loss": 0.5181,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5079896450042725,
      "step": 490,
      "valid_targets_mean": 4498.6,
      "valid_targets_min": 1413
    },
    {
      "epoch": 0.6808803301237965,
      "grad_norm": 0.34763991832733154,
      "learning_rate": 3.882121807465619e-05,
      "loss": 0.5274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5299039483070374,
      "step": 495,
      "valid_targets_mean": 4151.8,
      "valid_targets_min": 502
    },
    {
      "epoch": 0.687757909215956,
      "grad_norm": 0.29230377078056335,
      "learning_rate": 3.921414538310413e-05,
      "loss": 0.5061,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5339909195899963,
      "step": 500,
      "valid_targets_mean": 3564.9,
      "valid_targets_min": 1074
    },
    {
      "epoch": 0.6946354883081155,
      "grad_norm": 0.2829640209674835,
      "learning_rate": 3.9607072691552066e-05,
      "loss": 0.5366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5619474053382874,
      "step": 505,
      "valid_targets_mean": 3929.5,
      "valid_targets_min": 878
    },
    {
      "epoch": 0.7015130674002751,
      "grad_norm": 0.24950586259365082,
      "learning_rate": 4e-05,
      "loss": 0.5117,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4909146726131439,
      "step": 510,
      "valid_targets_mean": 4436.6,
      "valid_targets_min": 1123
    },
    {
      "epoch": 0.7083906464924347,
      "grad_norm": 0.25457844138145447,
      "learning_rate": 3.999988237263393e-05,
      "loss": 0.4326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3562810719013214,
      "step": 515,
      "valid_targets_mean": 6801.8,
      "valid_targets_min": 260
    },
    {
      "epoch": 0.7152682255845942,
      "grad_norm": 0.27925142645835876,
      "learning_rate": 3.999952949191934e-05,
      "loss": 0.3538,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33268260955810547,
      "step": 520,
      "valid_targets_mean": 6064.3,
      "valid_targets_min": 155
    },
    {
      "epoch": 0.7221458046767538,
      "grad_norm": 0.2915864586830139,
      "learning_rate": 3.999894136200706e-05,
      "loss": 0.373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3655058443546295,
      "step": 525,
      "valid_targets_mean": 5238.2,
      "valid_targets_min": 184
    },
    {
      "epoch": 0.7290233837689133,
      "grad_norm": 0.23697370290756226,
      "learning_rate": 3.999811798981513e-05,
      "loss": 0.3642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37359189987182617,
      "step": 530,
      "valid_targets_mean": 6537.2,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.7359009628610729,
      "grad_norm": 0.25569623708724976,
      "learning_rate": 3.9997059385028636e-05,
      "loss": 0.3614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3770550489425659,
      "step": 535,
      "valid_targets_mean": 4981.1,
      "valid_targets_min": 250
    },
    {
      "epoch": 0.7427785419532325,
      "grad_norm": 0.2318960279226303,
      "learning_rate": 3.9995765560099695e-05,
      "loss": 0.353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33726727962493896,
      "step": 540,
      "valid_targets_mean": 6416.8,
      "valid_targets_min": 750
    },
    {
      "epoch": 0.749656121045392,
      "grad_norm": 0.2421887218952179,
      "learning_rate": 3.9994236530247195e-05,
      "loss": 0.3408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3577631413936615,
      "step": 545,
      "valid_targets_mean": 6739.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 0.7565337001375516,
      "grad_norm": 0.22791092097759247,
      "learning_rate": 3.999247231345674e-05,
      "loss": 0.3351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3258737027645111,
      "step": 550,
      "valid_targets_mean": 6340.9,
      "valid_targets_min": 164
    },
    {
      "epoch": 0.7634112792297112,
      "grad_norm": 0.5857202410697937,
      "learning_rate": 3.9990472930480336e-05,
      "loss": 0.3324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3249227702617645,
      "step": 555,
      "valid_targets_mean": 6809.3,
      "valid_targets_min": 392
    },
    {
      "epoch": 0.7702888583218707,
      "grad_norm": 0.23869268596172333,
      "learning_rate": 3.99882384048362e-05,
      "loss": 0.352,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3614729344844818,
      "step": 560,
      "valid_targets_mean": 6360.9,
      "valid_targets_min": 510
    },
    {
      "epoch": 0.7771664374140302,
      "grad_norm": 0.20021246373653412,
      "learning_rate": 3.998576876280846e-05,
      "loss": 0.3284,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3351086676120758,
      "step": 565,
      "valid_targets_mean": 7168.5,
      "valid_targets_min": 317
    },
    {
      "epoch": 0.7840440165061898,
      "grad_norm": 0.20749931037425995,
      "learning_rate": 3.998306403344688e-05,
      "loss": 0.3375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33004042506217957,
      "step": 570,
      "valid_targets_mean": 6836.2,
      "valid_targets_min": 399
    },
    {
      "epoch": 0.7909215955983494,
      "grad_norm": 0.20664112269878387,
      "learning_rate": 3.9980124248566466e-05,
      "loss": 0.3518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3081021308898926,
      "step": 575,
      "valid_targets_mean": 6428.2,
      "valid_targets_min": 993
    },
    {
      "epoch": 0.797799174690509,
      "grad_norm": 0.2066384255886078,
      "learning_rate": 3.997694944274714e-05,
      "loss": 0.308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2878294289112091,
      "step": 580,
      "valid_targets_mean": 6321.1,
      "valid_targets_min": 239
    },
    {
      "epoch": 0.8046767537826685,
      "grad_norm": 0.22788986563682556,
      "learning_rate": 3.99735396533333e-05,
      "loss": 0.3423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3370368480682373,
      "step": 585,
      "valid_targets_mean": 6850.3,
      "valid_targets_min": 358
    },
    {
      "epoch": 0.811554332874828,
      "grad_norm": 0.216990664601326,
      "learning_rate": 3.9969894920433416e-05,
      "loss": 0.3163,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3109310567378998,
      "step": 590,
      "valid_targets_mean": 6804.9,
      "valid_targets_min": 204
    },
    {
      "epoch": 0.8184319119669876,
      "grad_norm": 0.2765401601791382,
      "learning_rate": 3.996601528691951e-05,
      "loss": 0.3103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35270801186561584,
      "step": 595,
      "valid_targets_mean": 3619.5,
      "valid_targets_min": 290
    },
    {
      "epoch": 0.8253094910591472,
      "grad_norm": 0.29725736379623413,
      "learning_rate": 3.996190079842669e-05,
      "loss": 0.326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3302088975906372,
      "step": 600,
      "valid_targets_mean": 6804.8,
      "valid_targets_min": 354
    },
    {
      "epoch": 0.8321870701513068,
      "grad_norm": 0.24551208317279816,
      "learning_rate": 3.99575515033526e-05,
      "loss": 0.3146,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3320803642272949,
      "step": 605,
      "valid_targets_mean": 6377.0,
      "valid_targets_min": 848
    },
    {
      "epoch": 0.8390646492434664,
      "grad_norm": 0.4614664614200592,
      "learning_rate": 3.9952967452856846e-05,
      "loss": 0.3172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29453298449516296,
      "step": 610,
      "valid_targets_mean": 3879.1,
      "valid_targets_min": 512
    },
    {
      "epoch": 0.8459422283356258,
      "grad_norm": 0.35676854848861694,
      "learning_rate": 3.994814870086042e-05,
      "loss": 0.2842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28208062052726746,
      "step": 615,
      "valid_targets_mean": 3977.7,
      "valid_targets_min": 409
    },
    {
      "epoch": 0.8528198074277854,
      "grad_norm": 0.37648916244506836,
      "learning_rate": 3.9943095304045024e-05,
      "loss": 0.276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27242961525917053,
      "step": 620,
      "valid_targets_mean": 3649.6,
      "valid_targets_min": 413
    },
    {
      "epoch": 0.859697386519945,
      "grad_norm": 0.2777887284755707,
      "learning_rate": 3.993780732185244e-05,
      "loss": 0.2678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26517418026924133,
      "step": 625,
      "valid_targets_mean": 3782.4,
      "valid_targets_min": 338
    },
    {
      "epoch": 0.8665749656121046,
      "grad_norm": 0.27261337637901306,
      "learning_rate": 3.99322848164838e-05,
      "loss": 0.2674,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2591182589530945,
      "step": 630,
      "valid_targets_mean": 3812.2,
      "valid_targets_min": 388
    },
    {
      "epoch": 0.8734525447042641,
      "grad_norm": 0.30996444821357727,
      "learning_rate": 3.992652785289889e-05,
      "loss": 0.2617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.260397344827652,
      "step": 635,
      "valid_targets_mean": 3894.7,
      "valid_targets_min": 431
    },
    {
      "epoch": 0.8803301237964236,
      "grad_norm": 0.2651796340942383,
      "learning_rate": 3.992053649881535e-05,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24889911711215973,
      "step": 640,
      "valid_targets_mean": 3658.0,
      "valid_targets_min": 249
    },
    {
      "epoch": 0.8872077028885832,
      "grad_norm": 0.25525128841400146,
      "learning_rate": 3.99143108247079e-05,
      "loss": 0.2555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24690870940685272,
      "step": 645,
      "valid_targets_mean": 3397.2,
      "valid_targets_min": 330
    },
    {
      "epoch": 0.8940852819807428,
      "grad_norm": 0.2351078987121582,
      "learning_rate": 3.9907850903807514e-05,
      "loss": 0.2512,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2503187954425812,
      "step": 650,
      "valid_targets_mean": 3867.7,
      "valid_targets_min": 370
    },
    {
      "epoch": 0.9009628610729024,
      "grad_norm": 0.24928881227970123,
      "learning_rate": 3.9901156812100526e-05,
      "loss": 0.2499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24863219261169434,
      "step": 655,
      "valid_targets_mean": 3563.3,
      "valid_targets_min": 421
    },
    {
      "epoch": 0.9078404401650619,
      "grad_norm": 0.28058117628097534,
      "learning_rate": 3.9894228628327785e-05,
      "loss": 0.2471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24763818085193634,
      "step": 660,
      "valid_targets_mean": 4020.4,
      "valid_targets_min": 454
    },
    {
      "epoch": 0.9147180192572214,
      "grad_norm": 0.24411870539188385,
      "learning_rate": 3.988706643398369e-05,
      "loss": 0.2452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2542048394680023,
      "step": 665,
      "valid_targets_mean": 3690.0,
      "valid_targets_min": 349
    },
    {
      "epoch": 0.921595598349381,
      "grad_norm": 0.2329946607351303,
      "learning_rate": 3.987967031331523e-05,
      "loss": 0.2431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24071310460567474,
      "step": 670,
      "valid_targets_mean": 3777.0,
      "valid_targets_min": 427
    },
    {
      "epoch": 0.9284731774415406,
      "grad_norm": 0.2307235449552536,
      "learning_rate": 3.987204035332105e-05,
      "loss": 0.245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24389760196208954,
      "step": 675,
      "valid_targets_mean": 3828.5,
      "valid_targets_min": 377
    },
    {
      "epoch": 0.9353507565337001,
      "grad_norm": 0.24880436062812805,
      "learning_rate": 3.986417664375035e-05,
      "loss": 0.2455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2446080595254898,
      "step": 680,
      "valid_targets_mean": 3787.8,
      "valid_targets_min": 470
    },
    {
      "epoch": 0.9422283356258597,
      "grad_norm": 0.40201419591903687,
      "learning_rate": 3.9856079277101864e-05,
      "loss": 0.3177,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32222989201545715,
      "step": 685,
      "valid_targets_mean": 6822.4,
      "valid_targets_min": 392
    },
    {
      "epoch": 0.9491059147180193,
      "grad_norm": 0.3164942264556885,
      "learning_rate": 3.984774834862279e-05,
      "loss": 0.3125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3038161098957062,
      "step": 690,
      "valid_targets_mean": 6747.4,
      "valid_targets_min": 315
    },
    {
      "epoch": 0.9559834938101788,
      "grad_norm": 0.2460387796163559,
      "learning_rate": 3.983918395630765e-05,
      "loss": 0.2896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2844313681125641,
      "step": 695,
      "valid_targets_mean": 7217.6,
      "valid_targets_min": 488
    },
    {
      "epoch": 0.9628610729023384,
      "grad_norm": 0.2713097035884857,
      "learning_rate": 3.983038620089714e-05,
      "loss": 0.297,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30233311653137207,
      "step": 700,
      "valid_targets_mean": 6726.5,
      "valid_targets_min": 360
    },
    {
      "epoch": 0.9697386519944979,
      "grad_norm": 0.26909101009368896,
      "learning_rate": 3.9821355185876916e-05,
      "loss": 0.2883,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2940569818019867,
      "step": 705,
      "valid_targets_mean": 6436.5,
      "valid_targets_min": 306
    },
    {
      "epoch": 0.9766162310866575,
      "grad_norm": 0.21659812331199646,
      "learning_rate": 3.981209101747646e-05,
      "loss": 0.2859,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2727436125278473,
      "step": 710,
      "valid_targets_mean": 6758.5,
      "valid_targets_min": 284
    },
    {
      "epoch": 0.9834938101788171,
      "grad_norm": 0.26561373472213745,
      "learning_rate": 3.980259380466772e-05,
      "loss": 0.2812,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2832358777523041,
      "step": 715,
      "valid_targets_mean": 6815.9,
      "valid_targets_min": 355
    },
    {
      "epoch": 0.9903713892709766,
      "grad_norm": 0.21800336241722107,
      "learning_rate": 3.979286365916392e-05,
      "loss": 0.2663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25726330280303955,
      "step": 720,
      "valid_targets_mean": 6589.4,
      "valid_targets_min": 368
    },
    {
      "epoch": 0.9972489683631361,
      "grad_norm": 0.23608459532260895,
      "learning_rate": 3.97829006954182e-05,
      "loss": 0.2703,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26587843894958496,
      "step": 725,
      "valid_targets_mean": 6250.5,
      "valid_targets_min": 69
    },
    {
      "epoch": 1.0041265474552958,
      "grad_norm": 1.7931468486785889,
      "learning_rate": 3.977270503062227e-05,
      "loss": 0.6139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6629582047462463,
      "step": 730,
      "valid_targets_mean": 7385.0,
      "valid_targets_min": 2227
    },
    {
      "epoch": 1.0110041265474552,
      "grad_norm": 0.7235133051872253,
      "learning_rate": 3.9762276784705056e-05,
      "loss": 0.5746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5519270300865173,
      "step": 735,
      "valid_targets_mean": 7371.0,
      "valid_targets_min": 2431
    },
    {
      "epoch": 1.0178817056396148,
      "grad_norm": 0.6145523190498352,
      "learning_rate": 3.975161608033126e-05,
      "loss": 0.5273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5237154960632324,
      "step": 740,
      "valid_targets_mean": 7875.6,
      "valid_targets_min": 2449
    },
    {
      "epoch": 1.0247592847317744,
      "grad_norm": 0.420218825340271,
      "learning_rate": 3.9740723042899956e-05,
      "loss": 0.4961,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4790605306625366,
      "step": 745,
      "valid_targets_mean": 6886.9,
      "valid_targets_min": 2428
    },
    {
      "epoch": 1.031636863823934,
      "grad_norm": 0.32023540139198303,
      "learning_rate": 3.972959780054306e-05,
      "loss": 0.4731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4658065140247345,
      "step": 750,
      "valid_targets_mean": 6944.4,
      "valid_targets_min": 398
    },
    {
      "epoch": 1.0385144429160935,
      "grad_norm": 0.26023319363594055,
      "learning_rate": 3.971824048412388e-05,
      "loss": 0.4628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.45699024200439453,
      "step": 755,
      "valid_targets_mean": 7761.9,
      "valid_targets_min": 1918
    },
    {
      "epoch": 1.045392022008253,
      "grad_norm": 0.24027256667613983,
      "learning_rate": 3.970665122723552e-05,
      "loss": 0.4554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.455303817987442,
      "step": 760,
      "valid_targets_mean": 7208.6,
      "valid_targets_min": 1674
    },
    {
      "epoch": 1.0522696011004127,
      "grad_norm": 0.241837739944458,
      "learning_rate": 3.969483016619937e-05,
      "loss": 0.4395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4303378164768219,
      "step": 765,
      "valid_targets_mean": 6955.7,
      "valid_targets_min": 1619
    },
    {
      "epoch": 1.0591471801925723,
      "grad_norm": 0.28724703192710876,
      "learning_rate": 3.9682777440063455e-05,
      "loss": 0.436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4367278516292572,
      "step": 770,
      "valid_targets_mean": 7951.0,
      "valid_targets_min": 2512
    },
    {
      "epoch": 1.0660247592847318,
      "grad_norm": 0.25310954451560974,
      "learning_rate": 3.967049319060081e-05,
      "loss": 0.4314,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.433123916387558,
      "step": 775,
      "valid_targets_mean": 7982.7,
      "valid_targets_min": 1973
    },
    {
      "epoch": 1.0729023383768914,
      "grad_norm": 0.24328617751598358,
      "learning_rate": 3.965797756230783e-05,
      "loss": 0.419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39170825481414795,
      "step": 780,
      "valid_targets_mean": 9250.9,
      "valid_targets_min": 325
    },
    {
      "epoch": 1.0797799174690508,
      "grad_norm": 0.23466217517852783,
      "learning_rate": 3.9645230702402566e-05,
      "loss": 0.3963,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3938891887664795,
      "step": 785,
      "valid_targets_mean": 9015.2,
      "valid_targets_min": 3809
    },
    {
      "epoch": 1.0866574965612104,
      "grad_norm": 0.2288474440574646,
      "learning_rate": 3.9632252760822956e-05,
      "loss": 0.388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3962181508541107,
      "step": 790,
      "valid_targets_mean": 9333.8,
      "valid_targets_min": 1105
    },
    {
      "epoch": 1.09353507565337,
      "grad_norm": 0.19788189232349396,
      "learning_rate": 3.961904389022512e-05,
      "loss": 0.3793,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3753787577152252,
      "step": 795,
      "valid_targets_mean": 9200.3,
      "valid_targets_min": 396
    },
    {
      "epoch": 1.1004126547455295,
      "grad_norm": 0.19992560148239136,
      "learning_rate": 3.9605604245981515e-05,
      "loss": 0.3821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38824692368507385,
      "step": 800,
      "valid_targets_mean": 9679.2,
      "valid_targets_min": 365
    },
    {
      "epoch": 1.107290233837689,
      "grad_norm": 0.21251001954078674,
      "learning_rate": 3.959193398617915e-05,
      "loss": 0.3765,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3815546929836273,
      "step": 805,
      "valid_targets_mean": 8964.0,
      "valid_targets_min": 750
    },
    {
      "epoch": 1.1141678129298487,
      "grad_norm": 0.2023298144340515,
      "learning_rate": 3.957803327161767e-05,
      "loss": 0.3753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3868386447429657,
      "step": 810,
      "valid_targets_mean": 9017.9,
      "valid_targets_min": 315
    },
    {
      "epoch": 1.1210453920220083,
      "grad_norm": 0.2228211611509323,
      "learning_rate": 3.956390226580754e-05,
      "loss": 0.3772,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3723622262477875,
      "step": 815,
      "valid_targets_mean": 9165.1,
      "valid_targets_min": 333
    },
    {
      "epoch": 1.1279229711141678,
      "grad_norm": 0.18281406164169312,
      "learning_rate": 3.954954113496804e-05,
      "loss": 0.3686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36618509888648987,
      "step": 820,
      "valid_targets_mean": 9383.5,
      "valid_targets_min": 373
    },
    {
      "epoch": 1.1348005502063274,
      "grad_norm": 0.20354527235031128,
      "learning_rate": 3.9534950048025396e-05,
      "loss": 0.3722,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3634015619754791,
      "step": 825,
      "valid_targets_mean": 9570.1,
      "valid_targets_min": 1990
    },
    {
      "epoch": 1.141678129298487,
      "grad_norm": 0.1889072060585022,
      "learning_rate": 3.952012917661069e-05,
      "loss": 0.3714,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37125667929649353,
      "step": 830,
      "valid_targets_mean": 9588.6,
      "valid_targets_min": 941
    },
    {
      "epoch": 1.1485557083906466,
      "grad_norm": 0.20180323719978333,
      "learning_rate": 3.9505078695057946e-05,
      "loss": 0.3643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35591426491737366,
      "step": 835,
      "valid_targets_mean": 10068.2,
      "valid_targets_min": 749
    },
    {
      "epoch": 1.155433287482806,
      "grad_norm": 0.18625286221504211,
      "learning_rate": 3.948979878040201e-05,
      "loss": 0.364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3515562117099762,
      "step": 840,
      "valid_targets_mean": 9503.3,
      "valid_targets_min": 648
    },
    {
      "epoch": 1.1623108665749655,
      "grad_norm": 0.18400095403194427,
      "learning_rate": 3.9474289612376495e-05,
      "loss": 0.3639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36393025517463684,
      "step": 845,
      "valid_targets_mean": 10057.0,
      "valid_targets_min": 1946
    },
    {
      "epoch": 1.169188445667125,
      "grad_norm": 0.21028369665145874,
      "learning_rate": 3.9458551373411664e-05,
      "loss": 0.3693,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3807247579097748,
      "step": 850,
      "valid_targets_mean": 9539.6,
      "valid_targets_min": 290
    },
    {
      "epoch": 1.1760660247592847,
      "grad_norm": 0.18713632225990295,
      "learning_rate": 3.944258424863226e-05,
      "loss": 0.3684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36747220158576965,
      "step": 855,
      "valid_targets_mean": 9439.1,
      "valid_targets_min": 322
    },
    {
      "epoch": 1.1829436038514443,
      "grad_norm": 0.17368438839912415,
      "learning_rate": 3.942638842585539e-05,
      "loss": 0.353,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35279735922813416,
      "step": 860,
      "valid_targets_mean": 9634.2,
      "valid_targets_min": 909
    },
    {
      "epoch": 1.1898211829436038,
      "grad_norm": 0.19324146211147308,
      "learning_rate": 3.9409964095588236e-05,
      "loss": 0.3583,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.362032026052475,
      "step": 865,
      "valid_targets_mean": 10041.9,
      "valid_targets_min": 639
    },
    {
      "epoch": 1.1966987620357634,
      "grad_norm": 0.19364036619663239,
      "learning_rate": 3.9393311451025865e-05,
      "loss": 0.3582,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.356998473405838,
      "step": 870,
      "valid_targets_mean": 9838.5,
      "valid_targets_min": 410
    },
    {
      "epoch": 1.203576341127923,
      "grad_norm": 0.1952768713235855,
      "learning_rate": 3.937643068804896e-05,
      "loss": 0.3626,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3659820556640625,
      "step": 875,
      "valid_targets_mean": 9853.8,
      "valid_targets_min": 321
    },
    {
      "epoch": 1.2104539202200826,
      "grad_norm": 0.24929718673229218,
      "learning_rate": 3.9359322005221485e-05,
      "loss": 0.3523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35870781540870667,
      "step": 880,
      "valid_targets_mean": 9842.1,
      "valid_targets_min": 3450
    },
    {
      "epoch": 1.2173314993122422,
      "grad_norm": 0.1862642914056778,
      "learning_rate": 3.934198560378837e-05,
      "loss": 0.3619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35961076617240906,
      "step": 885,
      "valid_targets_mean": 9751.4,
      "valid_targets_min": 753
    },
    {
      "epoch": 1.2242090784044017,
      "grad_norm": 0.17671026289463043,
      "learning_rate": 3.932442168767315e-05,
      "loss": 0.3531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3582504689693451,
      "step": 890,
      "valid_targets_mean": 9956.0,
      "valid_targets_min": 2304
    },
    {
      "epoch": 1.231086657496561,
      "grad_norm": 0.19771097600460052,
      "learning_rate": 3.930663046347552e-05,
      "loss": 0.3572,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3500576913356781,
      "step": 895,
      "valid_targets_mean": 9759.0,
      "valid_targets_min": 352
    },
    {
      "epoch": 1.2379642365887207,
      "grad_norm": 0.20053702592849731,
      "learning_rate": 3.9288612140468984e-05,
      "loss": 0.3515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35337743163108826,
      "step": 900,
      "valid_targets_mean": 9376.8,
      "valid_targets_min": 796
    },
    {
      "epoch": 1.2448418156808803,
      "grad_norm": 0.22705712914466858,
      "learning_rate": 3.9270366930598314e-05,
      "loss": 0.3526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36954179406166077,
      "step": 905,
      "valid_targets_mean": 9925.4,
      "valid_targets_min": 436
    },
    {
      "epoch": 1.2517193947730398,
      "grad_norm": 0.1947142481803894,
      "learning_rate": 3.925189504847713e-05,
      "loss": 0.3481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34084352850914,
      "step": 910,
      "valid_targets_mean": 9907.1,
      "valid_targets_min": 562
    },
    {
      "epoch": 1.2585969738651994,
      "grad_norm": 0.20410223305225372,
      "learning_rate": 3.923319671138529e-05,
      "loss": 0.3498,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3544296324253082,
      "step": 915,
      "valid_targets_mean": 9699.8,
      "valid_targets_min": 762
    },
    {
      "epoch": 1.265474552957359,
      "grad_norm": 0.200464129447937,
      "learning_rate": 3.9214272139266425e-05,
      "loss": 0.354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.364530086517334,
      "step": 920,
      "valid_targets_mean": 8231.1,
      "valid_targets_min": 484
    },
    {
      "epoch": 1.2723521320495186,
      "grad_norm": 0.23363149166107178,
      "learning_rate": 3.919512155472529e-05,
      "loss": 0.3787,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3862450122833252,
      "step": 925,
      "valid_targets_mean": 6062.9,
      "valid_targets_min": 284
    },
    {
      "epoch": 1.2792297111416782,
      "grad_norm": 0.2904376983642578,
      "learning_rate": 3.9175745183025166e-05,
      "loss": 0.3788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3847235143184662,
      "step": 930,
      "valid_targets_mean": 6291.5,
      "valid_targets_min": 384
    },
    {
      "epoch": 1.2861072902338377,
      "grad_norm": 1.1797544956207275,
      "learning_rate": 3.9156143252085205e-05,
      "loss": 0.8162,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7296270728111267,
      "step": 935,
      "valid_targets_mean": 4612.0,
      "valid_targets_min": 1023
    },
    {
      "epoch": 1.2929848693259973,
      "grad_norm": 0.6348538398742676,
      "learning_rate": 3.913631599247777e-05,
      "loss": 0.6882,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.641331136226654,
      "step": 940,
      "valid_targets_mean": 4798.6,
      "valid_targets_min": 1031
    },
    {
      "epoch": 1.299862448418157,
      "grad_norm": 0.46655991673469543,
      "learning_rate": 3.9116263637425675e-05,
      "loss": 0.6926,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6857333779335022,
      "step": 945,
      "valid_targets_mean": 3828.6,
      "valid_targets_min": 827
    },
    {
      "epoch": 1.3067400275103163,
      "grad_norm": 0.44312185049057007,
      "learning_rate": 3.9095986422799506e-05,
      "loss": 0.6478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6990092396736145,
      "step": 950,
      "valid_targets_mean": 4554.4,
      "valid_targets_min": 1014
    },
    {
      "epoch": 1.313617606602476,
      "grad_norm": 0.3177033066749573,
      "learning_rate": 3.9075484587114794e-05,
      "loss": 0.628,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6576709151268005,
      "step": 955,
      "valid_targets_mean": 3166.2,
      "valid_targets_min": 610
    },
    {
      "epoch": 1.3204951856946354,
      "grad_norm": 0.27075299620628357,
      "learning_rate": 3.9054758371529226e-05,
      "loss": 0.6233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6091431975364685,
      "step": 960,
      "valid_targets_mean": 4849.6,
      "valid_targets_min": 1191
    },
    {
      "epoch": 1.327372764786795,
      "grad_norm": 0.23648446798324585,
      "learning_rate": 3.903380801983982e-05,
      "loss": 0.6137,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5845412015914917,
      "step": 965,
      "valid_targets_mean": 4868.0,
      "valid_targets_min": 758
    },
    {
      "epoch": 1.3342503438789546,
      "grad_norm": 0.2729061245918274,
      "learning_rate": 3.9012633778480054e-05,
      "loss": 0.6351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6060047745704651,
      "step": 970,
      "valid_targets_mean": 3857.9,
      "valid_targets_min": 1124
    },
    {
      "epoch": 1.3411279229711142,
      "grad_norm": 0.2574310004711151,
      "learning_rate": 3.899123589651695e-05,
      "loss": 0.6132,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6230236291885376,
      "step": 975,
      "valid_targets_mean": 4199.5,
      "valid_targets_min": 341
    },
    {
      "epoch": 1.3480055020632737,
      "grad_norm": 0.27344951033592224,
      "learning_rate": 3.896961462564813e-05,
      "loss": 0.5942,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6178559064865112,
      "step": 980,
      "valid_targets_mean": 3034.2,
      "valid_targets_min": 514
    },
    {
      "epoch": 1.3548830811554333,
      "grad_norm": 0.2647669017314911,
      "learning_rate": 3.894777022019894e-05,
      "loss": 0.6068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5946131348609924,
      "step": 985,
      "valid_targets_mean": 4765.9,
      "valid_targets_min": 1093
    },
    {
      "epoch": 1.361760660247593,
      "grad_norm": 0.25953251123428345,
      "learning_rate": 3.892570293711936e-05,
      "loss": 0.603,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5860081315040588,
      "step": 990,
      "valid_targets_mean": 4268.3,
      "valid_targets_min": 886
    },
    {
      "epoch": 1.3686382393397525,
      "grad_norm": 0.28949081897735596,
      "learning_rate": 3.890341303598103e-05,
      "loss": 0.5894,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6154170036315918,
      "step": 995,
      "valid_targets_mean": 3506.1,
      "valid_targets_min": 1152
    },
    {
      "epoch": 1.375515818431912,
      "grad_norm": 0.2556889057159424,
      "learning_rate": 3.888090077897418e-05,
      "loss": 0.6159,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.606159508228302,
      "step": 1000,
      "valid_targets_mean": 4096.5,
      "valid_targets_min": 1357
    },
    {
      "epoch": 1.3823933975240714,
      "grad_norm": 0.3539147973060608,
      "learning_rate": 3.885816643090455e-05,
      "loss": 0.6131,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.729353129863739,
      "step": 1005,
      "valid_targets_mean": 2339.9,
      "valid_targets_min": 492
    },
    {
      "epoch": 1.3892709766162312,
      "grad_norm": 0.272216260433197,
      "learning_rate": 3.883521025919032e-05,
      "loss": 0.6012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5737934112548828,
      "step": 1010,
      "valid_targets_mean": 4673.0,
      "valid_targets_min": 1104
    },
    {
      "epoch": 1.3961485557083906,
      "grad_norm": 0.23937860131263733,
      "learning_rate": 3.881203253385886e-05,
      "loss": 0.6075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6177363991737366,
      "step": 1015,
      "valid_targets_mean": 4807.7,
      "valid_targets_min": 1074
    },
    {
      "epoch": 1.4030261348005502,
      "grad_norm": 0.26619216799736023,
      "learning_rate": 3.878863352754366e-05,
      "loss": 0.5957,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6000267863273621,
      "step": 1020,
      "valid_targets_mean": 3973.1,
      "valid_targets_min": 963
    },
    {
      "epoch": 1.4099037138927097,
      "grad_norm": 0.24524037539958954,
      "learning_rate": 3.8765013515481065e-05,
      "loss": 0.6183,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6289604306221008,
      "step": 1025,
      "valid_targets_mean": 4024.6,
      "valid_targets_min": 1423
    },
    {
      "epoch": 1.4167812929848693,
      "grad_norm": 0.3930031359195709,
      "learning_rate": 3.8741172775507064e-05,
      "loss": 0.5394,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3969944417476654,
      "step": 1030,
      "valid_targets_mean": 2895.7,
      "valid_targets_min": 400
    },
    {
      "epoch": 1.423658872077029,
      "grad_norm": 0.26236188411712646,
      "learning_rate": 3.8717111588054e-05,
      "loss": 0.1968,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1962587684392929,
      "step": 1035,
      "valid_targets_mean": 5384.8,
      "valid_targets_min": 2226
    },
    {
      "epoch": 1.4305364511691885,
      "grad_norm": 0.20293626189231873,
      "learning_rate": 3.869283023614727e-05,
      "loss": 0.1858,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18041567504405975,
      "step": 1040,
      "valid_targets_mean": 5450.0,
      "valid_targets_min": 2518
    },
    {
      "epoch": 1.437414030261348,
      "grad_norm": 0.19798648357391357,
      "learning_rate": 3.8668329005402034e-05,
      "loss": 0.1848,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18756289780139923,
      "step": 1045,
      "valid_targets_mean": 5529.6,
      "valid_targets_min": 2508
    },
    {
      "epoch": 1.4442916093535076,
      "grad_norm": 0.1935577094554901,
      "learning_rate": 3.864360818401982e-05,
      "loss": 0.1809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17789249122142792,
      "step": 1050,
      "valid_targets_mean": 5293.8,
      "valid_targets_min": 2370
    },
    {
      "epoch": 1.4511691884456672,
      "grad_norm": 0.17393940687179565,
      "learning_rate": 3.861866806278512e-05,
      "loss": 0.1824,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18423967063426971,
      "step": 1055,
      "valid_targets_mean": 5332.8,
      "valid_targets_min": 2648
    },
    {
      "epoch": 1.4580467675378266,
      "grad_norm": 0.23909129202365875,
      "learning_rate": 3.859350893506203e-05,
      "loss": 0.179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17691557109355927,
      "step": 1060,
      "valid_targets_mean": 5255.6,
      "valid_targets_min": 2159
    },
    {
      "epoch": 1.4649243466299862,
      "grad_norm": 0.16389349102973938,
      "learning_rate": 3.8568131096790725e-05,
      "loss": 0.18,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18579967319965363,
      "step": 1065,
      "valid_targets_mean": 5452.1,
      "valid_targets_min": 2581
    },
    {
      "epoch": 1.4718019257221457,
      "grad_norm": 0.15874819457530975,
      "learning_rate": 3.8542534846484055e-05,
      "loss": 0.1809,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17735014855861664,
      "step": 1070,
      "valid_targets_mean": 5740.7,
      "valid_targets_min": 1894
    },
    {
      "epoch": 1.4786795048143053,
      "grad_norm": 0.16879861056804657,
      "learning_rate": 3.851672048522395e-05,
      "loss": 0.1755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16832329332828522,
      "step": 1075,
      "valid_targets_mean": 5426.5,
      "valid_targets_min": 1612
    },
    {
      "epoch": 1.485557083906465,
      "grad_norm": 0.1801505833864212,
      "learning_rate": 3.849068831665795e-05,
      "loss": 0.1747,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17279930412769318,
      "step": 1080,
      "valid_targets_mean": 5326.5,
      "valid_targets_min": 2043
    },
    {
      "epoch": 1.4924346629986245,
      "grad_norm": 0.18309783935546875,
      "learning_rate": 3.8464438646995594e-05,
      "loss": 0.1792,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17903900146484375,
      "step": 1085,
      "valid_targets_mean": 5461.1,
      "valid_targets_min": 1584
    },
    {
      "epoch": 1.499312242090784,
      "grad_norm": 0.17911545932292938,
      "learning_rate": 3.843797178500484e-05,
      "loss": 0.1746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17528246343135834,
      "step": 1090,
      "valid_targets_mean": 5297.5,
      "valid_targets_min": 2654
    },
    {
      "epoch": 1.5061898211829436,
      "grad_norm": 0.19508351385593414,
      "learning_rate": 3.8411288042008406e-05,
      "loss": 0.1745,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16850487887859344,
      "step": 1095,
      "valid_targets_mean": 5074.0,
      "valid_targets_min": 862
    },
    {
      "epoch": 1.5130674002751032,
      "grad_norm": 0.1843961924314499,
      "learning_rate": 3.838438773188014e-05,
      "loss": 0.1734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.174080029129982,
      "step": 1100,
      "valid_targets_mean": 5553.2,
      "valid_targets_min": 1603
    },
    {
      "epoch": 1.5199449793672626,
      "grad_norm": 0.1763802468776703,
      "learning_rate": 3.8357271171041295e-05,
      "loss": 0.1708,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1729462593793869,
      "step": 1105,
      "valid_targets_mean": 5194.8,
      "valid_targets_min": 1935
    },
    {
      "epoch": 1.5268225584594224,
      "grad_norm": 0.17929823696613312,
      "learning_rate": 3.832993867845685e-05,
      "loss": 0.1746,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17040614783763885,
      "step": 1110,
      "valid_targets_mean": 5168.3,
      "valid_targets_min": 1307
    },
    {
      "epoch": 1.5337001375515817,
      "grad_norm": 0.1639978289604187,
      "learning_rate": 3.83023905756317e-05,
      "loss": 0.1752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1768171787261963,
      "step": 1115,
      "valid_targets_mean": 5214.6,
      "valid_targets_min": 1713
    },
    {
      "epoch": 1.5405777166437415,
      "grad_norm": 0.2187965363264084,
      "learning_rate": 3.827462718660693e-05,
      "loss": 0.1753,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17852282524108887,
      "step": 1120,
      "valid_targets_mean": 5230.6,
      "valid_targets_min": 665
    },
    {
      "epoch": 1.547455295735901,
      "grad_norm": 0.1746329665184021,
      "learning_rate": 3.8246648837955965e-05,
      "loss": 0.1734,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17241650819778442,
      "step": 1125,
      "valid_targets_mean": 5421.6,
      "valid_targets_min": 2137
    },
    {
      "epoch": 1.5543328748280605,
      "grad_norm": 0.1832008957862854,
      "learning_rate": 3.8218455858780756e-05,
      "loss": 0.1712,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17471849918365479,
      "step": 1130,
      "valid_targets_mean": 5460.8,
      "valid_targets_min": 2737
    },
    {
      "epoch": 1.56121045392022,
      "grad_norm": 0.4211394786834717,
      "learning_rate": 3.8190048580707896e-05,
      "loss": 0.3217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.509270429611206,
      "step": 1135,
      "valid_targets_mean": 3497.1,
      "valid_targets_min": 1078
    },
    {
      "epoch": 1.5680880330123796,
      "grad_norm": 0.30384236574172974,
      "learning_rate": 3.816142733788471e-05,
      "loss": 0.5099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5404311418533325,
      "step": 1140,
      "valid_targets_mean": 4071.6,
      "valid_targets_min": 341
    },
    {
      "epoch": 1.5749656121045392,
      "grad_norm": 0.24843032658100128,
      "learning_rate": 3.813259246697534e-05,
      "loss": 0.4767,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43479084968566895,
      "step": 1145,
      "valid_targets_mean": 4800.8,
      "valid_targets_min": 1051
    },
    {
      "epoch": 1.5818431911966988,
      "grad_norm": 0.26665475964546204,
      "learning_rate": 3.810354430715678e-05,
      "loss": 0.5334,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5217477083206177,
      "step": 1150,
      "valid_targets_mean": 3469.1,
      "valid_targets_min": 968
    },
    {
      "epoch": 1.5887207702888584,
      "grad_norm": 0.2492406666278839,
      "learning_rate": 3.807428320011488e-05,
      "loss": 0.4986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46809157729148865,
      "step": 1155,
      "valid_targets_mean": 3744.5,
      "valid_targets_min": 870
    },
    {
      "epoch": 1.5955983493810177,
      "grad_norm": 0.2967899739742279,
      "learning_rate": 3.804480949004033e-05,
      "loss": 0.5066,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5382382273674011,
      "step": 1160,
      "valid_targets_mean": 3274.1,
      "valid_targets_min": 560
    },
    {
      "epoch": 1.6024759284731775,
      "grad_norm": 0.24859432876110077,
      "learning_rate": 3.801512352362462e-05,
      "loss": 0.4884,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.45520785450935364,
      "step": 1165,
      "valid_targets_mean": 3821.3,
      "valid_targets_min": 926
    },
    {
      "epoch": 1.609353507565337,
      "grad_norm": 0.2822229266166687,
      "learning_rate": 3.7985225650055956e-05,
      "loss": 0.4811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.479449599981308,
      "step": 1170,
      "valid_targets_mean": 3964.5,
      "valid_targets_min": 1056
    },
    {
      "epoch": 1.6162310866574967,
      "grad_norm": 0.25489893555641174,
      "learning_rate": 3.795511622101516e-05,
      "loss": 0.5064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4988573491573334,
      "step": 1175,
      "valid_targets_mean": 3777.9,
      "valid_targets_min": 1036
    },
    {
      "epoch": 1.623108665749656,
      "grad_norm": 0.26357072591781616,
      "learning_rate": 3.79247955906715e-05,
      "loss": 0.493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5032159090042114,
      "step": 1180,
      "valid_targets_mean": 3541.2,
      "valid_targets_min": 972
    },
    {
      "epoch": 1.6299862448418156,
      "grad_norm": 0.23042190074920654,
      "learning_rate": 3.7894264115678574e-05,
      "loss": 0.4692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4392227232456207,
      "step": 1185,
      "valid_targets_mean": 4535.3,
      "valid_targets_min": 627
    },
    {
      "epoch": 1.6368638239339752,
      "grad_norm": 0.23502619564533234,
      "learning_rate": 3.7863522155170074e-05,
      "loss": 0.5086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46783125400543213,
      "step": 1190,
      "valid_targets_mean": 4419.3,
      "valid_targets_min": 1218
    },
    {
      "epoch": 1.6437414030261348,
      "grad_norm": 0.27069318294525146,
      "learning_rate": 3.783257007075559e-05,
      "loss": 0.4798,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46642932295799255,
      "step": 1195,
      "valid_targets_mean": 3810.7,
      "valid_targets_min": 613
    },
    {
      "epoch": 1.6506189821182944,
      "grad_norm": 0.23966531455516815,
      "learning_rate": 3.780140822651633e-05,
      "loss": 0.5062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5011839270591736,
      "step": 1200,
      "valid_targets_mean": 3882.9,
      "valid_targets_min": 996
    },
    {
      "epoch": 1.657496561210454,
      "grad_norm": 0.2627565562725067,
      "learning_rate": 3.777003698900087e-05,
      "loss": 0.4877,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44288936257362366,
      "step": 1205,
      "valid_targets_mean": 3861.8,
      "valid_targets_min": 766
    },
    {
      "epoch": 1.6643741403026135,
      "grad_norm": 0.3473055958747864,
      "learning_rate": 3.773845672722081e-05,
      "loss": 0.4927,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4784359037876129,
      "step": 1210,
      "valid_targets_mean": 4158.1,
      "valid_targets_min": 855
    },
    {
      "epoch": 1.671251719394773,
      "grad_norm": 0.25518766045570374,
      "learning_rate": 3.770666781264645e-05,
      "loss": 0.4947,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.48266422748565674,
      "step": 1215,
      "valid_targets_mean": 3470.8,
      "valid_targets_min": 1265
    },
    {
      "epoch": 1.6781292984869327,
      "grad_norm": 0.29883068799972534,
      "learning_rate": 3.767467061920243e-05,
      "loss": 0.4936,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.514256477355957,
      "step": 1220,
      "valid_targets_mean": 3372.9,
      "valid_targets_min": 1135
    },
    {
      "epoch": 1.685006877579092,
      "grad_norm": 0.28827473521232605,
      "learning_rate": 3.764246552326328e-05,
      "loss": 0.4675,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47418856620788574,
      "step": 1225,
      "valid_targets_mean": 3203.3,
      "valid_targets_min": 546
    },
    {
      "epoch": 1.6918844566712519,
      "grad_norm": 0.2590804696083069,
      "learning_rate": 3.761005290364909e-05,
      "loss": 0.5007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4959653913974762,
      "step": 1230,
      "valid_targets_mean": 4523.3,
      "valid_targets_min": 1251
    },
    {
      "epoch": 1.6987620357634112,
      "grad_norm": 0.24712985754013062,
      "learning_rate": 3.7577433141620955e-05,
      "loss": 0.4941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4807453155517578,
      "step": 1235,
      "valid_targets_mean": 4189.8,
      "valid_targets_min": 936
    },
    {
      "epoch": 1.7056396148555708,
      "grad_norm": 0.3500024080276489,
      "learning_rate": 3.754460662087655e-05,
      "loss": 0.4276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36277464032173157,
      "step": 1240,
      "valid_targets_mean": 6970.2,
      "valid_targets_min": 348
    },
    {
      "epoch": 1.7125171939477304,
      "grad_norm": 0.2819157838821411,
      "learning_rate": 3.751157372754558e-05,
      "loss": 0.3157,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3232782185077667,
      "step": 1245,
      "valid_targets_mean": 6771.7,
      "valid_targets_min": 139
    },
    {
      "epoch": 1.71939477303989,
      "grad_norm": 0.2361801415681839,
      "learning_rate": 3.747833485018529e-05,
      "loss": 0.2986,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31840553879737854,
      "step": 1250,
      "valid_targets_mean": 6255.8,
      "valid_targets_min": 306
    },
    {
      "epoch": 1.7262723521320495,
      "grad_norm": 0.20022809505462646,
      "learning_rate": 3.744489037977582e-05,
      "loss": 0.3195,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33195021748542786,
      "step": 1255,
      "valid_targets_mean": 6752.7,
      "valid_targets_min": 501
    },
    {
      "epoch": 1.7331499312242091,
      "grad_norm": 0.21669241786003113,
      "learning_rate": 3.741124070971567e-05,
      "loss": 0.3047,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3083652853965759,
      "step": 1260,
      "valid_targets_mean": 6418.2,
      "valid_targets_min": 280
    },
    {
      "epoch": 1.7400275103163687,
      "grad_norm": 0.2118166983127594,
      "learning_rate": 3.737738623581704e-05,
      "loss": 0.3292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30915912985801697,
      "step": 1265,
      "valid_targets_mean": 6323.3,
      "valid_targets_min": 158
    },
    {
      "epoch": 1.746905089408528,
      "grad_norm": 0.19761602580547333,
      "learning_rate": 3.734332735630121e-05,
      "loss": 0.2919,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3077729046344757,
      "step": 1270,
      "valid_targets_mean": 6768.2,
      "valid_targets_min": 280
    },
    {
      "epoch": 1.7537826685006879,
      "grad_norm": 0.19916018843650818,
      "learning_rate": 3.7309064471793794e-05,
      "loss": 0.3019,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2965332269668579,
      "step": 1275,
      "valid_targets_mean": 5892.7,
      "valid_targets_min": 521
    },
    {
      "epoch": 1.7606602475928472,
      "grad_norm": 0.20036496222019196,
      "learning_rate": 3.7274597985320084e-05,
      "loss": 0.2899,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.257733553647995,
      "step": 1280,
      "valid_targets_mean": 6258.8,
      "valid_targets_min": 250
    },
    {
      "epoch": 1.767537826685007,
      "grad_norm": 0.19880492985248566,
      "learning_rate": 3.723992830230028e-05,
      "loss": 0.3069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33133408427238464,
      "step": 1285,
      "valid_targets_mean": 6510.0,
      "valid_targets_min": 277
    },
    {
      "epoch": 1.7744154057771664,
      "grad_norm": 0.1798064410686493,
      "learning_rate": 3.720505583054472e-05,
      "loss": 0.3097,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2973363995552063,
      "step": 1290,
      "valid_targets_mean": 7494.7,
      "valid_targets_min": 877
    },
    {
      "epoch": 1.781292984869326,
      "grad_norm": 0.1998414844274521,
      "learning_rate": 3.716998098024912e-05,
      "loss": 0.3085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2940886318683624,
      "step": 1295,
      "valid_targets_mean": 6610.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 1.7881705639614855,
      "grad_norm": 0.19012726843357086,
      "learning_rate": 3.7134704163989705e-05,
      "loss": 0.326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3087290823459625,
      "step": 1300,
      "valid_targets_mean": 6261.7,
      "valid_targets_min": 155
    },
    {
      "epoch": 1.7950481430536451,
      "grad_norm": 0.22708670794963837,
      "learning_rate": 3.709922579671837e-05,
      "loss": 0.2825,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3009527623653412,
      "step": 1305,
      "valid_targets_mean": 6415.5,
      "valid_targets_min": 176
    },
    {
      "epoch": 1.8019257221458047,
      "grad_norm": 0.2535344064235687,
      "learning_rate": 3.706354629575779e-05,
      "loss": 0.2941,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31697168946266174,
      "step": 1310,
      "valid_targets_mean": 6039.7,
      "valid_targets_min": 281
    },
    {
      "epoch": 1.8088033012379643,
      "grad_norm": 0.20503927767276764,
      "learning_rate": 3.702766608079656e-05,
      "loss": 0.2995,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3049831986427307,
      "step": 1315,
      "valid_targets_mean": 6111.7,
      "valid_targets_min": 634
    },
    {
      "epoch": 1.8156808803301239,
      "grad_norm": 0.24562497437000275,
      "learning_rate": 3.699158557388418e-05,
      "loss": 0.2827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29952770471572876,
      "step": 1320,
      "valid_targets_mean": 6148.7,
      "valid_targets_min": 332
    },
    {
      "epoch": 1.8225584594222832,
      "grad_norm": 0.1867874413728714,
      "learning_rate": 3.6955305199426164e-05,
      "loss": 0.3091,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31724825501441956,
      "step": 1325,
      "valid_targets_mean": 7108.5,
      "valid_targets_min": 270
    },
    {
      "epoch": 1.829436038514443,
      "grad_norm": 0.18447940051555634,
      "learning_rate": 3.6918825384178994e-05,
      "loss": 0.2874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31805142760276794,
      "step": 1330,
      "valid_targets_mean": 7180.7,
      "valid_targets_min": 324
    },
    {
      "epoch": 1.8363136176066024,
      "grad_norm": 0.43173184990882874,
      "learning_rate": 3.6882146557245124e-05,
      "loss": 0.2955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.304822713136673,
      "step": 1335,
      "valid_targets_mean": 2841.2,
      "valid_targets_min": 433
    },
    {
      "epoch": 1.8431911966987622,
      "grad_norm": 0.2562500238418579,
      "learning_rate": 3.684526915006794e-05,
      "loss": 0.2404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23818433284759521,
      "step": 1340,
      "valid_targets_mean": 3856.0,
      "valid_targets_min": 621
    },
    {
      "epoch": 1.8500687757909215,
      "grad_norm": 0.2451377511024475,
      "learning_rate": 3.680819359642667e-05,
      "loss": 0.2363,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23176681995391846,
      "step": 1345,
      "valid_targets_mean": 3704.4,
      "valid_targets_min": 509
    },
    {
      "epoch": 1.8569463548830811,
      "grad_norm": 0.23659279942512512,
      "learning_rate": 3.677092033243128e-05,
      "loss": 0.2345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2317413091659546,
      "step": 1350,
      "valid_targets_mean": 3846.3,
      "valid_targets_min": 963
    },
    {
      "epoch": 1.8638239339752407,
      "grad_norm": 0.3861660659313202,
      "learning_rate": 3.6733449796517356e-05,
      "loss": 0.2366,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23308180272579193,
      "step": 1355,
      "valid_targets_mean": 3683.6,
      "valid_targets_min": 391
    },
    {
      "epoch": 1.8707015130674003,
      "grad_norm": 0.23103627562522888,
      "learning_rate": 3.6695782429440953e-05,
      "loss": 0.2335,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2334202080965042,
      "step": 1360,
      "valid_targets_mean": 3971.2,
      "valid_targets_min": 931
    },
    {
      "epoch": 1.8775790921595599,
      "grad_norm": 0.23312969505786896,
      "learning_rate": 3.6657918674273384e-05,
      "loss": 0.2305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21726413071155548,
      "step": 1365,
      "valid_targets_mean": 3631.8,
      "valid_targets_min": 386
    },
    {
      "epoch": 1.8844566712517192,
      "grad_norm": 0.22809860110282898,
      "learning_rate": 3.6619858976396024e-05,
      "loss": 0.2293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22846657037734985,
      "step": 1370,
      "valid_targets_mean": 3784.0,
      "valid_targets_min": 440
    },
    {
      "epoch": 1.891334250343879,
      "grad_norm": 0.2218829095363617,
      "learning_rate": 3.658160378349508e-05,
      "loss": 0.2291,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2310301512479782,
      "step": 1375,
      "valid_targets_mean": 3803.7,
      "valid_targets_min": 289
    },
    {
      "epoch": 1.8982118294360384,
      "grad_norm": 0.2360394150018692,
      "learning_rate": 3.654315354555631e-05,
      "loss": 0.2268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.227386474609375,
      "step": 1380,
      "valid_targets_mean": 3506.6,
      "valid_targets_min": 428
    },
    {
      "epoch": 1.9050894085281982,
      "grad_norm": 0.22711876034736633,
      "learning_rate": 3.650450871485972e-05,
      "loss": 0.2262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.223535418510437,
      "step": 1385,
      "valid_targets_mean": 3767.9,
      "valid_targets_min": 441
    },
    {
      "epoch": 1.9119669876203575,
      "grad_norm": 0.25500020384788513,
      "learning_rate": 3.6465669745974294e-05,
      "loss": 0.2243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2296544462442398,
      "step": 1390,
      "valid_targets_mean": 3922.3,
      "valid_targets_min": 488
    },
    {
      "epoch": 1.9188445667125174,
      "grad_norm": 0.22378553450107574,
      "learning_rate": 3.64266370957526e-05,
      "loss": 0.2259,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22703313827514648,
      "step": 1395,
      "valid_targets_mean": 3707.5,
      "valid_targets_min": 441
    },
    {
      "epoch": 1.9257221458046767,
      "grad_norm": 0.21955916285514832,
      "learning_rate": 3.638741122332539e-05,
      "loss": 0.2233,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21799926459789276,
      "step": 1400,
      "valid_targets_mean": 3876.3,
      "valid_targets_min": 444
    },
    {
      "epoch": 1.9325997248968363,
      "grad_norm": 0.22715120017528534,
      "learning_rate": 3.6347992590096294e-05,
      "loss": 0.227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22050054371356964,
      "step": 1405,
      "valid_targets_mean": 3786.6,
      "valid_targets_min": 463
    },
    {
      "epoch": 1.9394773039889959,
      "grad_norm": 0.5013593435287476,
      "learning_rate": 3.6308381659736305e-05,
      "loss": 0.2541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2915675640106201,
      "step": 1410,
      "valid_targets_mean": 6803.4,
      "valid_targets_min": 269
    },
    {
      "epoch": 1.9463548830811555,
      "grad_norm": 0.3273867666721344,
      "learning_rate": 3.626857889817837e-05,
      "loss": 0.2834,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27176132798194885,
      "step": 1415,
      "valid_targets_mean": 7000.2,
      "valid_targets_min": 301
    },
    {
      "epoch": 1.953232462173315,
      "grad_norm": 0.2674608528614044,
      "learning_rate": 3.622858477361187e-05,
      "loss": 0.2613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26310741901397705,
      "step": 1420,
      "valid_targets_mean": 6679.8,
      "valid_targets_min": 305
    },
    {
      "epoch": 1.9601100412654744,
      "grad_norm": 0.26019972562789917,
      "learning_rate": 3.618839975647718e-05,
      "loss": 0.2633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2636650502681732,
      "step": 1425,
      "valid_targets_mean": 7024.0,
      "valid_targets_min": 290
    },
    {
      "epoch": 1.9669876203576342,
      "grad_norm": 0.23934203386306763,
      "learning_rate": 3.614802431946007e-05,
      "loss": 0.2663,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2571460008621216,
      "step": 1430,
      "valid_targets_mean": 6498.8,
      "valid_targets_min": 258
    },
    {
      "epoch": 1.9738651994497936,
      "grad_norm": 0.23185357451438904,
      "learning_rate": 3.610745893748616e-05,
      "loss": 0.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2631213366985321,
      "step": 1435,
      "valid_targets_mean": 7071.3,
      "valid_targets_min": 307
    },
    {
      "epoch": 1.9807427785419534,
      "grad_norm": 0.19967839121818542,
      "learning_rate": 3.606670408771535e-05,
      "loss": 0.2569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24705708026885986,
      "step": 1440,
      "valid_targets_mean": 6885.5,
      "valid_targets_min": 410
    },
    {
      "epoch": 1.9876203576341127,
      "grad_norm": 0.20388005673885345,
      "learning_rate": 3.602576024953622e-05,
      "loss": 0.2517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24135954678058624,
      "step": 1445,
      "valid_targets_mean": 6534.7,
      "valid_targets_min": 200
    },
    {
      "epoch": 1.9944979367262725,
      "grad_norm": 0.20625412464141846,
      "learning_rate": 3.598462790456035e-05,
      "loss": 0.2481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25036922097206116,
      "step": 1450,
      "valid_targets_mean": 6211.6,
      "valid_targets_min": 155
    },
    {
      "epoch": 2.001375515818432,
      "grad_norm": 2.8058888912200928,
      "learning_rate": 3.594330753661667e-05,
      "loss": 0.4044,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6613093018531799,
      "step": 1455,
      "valid_targets_mean": 7128.1,
      "valid_targets_min": 1973
    },
    {
      "epoch": 2.0082530949105917,
      "grad_norm": 0.8594583868980408,
      "learning_rate": 3.590179963174579e-05,
      "loss": 0.5479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4993838369846344,
      "step": 1460,
      "valid_targets_mean": 7686.6,
      "valid_targets_min": 2878
    },
    {
      "epoch": 2.015130674002751,
      "grad_norm": 0.6884653568267822,
      "learning_rate": 3.586010467819426e-05,
      "loss": 0.4732,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44557619094848633,
      "step": 1465,
      "valid_targets_mean": 7133.9,
      "valid_targets_min": 2166
    },
    {
      "epoch": 2.0220082530949104,
      "grad_norm": 0.46677643060684204,
      "learning_rate": 3.581822316640884e-05,
      "loss": 0.4435,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4272290766239166,
      "step": 1470,
      "valid_targets_mean": 6996.4,
      "valid_targets_min": 1935
    },
    {
      "epoch": 2.02888583218707,
      "grad_norm": 0.33942049741744995,
      "learning_rate": 3.5776155589030725e-05,
      "loss": 0.419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4080777168273926,
      "step": 1475,
      "valid_targets_mean": 6391.0,
      "valid_targets_min": 1485
    },
    {
      "epoch": 2.0357634112792296,
      "grad_norm": 0.26999571919441223,
      "learning_rate": 3.573390244088974e-05,
      "loss": 0.4125,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4160017669200897,
      "step": 1480,
      "valid_targets_mean": 7442.2,
      "valid_targets_min": 2042
    },
    {
      "epoch": 2.0426409903713894,
      "grad_norm": 0.23193228244781494,
      "learning_rate": 3.569146421899855e-05,
      "loss": 0.4069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3979227542877197,
      "step": 1485,
      "valid_targets_mean": 7472.0,
      "valid_targets_min": 2525
    },
    {
      "epoch": 2.0495185694635487,
      "grad_norm": 0.24549859762191772,
      "learning_rate": 3.564884142254676e-05,
      "loss": 0.4007,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3899810016155243,
      "step": 1490,
      "valid_targets_mean": 7195.1,
      "valid_targets_min": 2152
    },
    {
      "epoch": 2.0563961485557085,
      "grad_norm": 0.23036125302314758,
      "learning_rate": 3.5606034552895116e-05,
      "loss": 0.3922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3929663598537445,
      "step": 1495,
      "valid_targets_mean": 7045.0,
      "valid_targets_min": 2244
    },
    {
      "epoch": 2.063273727647868,
      "grad_norm": 0.19054745137691498,
      "learning_rate": 3.556304411356954e-05,
      "loss": 0.3933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39430269598960876,
      "step": 1500,
      "valid_targets_mean": 7133.3,
      "valid_targets_min": 340
    },
    {
      "epoch": 2.0701513067400277,
      "grad_norm": 0.20681411027908325,
      "learning_rate": 3.551987061025526e-05,
      "loss": 0.3875,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38851866126060486,
      "step": 1505,
      "valid_targets_mean": 7774.5,
      "valid_targets_min": 2137
    },
    {
      "epoch": 2.077028885832187,
      "grad_norm": 0.23252616822719574,
      "learning_rate": 3.547651455079081e-05,
      "loss": 0.3641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35503363609313965,
      "step": 1510,
      "valid_targets_mean": 9392.3,
      "valid_targets_min": 4226
    },
    {
      "epoch": 2.083906464924347,
      "grad_norm": 0.21241554617881775,
      "learning_rate": 3.54329764451621e-05,
      "loss": 0.3537,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35199376940727234,
      "step": 1515,
      "valid_targets_mean": 9510.7,
      "valid_targets_min": 251
    },
    {
      "epoch": 2.090784044016506,
      "grad_norm": 0.19617372751235962,
      "learning_rate": 3.5389256805496406e-05,
      "loss": 0.3467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3448309600353241,
      "step": 1520,
      "valid_targets_mean": 8821.8,
      "valid_targets_min": 349
    },
    {
      "epoch": 2.0976616231086656,
      "grad_norm": 0.1854516863822937,
      "learning_rate": 3.5345356146056326e-05,
      "loss": 0.3469,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3607160151004791,
      "step": 1525,
      "valid_targets_mean": 9532.2,
      "valid_targets_min": 366
    },
    {
      "epoch": 2.1045392022008254,
      "grad_norm": 0.2247074842453003,
      "learning_rate": 3.530127498323376e-05,
      "loss": 0.3438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3304601013660431,
      "step": 1530,
      "valid_targets_mean": 9500.8,
      "valid_targets_min": 4009
    },
    {
      "epoch": 2.1114167812929847,
      "grad_norm": 0.19397173821926117,
      "learning_rate": 3.525701383554381e-05,
      "loss": 0.3439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.345296710729599,
      "step": 1535,
      "valid_targets_mean": 9276.4,
      "valid_targets_min": 306
    },
    {
      "epoch": 2.1182943603851445,
      "grad_norm": 0.1992553323507309,
      "learning_rate": 3.5212573223618706e-05,
      "loss": 0.351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34886810183525085,
      "step": 1540,
      "valid_targets_mean": 9256.2,
      "valid_targets_min": 365
    },
    {
      "epoch": 2.125171939477304,
      "grad_norm": 0.2733538746833801,
      "learning_rate": 3.516795367020166e-05,
      "loss": 0.344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3475874662399292,
      "step": 1545,
      "valid_targets_mean": 9418.0,
      "valid_targets_min": 1557
    },
    {
      "epoch": 2.1320495185694637,
      "grad_norm": 0.21964633464813232,
      "learning_rate": 3.512315570014071e-05,
      "loss": 0.3447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.354493111371994,
      "step": 1550,
      "valid_targets_mean": 9577.5,
      "valid_targets_min": 831
    },
    {
      "epoch": 2.138927097661623,
      "grad_norm": 0.18503326177597046,
      "learning_rate": 3.5078179840382595e-05,
      "loss": 0.3419,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33321893215179443,
      "step": 1555,
      "valid_targets_mean": 9345.1,
      "valid_targets_min": 344
    },
    {
      "epoch": 2.145804676753783,
      "grad_norm": 0.19784897565841675,
      "learning_rate": 3.503302661996651e-05,
      "loss": 0.3436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33793434500694275,
      "step": 1560,
      "valid_targets_mean": 9465.6,
      "valid_targets_min": 464
    },
    {
      "epoch": 2.152682255845942,
      "grad_norm": 0.19905328750610352,
      "learning_rate": 3.4987696570017875e-05,
      "loss": 0.3408,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3496486246585846,
      "step": 1565,
      "valid_targets_mean": 9754.2,
      "valid_targets_min": 3574
    },
    {
      "epoch": 2.1595598349381016,
      "grad_norm": 0.2668532431125641,
      "learning_rate": 3.494219022374215e-05,
      "loss": 0.3396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34833547472953796,
      "step": 1570,
      "valid_targets_mean": 10126.4,
      "valid_targets_min": 815
    },
    {
      "epoch": 2.1664374140302614,
      "grad_norm": 0.17971722781658173,
      "learning_rate": 3.489650811641849e-05,
      "loss": 0.3406,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3384837210178375,
      "step": 1575,
      "valid_targets_mean": 9729.5,
      "valid_targets_min": 1648
    },
    {
      "epoch": 2.1733149931224207,
      "grad_norm": 0.18334342539310455,
      "learning_rate": 3.4850650785393484e-05,
      "loss": 0.3496,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3410694897174835,
      "step": 1580,
      "valid_targets_mean": 9311.2,
      "valid_targets_min": 1306
    },
    {
      "epoch": 2.1801925722145805,
      "grad_norm": 0.15654881298542023,
      "learning_rate": 3.4804618770074845e-05,
      "loss": 0.3362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3286409378051758,
      "step": 1585,
      "valid_targets_mean": 10119.1,
      "valid_targets_min": 337
    },
    {
      "epoch": 2.18707015130674,
      "grad_norm": 0.16295592486858368,
      "learning_rate": 3.475841261192505e-05,
      "loss": 0.3338,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33703628182411194,
      "step": 1590,
      "valid_targets_mean": 9770.2,
      "valid_targets_min": 1817
    },
    {
      "epoch": 2.1939477303988997,
      "grad_norm": 0.17984117567539215,
      "learning_rate": 3.471203285445496e-05,
      "loss": 0.3374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3435076177120209,
      "step": 1595,
      "valid_targets_mean": 9543.3,
      "valid_targets_min": 638
    },
    {
      "epoch": 2.200825309491059,
      "grad_norm": 0.18280085921287537,
      "learning_rate": 3.4665480043217444e-05,
      "loss": 0.3393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33603063225746155,
      "step": 1600,
      "valid_targets_mean": 10167.3,
      "valid_targets_min": 360
    },
    {
      "epoch": 2.207702888583219,
      "grad_norm": 0.1711643934249878,
      "learning_rate": 3.461875472580097e-05,
      "loss": 0.339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3467685282230377,
      "step": 1605,
      "valid_targets_mean": 9596.3,
      "valid_targets_min": 1134
    },
    {
      "epoch": 2.214580467675378,
      "grad_norm": 0.17905321717262268,
      "learning_rate": 3.4571857451823125e-05,
      "loss": 0.3395,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34844693541526794,
      "step": 1610,
      "valid_targets_mean": 9780.1,
      "valid_targets_min": 761
    },
    {
      "epoch": 2.221458046767538,
      "grad_norm": 0.1731940656900406,
      "learning_rate": 3.4524788772924204e-05,
      "loss": 0.3365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3388243615627289,
      "step": 1615,
      "valid_targets_mean": 10009.1,
      "valid_targets_min": 4883
    },
    {
      "epoch": 2.2283356258596974,
      "grad_norm": 0.2032056450843811,
      "learning_rate": 3.447754924276067e-05,
      "loss": 0.3392,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34718790650367737,
      "step": 1620,
      "valid_targets_mean": 9650.2,
      "valid_targets_min": 2381
    },
    {
      "epoch": 2.235213204951857,
      "grad_norm": 0.18989840149879456,
      "learning_rate": 3.443013941699868e-05,
      "loss": 0.3332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3308781385421753,
      "step": 1625,
      "valid_targets_mean": 9049.9,
      "valid_targets_min": 437
    },
    {
      "epoch": 2.2420907840440165,
      "grad_norm": 0.19518150389194489,
      "learning_rate": 3.438255985330752e-05,
      "loss": 0.3339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3310050964355469,
      "step": 1630,
      "valid_targets_mean": 9875.7,
      "valid_targets_min": 724
    },
    {
      "epoch": 2.248968363136176,
      "grad_norm": 0.17780651152133942,
      "learning_rate": 3.433481111135307e-05,
      "loss": 0.3342,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3329547047615051,
      "step": 1635,
      "valid_targets_mean": 10231.3,
      "valid_targets_min": 4259
    },
    {
      "epoch": 2.2558459422283357,
      "grad_norm": 0.433637797832489,
      "learning_rate": 3.42868937527912e-05,
      "loss": 0.3289,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3262697458267212,
      "step": 1640,
      "valid_targets_mean": 9430.3,
      "valid_targets_min": 410
    },
    {
      "epoch": 2.262723521320495,
      "grad_norm": 0.2067311406135559,
      "learning_rate": 3.423880834126119e-05,
      "loss": 0.3368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3466179668903351,
      "step": 1645,
      "valid_targets_mean": 10133.5,
      "valid_targets_min": 337
    },
    {
      "epoch": 2.269601100412655,
      "grad_norm": 0.34874919056892395,
      "learning_rate": 3.419055544237906e-05,
      "loss": 0.3523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3629746437072754,
      "step": 1650,
      "valid_targets_mean": 6064.5,
      "valid_targets_min": 386
    },
    {
      "epoch": 2.276478679504814,
      "grad_norm": 0.2338205873966217,
      "learning_rate": 3.4142135623730954e-05,
      "loss": 0.3596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3494892120361328,
      "step": 1655,
      "valid_targets_mean": 5734.3,
      "valid_targets_min": 339
    },
    {
      "epoch": 2.283356258596974,
      "grad_norm": 1.786234974861145,
      "learning_rate": 3.4093549454866446e-05,
      "loss": 0.614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7320997714996338,
      "step": 1660,
      "valid_targets_mean": 3938.1,
      "valid_targets_min": 1056
    },
    {
      "epoch": 2.2902338376891334,
      "grad_norm": 0.601821780204773,
      "learning_rate": 3.4044797507291835e-05,
      "loss": 0.6903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6417145729064941,
      "step": 1665,
      "valid_targets_mean": 3729.3,
      "valid_targets_min": 1026
    },
    {
      "epoch": 2.297111416781293,
      "grad_norm": 0.5182149410247803,
      "learning_rate": 3.3995880354463444e-05,
      "loss": 0.631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7853193283081055,
      "step": 1670,
      "valid_targets_mean": 2655.9,
      "valid_targets_min": 423
    },
    {
      "epoch": 2.3039889958734525,
      "grad_norm": 0.39515960216522217,
      "learning_rate": 3.394679857178086e-05,
      "loss": 0.6186,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5766435265541077,
      "step": 1675,
      "valid_targets_mean": 4575.7,
      "valid_targets_min": 1481
    },
    {
      "epoch": 2.310866574965612,
      "grad_norm": 0.27365753054618835,
      "learning_rate": 3.389755273658017e-05,
      "loss": 0.6101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5716002583503723,
      "step": 1680,
      "valid_targets_mean": 4386.9,
      "valid_targets_min": 954
    },
    {
      "epoch": 2.3177441540577717,
      "grad_norm": 0.29566842317581177,
      "learning_rate": 3.384814342812715e-05,
      "loss": 0.5912,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6139184832572937,
      "step": 1685,
      "valid_targets_mean": 3782.5,
      "valid_targets_min": 1092
    },
    {
      "epoch": 2.324621733149931,
      "grad_norm": 1.001302719116211,
      "learning_rate": 3.379857122761049e-05,
      "loss": 0.5971,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.599311888217926,
      "step": 1690,
      "valid_targets_mean": 3693.4,
      "valid_targets_min": 891
    },
    {
      "epoch": 2.331499312242091,
      "grad_norm": 0.29175451397895813,
      "learning_rate": 3.3748836718134925e-05,
      "loss": 0.5857,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.644123911857605,
      "step": 1695,
      "valid_targets_mean": 2922.5,
      "valid_targets_min": 506
    },
    {
      "epoch": 2.33837689133425,
      "grad_norm": 0.2410433143377304,
      "learning_rate": 3.3698940484714394e-05,
      "loss": 0.5813,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5584650635719299,
      "step": 1700,
      "valid_targets_mean": 4322.8,
      "valid_targets_min": 972
    },
    {
      "epoch": 2.34525447042641,
      "grad_norm": 0.27489161491394043,
      "learning_rate": 3.364888311426514e-05,
      "loss": 0.5831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5594794154167175,
      "step": 1705,
      "valid_targets_mean": 4178.0,
      "valid_targets_min": 636
    },
    {
      "epoch": 2.3521320495185694,
      "grad_norm": 0.25752291083335876,
      "learning_rate": 3.3598665195598825e-05,
      "loss": 0.5752,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5888612866401672,
      "step": 1710,
      "valid_targets_mean": 3690.4,
      "valid_targets_min": 835
    },
    {
      "epoch": 2.359009628610729,
      "grad_norm": 0.23788535594940186,
      "learning_rate": 3.354828731941562e-05,
      "loss": 0.584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5750142931938171,
      "step": 1715,
      "valid_targets_mean": 3968.4,
      "valid_targets_min": 1048
    },
    {
      "epoch": 2.3658872077028885,
      "grad_norm": 0.2531888484954834,
      "learning_rate": 3.3497750078297184e-05,
      "loss": 0.5609,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6210049390792847,
      "step": 1720,
      "valid_targets_mean": 3866.8,
      "valid_targets_min": 442
    },
    {
      "epoch": 2.3727647867950483,
      "grad_norm": 0.24579587578773499,
      "learning_rate": 3.34470540666998e-05,
      "loss": 0.5711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5286867022514343,
      "step": 1725,
      "valid_targets_mean": 4509.6,
      "valid_targets_min": 983
    },
    {
      "epoch": 2.3796423658872077,
      "grad_norm": 0.23255982995033264,
      "learning_rate": 3.339619988094729e-05,
      "loss": 0.585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5887963771820068,
      "step": 1730,
      "valid_targets_mean": 4082.3,
      "valid_targets_min": 886
    },
    {
      "epoch": 2.3865199449793675,
      "grad_norm": 0.2797907888889313,
      "learning_rate": 3.3345188119224035e-05,
      "loss": 0.5978,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5604764819145203,
      "step": 1735,
      "valid_targets_mean": 3563.8,
      "valid_targets_min": 994
    },
    {
      "epoch": 2.393397524071527,
      "grad_norm": 0.2364405244588852,
      "learning_rate": 3.329401938156796e-05,
      "loss": 0.5874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5624784827232361,
      "step": 1740,
      "valid_targets_mean": 3807.9,
      "valid_targets_min": 1102
    },
    {
      "epoch": 2.400275103163686,
      "grad_norm": 0.2538396418094635,
      "learning_rate": 3.324269426986346e-05,
      "loss": 0.57,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6049501299858093,
      "step": 1745,
      "valid_targets_mean": 3917.4,
      "valid_targets_min": 591
    },
    {
      "epoch": 2.407152682255846,
      "grad_norm": 0.2438904494047165,
      "learning_rate": 3.319121338783428e-05,
      "loss": 0.5718,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5315484404563904,
      "step": 1750,
      "valid_targets_mean": 4132.9,
      "valid_targets_min": 1177
    },
    {
      "epoch": 2.4140302613480054,
      "grad_norm": 0.3179481327533722,
      "learning_rate": 3.3139577341036506e-05,
      "loss": 0.5805,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5480595231056213,
      "step": 1755,
      "valid_targets_mean": 4138.2,
      "valid_targets_min": 555
    },
    {
      "epoch": 2.420907840440165,
      "grad_norm": 0.27781596779823303,
      "learning_rate": 3.308778673685133e-05,
      "loss": 0.2964,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17354899644851685,
      "step": 1760,
      "valid_targets_mean": 5264.1,
      "valid_targets_min": 2490
    },
    {
      "epoch": 2.4277854195323245,
      "grad_norm": 0.23184660077095032,
      "learning_rate": 3.3035842184478004e-05,
      "loss": 0.1766,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1751926988363266,
      "step": 1765,
      "valid_targets_mean": 5122.9,
      "valid_targets_min": 1618
    },
    {
      "epoch": 2.4346629986244843,
      "grad_norm": 0.17627623677253723,
      "learning_rate": 3.2983744294926614e-05,
      "loss": 0.1676,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16883397102355957,
      "step": 1770,
      "valid_targets_mean": 5323.8,
      "valid_targets_min": 866
    },
    {
      "epoch": 2.4415405777166437,
      "grad_norm": 0.1969061642885208,
      "learning_rate": 3.29314936810109e-05,
      "loss": 0.171,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17244462668895721,
      "step": 1775,
      "valid_targets_mean": 5311.5,
      "valid_targets_min": 1305
    },
    {
      "epoch": 2.4484181568088035,
      "grad_norm": 0.42246416211128235,
      "learning_rate": 3.287909095734109e-05,
      "loss": 0.1678,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1703244298696518,
      "step": 1780,
      "valid_targets_mean": 5335.9,
      "valid_targets_min": 256
    },
    {
      "epoch": 2.455295735900963,
      "grad_norm": 0.18673081696033478,
      "learning_rate": 3.28265367403166e-05,
      "loss": 0.1682,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16582070291042328,
      "step": 1785,
      "valid_targets_mean": 5334.2,
      "valid_targets_min": 2150
    },
    {
      "epoch": 2.462173314993122,
      "grad_norm": 0.21594855189323425,
      "learning_rate": 3.277383164811885e-05,
      "loss": 0.166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16547198593616486,
      "step": 1790,
      "valid_targets_mean": 5431.1,
      "valid_targets_min": 1502
    },
    {
      "epoch": 2.469050894085282,
      "grad_norm": 0.16221986711025238,
      "learning_rate": 3.272097630070397e-05,
      "loss": 0.1684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1692570000886917,
      "step": 1795,
      "valid_targets_mean": 5591.4,
      "valid_targets_min": 2094
    },
    {
      "epoch": 2.4759284731774414,
      "grad_norm": 0.16889838874340057,
      "learning_rate": 3.2667971319795473e-05,
      "loss": 0.1692,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16655687987804413,
      "step": 1800,
      "valid_targets_mean": 5317.1,
      "valid_targets_min": 2487
    },
    {
      "epoch": 2.482806052269601,
      "grad_norm": 0.1774377077817917,
      "learning_rate": 3.261481732887699e-05,
      "loss": 0.1622,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1572069525718689,
      "step": 1805,
      "valid_targets_mean": 5413.2,
      "valid_targets_min": 2982
    },
    {
      "epoch": 2.4896836313617605,
      "grad_norm": 0.1739635169506073,
      "learning_rate": 3.2561514953184934e-05,
      "loss": 0.166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16619594395160675,
      "step": 1810,
      "valid_targets_mean": 5668.6,
      "valid_targets_min": 2803
    },
    {
      "epoch": 2.4965612104539203,
      "grad_norm": 0.1820421814918518,
      "learning_rate": 3.250806481970108e-05,
      "loss": 0.1657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1609572023153305,
      "step": 1815,
      "valid_targets_mean": 5498.5,
      "valid_targets_min": 2867
    },
    {
      "epoch": 2.5034387895460797,
      "grad_norm": 0.23393994569778442,
      "learning_rate": 3.24544675571453e-05,
      "loss": 0.166,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1757015585899353,
      "step": 1820,
      "valid_targets_mean": 5626.1,
      "valid_targets_min": 2433
    },
    {
      "epoch": 2.5103163686382395,
      "grad_norm": 0.1906571388244629,
      "learning_rate": 3.240072379596806e-05,
      "loss": 0.1612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16593830287456512,
      "step": 1825,
      "valid_targets_mean": 5435.7,
      "valid_targets_min": 982
    },
    {
      "epoch": 2.517193947730399,
      "grad_norm": 0.1794256865978241,
      "learning_rate": 3.2346834168343075e-05,
      "loss": 0.1633,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15924106538295746,
      "step": 1830,
      "valid_targets_mean": 5536.0,
      "valid_targets_min": 2841
    },
    {
      "epoch": 2.524071526822558,
      "grad_norm": 0.18436476588249207,
      "learning_rate": 3.229279930815983e-05,
      "loss": 0.1654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16792090237140656,
      "step": 1835,
      "valid_targets_mean": 5371.6,
      "valid_targets_min": 1086
    },
    {
      "epoch": 2.530949105914718,
      "grad_norm": 0.18271945416927338,
      "learning_rate": 3.223861985101616e-05,
      "loss": 0.1637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17091064155101776,
      "step": 1840,
      "valid_targets_mean": 5402.8,
      "valid_targets_min": 2672
    },
    {
      "epoch": 2.537826685006878,
      "grad_norm": 0.16952849924564362,
      "learning_rate": 3.2184296434210744e-05,
      "loss": 0.1653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1651667356491089,
      "step": 1845,
      "valid_targets_mean": 5272.9,
      "valid_targets_min": 2931
    },
    {
      "epoch": 2.544704264099037,
      "grad_norm": 0.1904437094926834,
      "learning_rate": 3.2129829696735636e-05,
      "loss": 0.1657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.166397362947464,
      "step": 1850,
      "valid_targets_mean": 5464.1,
      "valid_targets_min": 3034
    },
    {
      "epoch": 2.5515818431911965,
      "grad_norm": 0.1794981211423874,
      "learning_rate": 3.2075220279268716e-05,
      "loss": 0.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16289390623569489,
      "step": 1855,
      "valid_targets_mean": 5245.6,
      "valid_targets_min": 2348
    },
    {
      "epoch": 2.5584594222833563,
      "grad_norm": 0.24275237321853638,
      "learning_rate": 3.202046882416618e-05,
      "loss": 0.1731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2249213010072708,
      "step": 1860,
      "valid_targets_mean": 4941.7,
      "valid_targets_min": 887
    },
    {
      "epoch": 2.5653370013755157,
      "grad_norm": 0.2452576607465744,
      "learning_rate": 3.196557597545496e-05,
      "loss": 0.4918,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46354079246520996,
      "step": 1865,
      "valid_targets_mean": 4548.1,
      "valid_targets_min": 1143
    },
    {
      "epoch": 2.5722145804676755,
      "grad_norm": 0.23351752758026123,
      "learning_rate": 3.191054237882519e-05,
      "loss": 0.4885,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4690791666507721,
      "step": 1870,
      "valid_targets_mean": 4470.5,
      "valid_targets_min": 750
    },
    {
      "epoch": 2.579092159559835,
      "grad_norm": 0.28496915102005005,
      "learning_rate": 3.1855368681622584e-05,
      "loss": 0.4871,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4831330478191376,
      "step": 1875,
      "valid_targets_mean": 3520.2,
      "valid_targets_min": 960
    },
    {
      "epoch": 2.5859697386519946,
      "grad_norm": 0.23887771368026733,
      "learning_rate": 3.180005553284079e-05,
      "loss": 0.4874,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5180794596672058,
      "step": 1880,
      "valid_targets_mean": 3821.4,
      "valid_targets_min": 754
    },
    {
      "epoch": 2.592847317744154,
      "grad_norm": 0.20265977084636688,
      "learning_rate": 3.174460358311381e-05,
      "loss": 0.4532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40166547894477844,
      "step": 1885,
      "valid_targets_mean": 4780.0,
      "valid_targets_min": 829
    },
    {
      "epoch": 2.599724896836314,
      "grad_norm": 0.26580244302749634,
      "learning_rate": 3.1689013484708326e-05,
      "loss": 0.5054,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.486253023147583,
      "step": 1890,
      "valid_targets_mean": 3832.0,
      "valid_targets_min": 385
    },
    {
      "epoch": 2.606602475928473,
      "grad_norm": 0.2514914274215698,
      "learning_rate": 3.163328589151602e-05,
      "loss": 0.4644,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.45382460951805115,
      "step": 1895,
      "valid_targets_mean": 3565.2,
      "valid_targets_min": 992
    },
    {
      "epoch": 2.6134800550206325,
      "grad_norm": 0.2749345898628235,
      "learning_rate": 3.1577421459045905e-05,
      "loss": 0.4608,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5400105118751526,
      "step": 1900,
      "valid_targets_mean": 3056.5,
      "valid_targets_min": 450
    },
    {
      "epoch": 2.6203576341127923,
      "grad_norm": 0.2451675981283188,
      "learning_rate": 3.152142084441658e-05,
      "loss": 0.4827,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44982481002807617,
      "step": 1905,
      "valid_targets_mean": 4266.4,
      "valid_targets_min": 964
    },
    {
      "epoch": 2.627235213204952,
      "grad_norm": 0.21282179653644562,
      "learning_rate": 3.1465284706348515e-05,
      "loss": 0.47,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4686674177646637,
      "step": 1910,
      "valid_targets_mean": 4470.4,
      "valid_targets_min": 904
    },
    {
      "epoch": 2.6341127922971115,
      "grad_norm": 0.2592368423938751,
      "learning_rate": 3.140901370515633e-05,
      "loss": 0.4842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4743809401988983,
      "step": 1915,
      "valid_targets_mean": 3334.7,
      "valid_targets_min": 695
    },
    {
      "epoch": 2.640990371389271,
      "grad_norm": 0.2680273652076721,
      "learning_rate": 3.135260850274098e-05,
      "loss": 0.4612,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4709834158420563,
      "step": 1920,
      "valid_targets_mean": 3709.8,
      "valid_targets_min": 263
    },
    {
      "epoch": 2.6478679504814306,
      "grad_norm": 0.21391861140727997,
      "learning_rate": 3.129606976258201e-05,
      "loss": 0.4535,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44715532660484314,
      "step": 1925,
      "valid_targets_mean": 4853.3,
      "valid_targets_min": 939
    },
    {
      "epoch": 2.65474552957359,
      "grad_norm": 0.25977030396461487,
      "learning_rate": 3.123939814972973e-05,
      "loss": 0.5105,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5158866047859192,
      "step": 1930,
      "valid_targets_mean": 3690.7,
      "valid_targets_min": 834
    },
    {
      "epoch": 2.66162310866575,
      "grad_norm": 0.24368682503700256,
      "learning_rate": 3.1182594330797386e-05,
      "loss": 0.4616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42130962014198303,
      "step": 1935,
      "valid_targets_mean": 3288.0,
      "valid_targets_min": 909
    },
    {
      "epoch": 2.668500687757909,
      "grad_norm": 0.22931107878684998,
      "learning_rate": 3.112565897395335e-05,
      "loss": 0.4861,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4757470190525055,
      "step": 1940,
      "valid_targets_mean": 3984.1,
      "valid_targets_min": 845
    },
    {
      "epoch": 2.6753782668500685,
      "grad_norm": 0.24459430575370789,
      "learning_rate": 3.106859274891322e-05,
      "loss": 0.4596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44337713718414307,
      "step": 1945,
      "valid_targets_mean": 3862.2,
      "valid_targets_min": 1039
    },
    {
      "epoch": 2.6822558459422283,
      "grad_norm": 0.206754669547081,
      "learning_rate": 3.101139632693197e-05,
      "loss": 0.4731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4307830333709717,
      "step": 1950,
      "valid_targets_mean": 4631.0,
      "valid_targets_min": 1126
    },
    {
      "epoch": 2.689133425034388,
      "grad_norm": 0.2619471251964569,
      "learning_rate": 3.0954070380796055e-05,
      "loss": 0.4647,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4742562770843506,
      "step": 1955,
      "valid_targets_mean": 3621.2,
      "valid_targets_min": 1059
    },
    {
      "epoch": 2.6960110041265475,
      "grad_norm": 0.24757763743400574,
      "learning_rate": 3.089661558481547e-05,
      "loss": 0.4842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.470249742269516,
      "step": 1960,
      "valid_targets_mean": 4137.8,
      "valid_targets_min": 964
    },
    {
      "epoch": 2.702888583218707,
      "grad_norm": 0.22938843071460724,
      "learning_rate": 3.083903261481585e-05,
      "loss": 0.4585,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4474344253540039,
      "step": 1965,
      "valid_targets_mean": 3795.0,
      "valid_targets_min": 506
    },
    {
      "epoch": 2.7097661623108666,
      "grad_norm": 0.23329561948776245,
      "learning_rate": 3.0781322148130514e-05,
      "loss": 0.3221,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28213557600975037,
      "step": 1970,
      "valid_targets_mean": 6673.1,
      "valid_targets_min": 730
    },
    {
      "epoch": 2.716643741403026,
      "grad_norm": 0.24802759289741516,
      "learning_rate": 3.072348486359247e-05,
      "loss": 0.2783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2907213270664215,
      "step": 1975,
      "valid_targets_mean": 6348.1,
      "valid_targets_min": 509
    },
    {
      "epoch": 2.723521320495186,
      "grad_norm": 0.2521836459636688,
      "learning_rate": 3.0665521441526465e-05,
      "loss": 0.2929,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27197012305259705,
      "step": 1980,
      "valid_targets_mean": 6468.0,
      "valid_targets_min": 251
    },
    {
      "epoch": 2.730398899587345,
      "grad_norm": 0.2807964086532593,
      "learning_rate": 3.060743256374097e-05,
      "loss": 0.2974,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28650525212287903,
      "step": 1985,
      "valid_targets_mean": 7146.4,
      "valid_targets_min": 359
    },
    {
      "epoch": 2.737276478679505,
      "grad_norm": 0.26067185401916504,
      "learning_rate": 3.0549218913520146e-05,
      "loss": 0.3083,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3415687382221222,
      "step": 1990,
      "valid_targets_mean": 3916.2,
      "valid_targets_min": 335
    },
    {
      "epoch": 2.7441540577716643,
      "grad_norm": 0.24141770601272583,
      "learning_rate": 3.0490881175615833e-05,
      "loss": 0.2846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2985703945159912,
      "step": 1995,
      "valid_targets_mean": 6297.1,
      "valid_targets_min": 281
    },
    {
      "epoch": 2.751031636863824,
      "grad_norm": 0.18846577405929565,
      "learning_rate": 3.043242003623947e-05,
      "loss": 0.2831,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28665414452552795,
      "step": 2000,
      "valid_targets_mean": 6218.6,
      "valid_targets_min": 431
    },
    {
      "epoch": 2.7579092159559835,
      "grad_norm": 0.1955583393573761,
      "learning_rate": 3.037383618305405e-05,
      "loss": 0.2775,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2679028809070587,
      "step": 2005,
      "valid_targets_mean": 6974.2,
      "valid_targets_min": 301
    },
    {
      "epoch": 2.764786795048143,
      "grad_norm": 0.18239358067512512,
      "learning_rate": 3.0315130305166004e-05,
      "loss": 0.2846,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2761273682117462,
      "step": 2010,
      "valid_targets_mean": 6593.1,
      "valid_targets_min": 189
    },
    {
      "epoch": 2.7716643741403026,
      "grad_norm": 0.1927693784236908,
      "learning_rate": 3.025630309311711e-05,
      "loss": 0.3011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2741451561450958,
      "step": 2015,
      "valid_targets_mean": 6276.4,
      "valid_targets_min": 134
    },
    {
      "epoch": 2.7785419532324624,
      "grad_norm": 0.19569988548755646,
      "learning_rate": 3.0197355238876366e-05,
      "loss": 0.2896,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3058183789253235,
      "step": 2020,
      "valid_targets_mean": 7432.3,
      "valid_targets_min": 539
    },
    {
      "epoch": 2.785419532324622,
      "grad_norm": 0.26734083890914917,
      "learning_rate": 3.0138287435831855e-05,
      "loss": 0.3006,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3446507751941681,
      "step": 2025,
      "valid_targets_mean": 4080.3,
      "valid_targets_min": 177
    },
    {
      "epoch": 2.792297111416781,
      "grad_norm": 0.18823887407779694,
      "learning_rate": 3.00791003787826e-05,
      "loss": 0.2895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2629872262477875,
      "step": 2030,
      "valid_targets_mean": 6271.7,
      "valid_targets_min": 218
    },
    {
      "epoch": 2.799174690508941,
      "grad_norm": 0.17511484026908875,
      "learning_rate": 3.0019794763930342e-05,
      "loss": 0.2691,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26909807324409485,
      "step": 2035,
      "valid_targets_mean": 6678.1,
      "valid_targets_min": 247
    },
    {
      "epoch": 2.8060522696011003,
      "grad_norm": 0.20790624618530273,
      "learning_rate": 2.9960371288871424e-05,
      "loss": 0.2966,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24758748710155487,
      "step": 2040,
      "valid_targets_mean": 5566.3,
      "valid_targets_min": 138
    },
    {
      "epoch": 2.81292984869326,
      "grad_norm": 0.29130321741104126,
      "learning_rate": 2.990083065258852e-05,
      "loss": 0.28,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26163962483406067,
      "step": 2045,
      "valid_targets_mean": 5935.1,
      "valid_targets_min": 302
    },
    {
      "epoch": 2.8198074277854195,
      "grad_norm": 0.20943818986415863,
      "learning_rate": 2.9841173555442463e-05,
      "loss": 0.2801,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30196091532707214,
      "step": 2050,
      "valid_targets_mean": 5204.6,
      "valid_targets_min": 230
    },
    {
      "epoch": 2.826685006877579,
      "grad_norm": 0.18874754011631012,
      "learning_rate": 2.9781400699163972e-05,
      "loss": 0.2817,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26764318346977234,
      "step": 2055,
      "valid_targets_mean": 6574.4,
      "valid_targets_min": 503
    },
    {
      "epoch": 2.8335625859697386,
      "grad_norm": 0.18775157630443573,
      "learning_rate": 2.9721512786845398e-05,
      "loss": 0.2821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28406214714050293,
      "step": 2060,
      "valid_targets_mean": 6931.6,
      "valid_targets_min": 227
    },
    {
      "epoch": 2.8404401650618984,
      "grad_norm": 0.2351863980293274,
      "learning_rate": 2.9661510522932498e-05,
      "loss": 0.2473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22023768723011017,
      "step": 2065,
      "valid_targets_mean": 3676.3,
      "valid_targets_min": 313
    },
    {
      "epoch": 2.847317744154058,
      "grad_norm": 0.25987231731414795,
      "learning_rate": 2.9601394613216086e-05,
      "loss": 0.223,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21996857225894928,
      "step": 2070,
      "valid_targets_mean": 3833.1,
      "valid_targets_min": 457
    },
    {
      "epoch": 2.854195323246217,
      "grad_norm": 0.22153240442276,
      "learning_rate": 2.954116576482378e-05,
      "loss": 0.2215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2143753170967102,
      "step": 2075,
      "valid_targets_mean": 3800.0,
      "valid_targets_min": 533
    },
    {
      "epoch": 2.861072902338377,
      "grad_norm": 0.24245132505893707,
      "learning_rate": 2.9480824686211656e-05,
      "loss": 0.2227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23022687435150146,
      "step": 2080,
      "valid_targets_mean": 3411.6,
      "valid_targets_min": 421
    },
    {
      "epoch": 2.8679504814305363,
      "grad_norm": 0.23231779038906097,
      "learning_rate": 2.942037208715593e-05,
      "loss": 0.2212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22041289508342743,
      "step": 2085,
      "valid_targets_mean": 3687.6,
      "valid_targets_min": 259
    },
    {
      "epoch": 2.874828060522696,
      "grad_norm": 0.4004386067390442,
      "learning_rate": 2.9359808678744602e-05,
      "loss": 0.2207,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22256970405578613,
      "step": 2090,
      "valid_targets_mean": 3594.3,
      "valid_targets_min": 579
    },
    {
      "epoch": 2.8817056396148555,
      "grad_norm": 0.2695745527744293,
      "learning_rate": 2.9299135173369095e-05,
      "loss": 0.2154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22081358730793,
      "step": 2095,
      "valid_targets_mean": 3822.9,
      "valid_targets_min": 439
    },
    {
      "epoch": 2.8885832187070153,
      "grad_norm": 0.22770832479000092,
      "learning_rate": 2.923835228471587e-05,
      "loss": 0.217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21337191760540009,
      "step": 2100,
      "valid_targets_mean": 3679.0,
      "valid_targets_min": 418
    },
    {
      "epoch": 2.8954607977991746,
      "grad_norm": 0.23671899735927582,
      "learning_rate": 2.917746072775803e-05,
      "loss": 0.217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21641583740711212,
      "step": 2105,
      "valid_targets_mean": 3791.1,
      "valid_targets_min": 434
    },
    {
      "epoch": 2.9023383768913344,
      "grad_norm": 0.20792709290981293,
      "learning_rate": 2.9116461218746938e-05,
      "loss": 0.2165,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2158890962600708,
      "step": 2110,
      "valid_targets_mean": 3758.8,
      "valid_targets_min": 451
    },
    {
      "epoch": 2.909215955983494,
      "grad_norm": 0.24677076935768127,
      "learning_rate": 2.905535447520373e-05,
      "loss": 0.2139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2117362767457962,
      "step": 2115,
      "valid_targets_mean": 3394.1,
      "valid_targets_min": 402
    },
    {
      "epoch": 2.916093535075653,
      "grad_norm": 0.2116060107946396,
      "learning_rate": 2.8994141215910954e-05,
      "loss": 0.2142,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2123304158449173,
      "step": 2120,
      "valid_targets_mean": 3749.5,
      "valid_targets_min": 390
    },
    {
      "epoch": 2.922971114167813,
      "grad_norm": 0.23059509694576263,
      "learning_rate": 2.8932822160904038e-05,
      "loss": 0.2148,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22077153623104095,
      "step": 2125,
      "valid_targets_mean": 3628.6,
      "valid_targets_min": 269
    },
    {
      "epoch": 2.9298486932599723,
      "grad_norm": 0.30967360734939575,
      "learning_rate": 2.8871398031462897e-05,
      "loss": 0.214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21335013210773468,
      "step": 2130,
      "valid_targets_mean": 3959.5,
      "valid_targets_min": 405
    },
    {
      "epoch": 2.936726272352132,
      "grad_norm": 0.2117719054222107,
      "learning_rate": 2.8809869550103364e-05,
      "loss": 0.2179,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22175510227680206,
      "step": 2135,
      "valid_targets_mean": 3888.8,
      "valid_targets_min": 478
    },
    {
      "epoch": 2.9436038514442915,
      "grad_norm": 0.37680870294570923,
      "learning_rate": 2.8748237440568776e-05,
      "loss": 0.2723,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26602670550346375,
      "step": 2140,
      "valid_targets_mean": 6735.3,
      "valid_targets_min": 304
    },
    {
      "epoch": 2.9504814305364513,
      "grad_norm": 0.26158466935157776,
      "learning_rate": 2.8686502427821396e-05,
      "loss": 0.2566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24311788380146027,
      "step": 2145,
      "valid_targets_mean": 6712.8,
      "valid_targets_min": 301
    },
    {
      "epoch": 2.9573590096286106,
      "grad_norm": 0.21819132566452026,
      "learning_rate": 2.862466523803393e-05,
      "loss": 0.2485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2585228383541107,
      "step": 2150,
      "valid_targets_mean": 7340.5,
      "valid_targets_min": 231
    },
    {
      "epoch": 2.9642365887207704,
      "grad_norm": 0.2586921453475952,
      "learning_rate": 2.8562726598580933e-05,
      "loss": 0.2555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2609292268753052,
      "step": 2155,
      "valid_targets_mean": 6526.5,
      "valid_targets_min": 357
    },
    {
      "epoch": 2.97111416781293,
      "grad_norm": 0.20504623651504517,
      "learning_rate": 2.8500687238030323e-05,
      "loss": 0.2482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2528449296951294,
      "step": 2160,
      "valid_targets_mean": 6851.2,
      "valid_targets_min": 298
    },
    {
      "epoch": 2.977991746905089,
      "grad_norm": 0.20353412628173828,
      "learning_rate": 2.843854788613475e-05,
      "loss": 0.2494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25268661975860596,
      "step": 2165,
      "valid_targets_mean": 6581.8,
      "valid_targets_min": 331
    },
    {
      "epoch": 2.984869325997249,
      "grad_norm": 0.20709891617298126,
      "learning_rate": 2.8376309273823047e-05,
      "loss": 0.2455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23789839446544647,
      "step": 2170,
      "valid_targets_mean": 6395.8,
      "valid_targets_min": 111
    },
    {
      "epoch": 2.9917469050894088,
      "grad_norm": 0.19114278256893158,
      "learning_rate": 2.8313972133191615e-05,
      "loss": 0.2329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23834653198719025,
      "step": 2175,
      "valid_targets_mean": 6569.5,
      "valid_targets_min": 271
    },
    {
      "epoch": 2.998624484181568,
      "grad_norm": 0.18902333080768585,
      "learning_rate": 2.825153719749582e-05,
      "loss": 0.2393,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23917700350284576,
      "step": 2180,
      "valid_targets_mean": 6804.3,
      "valid_targets_min": 268
    },
    {
      "epoch": 3.0055020632737275,
      "grad_norm": 1.1804285049438477,
      "learning_rate": 2.8189005201141374e-05,
      "loss": 0.5467,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49364426732063293,
      "step": 2185,
      "valid_targets_mean": 7231.9,
      "valid_targets_min": 1761
    },
    {
      "epoch": 3.0123796423658873,
      "grad_norm": 0.621899425983429,
      "learning_rate": 2.8126376879675662e-05,
      "loss": 0.4533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4317004978656769,
      "step": 2190,
      "valid_targets_mean": 7557.4,
      "valid_targets_min": 1704
    },
    {
      "epoch": 3.0192572214580466,
      "grad_norm": 0.4244556427001953,
      "learning_rate": 2.8063652969779157e-05,
      "loss": 0.4227,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.409325510263443,
      "step": 2195,
      "valid_targets_mean": 7350.1,
      "valid_targets_min": 1870
    },
    {
      "epoch": 3.0261348005502064,
      "grad_norm": 0.3209317922592163,
      "learning_rate": 2.8000834209256665e-05,
      "loss": 0.4012,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3925730288028717,
      "step": 2200,
      "valid_targets_mean": 6987.9,
      "valid_targets_min": 1709
    },
    {
      "epoch": 3.033012379642366,
      "grad_norm": 0.26344603300094604,
      "learning_rate": 2.793792133702874e-05,
      "loss": 0.3873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.37841784954071045,
      "step": 2205,
      "valid_targets_mean": 7241.9,
      "valid_targets_min": 1545
    },
    {
      "epoch": 3.0398899587345256,
      "grad_norm": 0.263012558221817,
      "learning_rate": 2.787491509312292e-05,
      "loss": 0.3895,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39090800285339355,
      "step": 2210,
      "valid_targets_mean": 7142.4,
      "valid_targets_min": 1774
    },
    {
      "epoch": 3.046767537826685,
      "grad_norm": 0.21698179841041565,
      "learning_rate": 2.7811816218665053e-05,
      "loss": 0.3821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3810361623764038,
      "step": 2215,
      "valid_targets_mean": 7138.7,
      "valid_targets_min": 2341
    },
    {
      "epoch": 3.0536451169188448,
      "grad_norm": 0.19529838860034943,
      "learning_rate": 2.7748625455870587e-05,
      "loss": 0.3733,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3743869364261627,
      "step": 2220,
      "valid_targets_mean": 7128.4,
      "valid_targets_min": 341
    },
    {
      "epoch": 3.060522696011004,
      "grad_norm": 0.18769292533397675,
      "learning_rate": 2.768534354803581e-05,
      "loss": 0.3764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3780585825443268,
      "step": 2225,
      "valid_targets_mean": 7804.2,
      "valid_targets_min": 2299
    },
    {
      "epoch": 3.0674002751031635,
      "grad_norm": 0.19775737822055817,
      "learning_rate": 2.7621971239529145e-05,
      "loss": 0.3719,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36720457673072815,
      "step": 2230,
      "valid_targets_mean": 6880.0,
      "valid_targets_min": 2360
    },
    {
      "epoch": 3.0742778541953233,
      "grad_norm": 0.17078346014022827,
      "learning_rate": 2.7558509275782362e-05,
      "loss": 0.3595,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33969902992248535,
      "step": 2235,
      "valid_targets_mean": 9638.4,
      "valid_targets_min": 2685
    },
    {
      "epoch": 3.0811554332874826,
      "grad_norm": 0.21129827201366425,
      "learning_rate": 2.7494958403281828e-05,
      "loss": 0.3368,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3257615864276886,
      "step": 2240,
      "valid_targets_mean": 9305.5,
      "valid_targets_min": 387
    },
    {
      "epoch": 3.0880330123796425,
      "grad_norm": 0.18326875567436218,
      "learning_rate": 2.7431319369559714e-05,
      "loss": 0.3374,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3389432728290558,
      "step": 2245,
      "valid_targets_mean": 9594.6,
      "valid_targets_min": 4552
    },
    {
      "epoch": 3.094910591471802,
      "grad_norm": 0.19462503492832184,
      "learning_rate": 2.7367592923185207e-05,
      "loss": 0.3265,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3254169523715973,
      "step": 2250,
      "valid_targets_mean": 9201.4,
      "valid_targets_min": 1169
    },
    {
      "epoch": 3.1017881705639616,
      "grad_norm": 0.19972459971904755,
      "learning_rate": 2.730377981375573e-05,
      "loss": 0.3351,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33468952775001526,
      "step": 2255,
      "valid_targets_mean": 9195.1,
      "valid_targets_min": 274
    },
    {
      "epoch": 3.108665749656121,
      "grad_norm": 0.18777260184288025,
      "learning_rate": 2.7239880791888055e-05,
      "loss": 0.3282,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.327169805765152,
      "step": 2260,
      "valid_targets_mean": 9784.6,
      "valid_targets_min": 3868
    },
    {
      "epoch": 3.1155433287482808,
      "grad_norm": 0.1829068660736084,
      "learning_rate": 2.7175896609209563e-05,
      "loss": 0.3344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34209179878234863,
      "step": 2265,
      "valid_targets_mean": 9428.9,
      "valid_targets_min": 358
    },
    {
      "epoch": 3.12242090784044,
      "grad_norm": 0.16856065392494202,
      "learning_rate": 2.711182801834933e-05,
      "loss": 0.331,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3263739347457886,
      "step": 2270,
      "valid_targets_mean": 9561.8,
      "valid_targets_min": 751
    },
    {
      "epoch": 3.1292984869326,
      "grad_norm": 0.1619403064250946,
      "learning_rate": 2.7047675772929328e-05,
      "loss": 0.3304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3409515917301178,
      "step": 2275,
      "valid_targets_mean": 9434.2,
      "valid_targets_min": 2003
    },
    {
      "epoch": 3.1361760660247593,
      "grad_norm": 0.18027926981449127,
      "learning_rate": 2.6983440627555512e-05,
      "loss": 0.3315,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3378562927246094,
      "step": 2280,
      "valid_targets_mean": 9419.0,
      "valid_targets_min": 1224
    },
    {
      "epoch": 3.1430536451169186,
      "grad_norm": 0.18891292810440063,
      "learning_rate": 2.691912333780899e-05,
      "loss": 0.3305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3343370854854584,
      "step": 2285,
      "valid_targets_mean": 8674.3,
      "valid_targets_min": 406
    },
    {
      "epoch": 3.1499312242090785,
      "grad_norm": 0.17232871055603027,
      "learning_rate": 2.6854724660237084e-05,
      "loss": 0.325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32393327355384827,
      "step": 2290,
      "valid_targets_mean": 9579.6,
      "valid_targets_min": 1490
    },
    {
      "epoch": 3.156808803301238,
      "grad_norm": 0.18581289052963257,
      "learning_rate": 2.6790245352344496e-05,
      "loss": 0.3273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3255552053451538,
      "step": 2295,
      "valid_targets_mean": 10004.4,
      "valid_targets_min": 3344
    },
    {
      "epoch": 3.1636863823933976,
      "grad_norm": 0.19980214536190033,
      "learning_rate": 2.672568617258432e-05,
      "loss": 0.3281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3265620172023773,
      "step": 2300,
      "valid_targets_mean": 9634.2,
      "valid_targets_min": 850
    },
    {
      "epoch": 3.170563961485557,
      "grad_norm": 0.21916311979293823,
      "learning_rate": 2.6661047880349206e-05,
      "loss": 0.3377,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3452427089214325,
      "step": 2305,
      "valid_targets_mean": 9557.9,
      "valid_targets_min": 434
    },
    {
      "epoch": 3.1774415405777168,
      "grad_norm": 0.16194824874401093,
      "learning_rate": 2.6596331235962342e-05,
      "loss": 0.3296,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3295070230960846,
      "step": 2310,
      "valid_targets_mean": 10256.9,
      "valid_targets_min": 3030
    },
    {
      "epoch": 3.184319119669876,
      "grad_norm": 0.17421400547027588,
      "learning_rate": 2.6531537000668573e-05,
      "loss": 0.3184,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32497796416282654,
      "step": 2315,
      "valid_targets_mean": 9721.5,
      "valid_targets_min": 2712
    },
    {
      "epoch": 3.191196698762036,
      "grad_norm": 0.16638971865177155,
      "learning_rate": 2.646666593662543e-05,
      "loss": 0.3226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3159905970096588,
      "step": 2320,
      "valid_targets_mean": 9904.6,
      "valid_targets_min": 2829
    },
    {
      "epoch": 3.1980742778541953,
      "grad_norm": 0.1812189221382141,
      "learning_rate": 2.6401718806894144e-05,
      "loss": 0.3273,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3278213441371918,
      "step": 2325,
      "valid_targets_mean": 10244.0,
      "valid_targets_min": 3501
    },
    {
      "epoch": 3.204951856946355,
      "grad_norm": 0.17708660662174225,
      "learning_rate": 2.6336696375430705e-05,
      "loss": 0.327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3082522451877594,
      "step": 2330,
      "valid_targets_mean": 9494.1,
      "valid_targets_min": 648
    },
    {
      "epoch": 3.2118294360385145,
      "grad_norm": 0.16813619434833527,
      "learning_rate": 2.6271599407076836e-05,
      "loss": 0.3252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32855743169784546,
      "step": 2335,
      "valid_targets_mean": 10318.7,
      "valid_targets_min": 742
    },
    {
      "epoch": 3.218707015130674,
      "grad_norm": 0.1839653104543686,
      "learning_rate": 2.6206428667551043e-05,
      "loss": 0.3292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32311534881591797,
      "step": 2340,
      "valid_targets_mean": 9741.6,
      "valid_targets_min": 656
    },
    {
      "epoch": 3.2255845942228336,
      "grad_norm": 0.19475923478603363,
      "learning_rate": 2.6141184923439557e-05,
      "loss": 0.3235,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3290581703186035,
      "step": 2345,
      "valid_targets_mean": 9703.5,
      "valid_targets_min": 350
    },
    {
      "epoch": 3.232462173314993,
      "grad_norm": 0.2535531222820282,
      "learning_rate": 2.6075868942187366e-05,
      "loss": 0.3269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.326165109872818,
      "step": 2350,
      "valid_targets_mean": 9384.6,
      "valid_targets_min": 570
    },
    {
      "epoch": 3.2393397524071528,
      "grad_norm": 0.1861375868320465,
      "learning_rate": 2.6010481492089143e-05,
      "loss": 0.3214,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32204487919807434,
      "step": 2355,
      "valid_targets_mean": 9741.9,
      "valid_targets_min": 434
    },
    {
      "epoch": 3.246217331499312,
      "grad_norm": 0.1912297010421753,
      "learning_rate": 2.5945023342280254e-05,
      "loss": 0.3245,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3237048387527466,
      "step": 2360,
      "valid_targets_mean": 9609.0,
      "valid_targets_min": 343
    },
    {
      "epoch": 3.253094910591472,
      "grad_norm": 0.16658689081668854,
      "learning_rate": 2.587949526272766e-05,
      "loss": 0.3196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32149943709373474,
      "step": 2365,
      "valid_targets_mean": 9926.7,
      "valid_targets_min": 4267
    },
    {
      "epoch": 3.2599724896836313,
      "grad_norm": 0.19111672043800354,
      "learning_rate": 2.5813898024220912e-05,
      "loss": 0.3229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3250889480113983,
      "step": 2370,
      "valid_targets_mean": 9462.4,
      "valid_targets_min": 417
    },
    {
      "epoch": 3.266850068775791,
      "grad_norm": 0.22992458939552307,
      "learning_rate": 2.5748232398363044e-05,
      "loss": 0.3313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35214805603027344,
      "step": 2375,
      "valid_targets_mean": 6293.6,
      "valid_targets_min": 228
    },
    {
      "epoch": 3.2737276478679505,
      "grad_norm": 0.22322751581668854,
      "learning_rate": 2.5682499157561512e-05,
      "loss": 0.348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3528694212436676,
      "step": 2380,
      "valid_targets_mean": 5942.3,
      "valid_targets_min": 369
    },
    {
      "epoch": 3.28060522696011,
      "grad_norm": 2.2640771865844727,
      "learning_rate": 2.561669907501913e-05,
      "loss": 0.4373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.7987518310546875,
      "step": 2385,
      "valid_targets_mean": 3674.9,
      "valid_targets_min": 1231
    },
    {
      "epoch": 3.2874828060522696,
      "grad_norm": 0.6543116569519043,
      "learning_rate": 2.5550832924724917e-05,
      "loss": 0.6742,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5898776054382324,
      "step": 2390,
      "valid_targets_mean": 4346.1,
      "valid_targets_min": 1162
    },
    {
      "epoch": 3.294360385144429,
      "grad_norm": 0.5484700798988342,
      "learning_rate": 2.5484901481445064e-05,
      "loss": 0.6182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6093735098838806,
      "step": 2395,
      "valid_targets_mean": 3756.5,
      "valid_targets_min": 1058
    },
    {
      "epoch": 3.3012379642365888,
      "grad_norm": 0.404371440410614,
      "learning_rate": 2.5418905520713767e-05,
      "loss": 0.6234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5732862949371338,
      "step": 2400,
      "valid_targets_mean": 3156.6,
      "valid_targets_min": 791
    },
    {
      "epoch": 3.308115543328748,
      "grad_norm": 0.32305222749710083,
      "learning_rate": 2.5352845818824133e-05,
      "loss": 0.5983,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6034433841705322,
      "step": 2405,
      "valid_targets_mean": 3920.2,
      "valid_targets_min": 1063
    },
    {
      "epoch": 3.314993122420908,
      "grad_norm": 0.24835504591464996,
      "learning_rate": 2.5286723152819034e-05,
      "loss": 0.5684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5702733397483826,
      "step": 2410,
      "valid_targets_mean": 4174.4,
      "valid_targets_min": 1297
    },
    {
      "epoch": 3.3218707015130673,
      "grad_norm": 0.25645604729652405,
      "learning_rate": 2.522053830048197e-05,
      "loss": 0.564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5291030406951904,
      "step": 2415,
      "valid_targets_mean": 4138.7,
      "valid_targets_min": 1187
    },
    {
      "epoch": 3.328748280605227,
      "grad_norm": 0.23532293736934662,
      "learning_rate": 2.5154292040327935e-05,
      "loss": 0.5788,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5951277017593384,
      "step": 2420,
      "valid_targets_mean": 4126.5,
      "valid_targets_min": 911
    },
    {
      "epoch": 3.3356258596973865,
      "grad_norm": 0.25490084290504456,
      "learning_rate": 2.5087985151594235e-05,
      "loss": 0.5771,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5564695000648499,
      "step": 2425,
      "valid_targets_mean": 3527.2,
      "valid_targets_min": 1167
    },
    {
      "epoch": 3.3425034387895463,
      "grad_norm": 0.28324270248413086,
      "learning_rate": 2.5021618414231333e-05,
      "loss": 0.5684,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5654959082603455,
      "step": 2430,
      "valid_targets_mean": 3881.7,
      "valid_targets_min": 1100
    },
    {
      "epoch": 3.3493810178817056,
      "grad_norm": 0.25649383664131165,
      "learning_rate": 2.495519260889368e-05,
      "loss": 0.5464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5508207678794861,
      "step": 2435,
      "valid_targets_mean": 3642.4,
      "valid_targets_min": 1018
    },
    {
      "epoch": 3.3562585969738654,
      "grad_norm": 0.2699809968471527,
      "learning_rate": 2.4888708516930536e-05,
      "loss": 0.5586,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5360788702964783,
      "step": 2440,
      "valid_targets_mean": 3827.1,
      "valid_targets_min": 1025
    },
    {
      "epoch": 3.3631361760660248,
      "grad_norm": 0.2279285490512848,
      "learning_rate": 2.4822166920376756e-05,
      "loss": 0.5543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5101311206817627,
      "step": 2445,
      "valid_targets_mean": 4338.4,
      "valid_targets_min": 826
    },
    {
      "epoch": 3.370013755158184,
      "grad_norm": 0.45628243684768677,
      "learning_rate": 2.4755568601943615e-05,
      "loss": 0.5662,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6057750582695007,
      "step": 2450,
      "valid_targets_mean": 4055.9,
      "valid_targets_min": 1310
    },
    {
      "epoch": 3.376891334250344,
      "grad_norm": 0.2519465684890747,
      "learning_rate": 2.4688914345009593e-05,
      "loss": 0.557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.519002377986908,
      "step": 2455,
      "valid_targets_mean": 3549.7,
      "valid_targets_min": 1093
    },
    {
      "epoch": 3.3837689133425033,
      "grad_norm": 0.23897454142570496,
      "learning_rate": 2.4622204933611157e-05,
      "loss": 0.5778,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5538111925125122,
      "step": 2460,
      "valid_targets_mean": 3769.0,
      "valid_targets_min": 1029
    },
    {
      "epoch": 3.390646492434663,
      "grad_norm": 0.24542655050754547,
      "learning_rate": 2.4555441152433544e-05,
      "loss": 0.5697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5961028337478638,
      "step": 2465,
      "valid_targets_mean": 3656.2,
      "valid_targets_min": 665
    },
    {
      "epoch": 3.3975240715268225,
      "grad_norm": 0.2887066602706909,
      "learning_rate": 2.4488623786801523e-05,
      "loss": 0.5551,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5311424732208252,
      "step": 2470,
      "valid_targets_mean": 4600.0,
      "valid_targets_min": 1005
    },
    {
      "epoch": 3.4044016506189823,
      "grad_norm": 0.24715963006019592,
      "learning_rate": 2.4421753622670178e-05,
      "loss": 0.5705,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6009051203727722,
      "step": 2475,
      "valid_targets_mean": 4195.9,
      "valid_targets_min": 1022
    },
    {
      "epoch": 3.4112792297111416,
      "grad_norm": 0.260574072599411,
      "learning_rate": 2.4354831446615615e-05,
      "loss": 0.5677,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.541812002658844,
      "step": 2480,
      "valid_targets_mean": 3874.2,
      "valid_targets_min": 776
    },
    {
      "epoch": 3.4181568088033014,
      "grad_norm": 0.337356835603714,
      "learning_rate": 2.428785804582579e-05,
      "loss": 0.4319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18319140374660492,
      "step": 2485,
      "valid_targets_mean": 5271.3,
      "valid_targets_min": 1476
    },
    {
      "epoch": 3.4250343878954608,
      "grad_norm": 0.24424925446510315,
      "learning_rate": 2.422083420809115e-05,
      "loss": 0.1697,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1694761961698532,
      "step": 2490,
      "valid_targets_mean": 5279.4,
      "valid_targets_min": 1975
    },
    {
      "epoch": 3.43191196698762,
      "grad_norm": 0.18310429155826569,
      "learning_rate": 2.4153760721795473e-05,
      "loss": 0.1616,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1620485484600067,
      "step": 2495,
      "valid_targets_mean": 5570.0,
      "valid_targets_min": 2613
    },
    {
      "epoch": 3.43878954607978,
      "grad_norm": 0.2121429294347763,
      "learning_rate": 2.4086638375906484e-05,
      "loss": 0.1631,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1658540815114975,
      "step": 2500,
      "valid_targets_mean": 5570.1,
      "valid_targets_min": 2339
    },
    {
      "epoch": 3.4456671251719393,
      "grad_norm": 0.17285405099391937,
      "learning_rate": 2.4019467959966677e-05,
      "loss": 0.1589,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15899594128131866,
      "step": 2505,
      "valid_targets_mean": 5280.9,
      "valid_targets_min": 1271
    },
    {
      "epoch": 3.452544704264099,
      "grad_norm": 0.19137978553771973,
      "learning_rate": 2.395225026408395e-05,
      "loss": 0.1625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16181336343288422,
      "step": 2510,
      "valid_targets_mean": 5374.6,
      "valid_targets_min": 1018
    },
    {
      "epoch": 3.4594222833562585,
      "grad_norm": 0.17159463465213776,
      "learning_rate": 2.388498607892237e-05,
      "loss": 0.1581,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15617011487483978,
      "step": 2515,
      "valid_targets_mean": 5359.7,
      "valid_targets_min": 2654
    },
    {
      "epoch": 3.4662998624484183,
      "grad_norm": 0.17426228523254395,
      "learning_rate": 2.381767619569281e-05,
      "loss": 0.1617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16244454681873322,
      "step": 2520,
      "valid_targets_mean": 5504.3,
      "valid_targets_min": 2623
    },
    {
      "epoch": 3.4731774415405776,
      "grad_norm": 0.176925390958786,
      "learning_rate": 2.375032140614372e-05,
      "loss": 0.1601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1579412966966629,
      "step": 2525,
      "valid_targets_mean": 5596.5,
      "valid_targets_min": 2763
    },
    {
      "epoch": 3.4800550206327374,
      "grad_norm": 0.16787800192832947,
      "learning_rate": 2.3682922502551736e-05,
      "loss": 0.1576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1620292067527771,
      "step": 2530,
      "valid_targets_mean": 5316.3,
      "valid_targets_min": 1471
    },
    {
      "epoch": 3.4869325997248968,
      "grad_norm": 0.16705426573753357,
      "learning_rate": 2.3615480277712406e-05,
      "loss": 0.1561,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1583404541015625,
      "step": 2535,
      "valid_targets_mean": 5366.2,
      "valid_targets_min": 1278
    },
    {
      "epoch": 3.4938101788170566,
      "grad_norm": 0.16882111132144928,
      "learning_rate": 2.354799552493086e-05,
      "loss": 0.1613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15711772441864014,
      "step": 2540,
      "valid_targets_mean": 5482.1,
      "valid_targets_min": 1418
    },
    {
      "epoch": 3.500687757909216,
      "grad_norm": 0.19522540271282196,
      "learning_rate": 2.3480469038012476e-05,
      "loss": 0.1567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15596382319927216,
      "step": 2545,
      "valid_targets_mean": 5369.7,
      "valid_targets_min": 1328
    },
    {
      "epoch": 3.5075653370013757,
      "grad_norm": 0.17466554045677185,
      "learning_rate": 2.3412901611253524e-05,
      "loss": 0.1566,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1515997350215912,
      "step": 2550,
      "valid_targets_mean": 5397.8,
      "valid_targets_min": 2092
    },
    {
      "epoch": 3.514442916093535,
      "grad_norm": 0.17039476335048676,
      "learning_rate": 2.3345294039431852e-05,
      "loss": 0.1571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15429000556468964,
      "step": 2555,
      "valid_targets_mean": 5698.0,
      "valid_targets_min": 2061
    },
    {
      "epoch": 3.5213204951856945,
      "grad_norm": 0.17390334606170654,
      "learning_rate": 2.3277647117797523e-05,
      "loss": 0.1557,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16189567744731903,
      "step": 2560,
      "valid_targets_mean": 5080.2,
      "valid_targets_min": 2598
    },
    {
      "epoch": 3.5281980742778543,
      "grad_norm": 0.1894126832485199,
      "learning_rate": 2.3209961642063452e-05,
      "loss": 0.1569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1546963006258011,
      "step": 2565,
      "valid_targets_mean": 5359.4,
      "valid_targets_min": 2511
    },
    {
      "epoch": 3.5350756533700136,
      "grad_norm": 0.17066624760627747,
      "learning_rate": 2.3142238408396076e-05,
      "loss": 0.1593,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15802018344402313,
      "step": 2570,
      "valid_targets_mean": 5295.3,
      "valid_targets_min": 2044
    },
    {
      "epoch": 3.5419532324621734,
      "grad_norm": 0.1938275694847107,
      "learning_rate": 2.3074478213405937e-05,
      "loss": 0.1596,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16140127182006836,
      "step": 2575,
      "valid_targets_mean": 5516.8,
      "valid_targets_min": 2799
    },
    {
      "epoch": 3.5488308115543328,
      "grad_norm": 0.17232263088226318,
      "learning_rate": 2.3006681854138377e-05,
      "loss": 0.1553,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1506071239709854,
      "step": 2580,
      "valid_targets_mean": 5169.2,
      "valid_targets_min": 1369
    },
    {
      "epoch": 3.5557083906464926,
      "grad_norm": 0.18848535418510437,
      "learning_rate": 2.2938850128064102e-05,
      "loss": 0.156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15150125324726105,
      "step": 2585,
      "valid_targets_mean": 5042.5,
      "valid_targets_min": 2093
    },
    {
      "epoch": 3.562585969738652,
      "grad_norm": 0.38698098063468933,
      "learning_rate": 2.2870983833069838e-05,
      "loss": 0.364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4785411059856415,
      "step": 2590,
      "valid_targets_mean": 3479.5,
      "valid_targets_min": 900
    },
    {
      "epoch": 3.5694635488308117,
      "grad_norm": 0.26528215408325195,
      "learning_rate": 2.280308376744895e-05,
      "loss": 0.4828,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5106735825538635,
      "step": 2595,
      "valid_targets_mean": 3883.7,
      "valid_targets_min": 891
    },
    {
      "epoch": 3.576341127922971,
      "grad_norm": 0.3472936749458313,
      "learning_rate": 2.2735150729892013e-05,
      "loss": 0.4584,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5814524292945862,
      "step": 2600,
      "valid_targets_mean": 2142.7,
      "valid_targets_min": 507
    },
    {
      "epoch": 3.5832187070151305,
      "grad_norm": 0.24598778784275055,
      "learning_rate": 2.266718551947746e-05,
      "loss": 0.4748,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46877333521842957,
      "step": 2605,
      "valid_targets_mean": 4242.9,
      "valid_targets_min": 1237
    },
    {
      "epoch": 3.5900962861072903,
      "grad_norm": 0.20836225152015686,
      "learning_rate": 2.2599188935662158e-05,
      "loss": 0.4639,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46401891112327576,
      "step": 2610,
      "valid_targets_mean": 4933.2,
      "valid_targets_min": 880
    },
    {
      "epoch": 3.59697386519945,
      "grad_norm": 0.26369500160217285,
      "learning_rate": 2.2531161778272014e-05,
      "loss": 0.4668,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.441210001707077,
      "step": 2615,
      "valid_targets_mean": 3621.3,
      "valid_targets_min": 981
    },
    {
      "epoch": 3.6038514442916094,
      "grad_norm": 0.26951926946640015,
      "learning_rate": 2.2463104847492567e-05,
      "loss": 0.4613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4699709415435791,
      "step": 2620,
      "valid_targets_mean": 3696.4,
      "valid_targets_min": 1013
    },
    {
      "epoch": 3.6107290233837688,
      "grad_norm": 0.20056986808776855,
      "learning_rate": 2.2395018943859558e-05,
      "loss": 0.4364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4095165729522705,
      "step": 2625,
      "valid_targets_mean": 4752.6,
      "valid_targets_min": 1125
    },
    {
      "epoch": 3.6176066024759286,
      "grad_norm": 0.23815549910068512,
      "learning_rate": 2.2326904868249546e-05,
      "loss": 0.4837,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46349024772644043,
      "step": 2630,
      "valid_targets_mean": 3510.1,
      "valid_targets_min": 1162
    },
    {
      "epoch": 3.624484181568088,
      "grad_norm": 0.2560940980911255,
      "learning_rate": 2.2258763421870458e-05,
      "loss": 0.4567,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4393683969974518,
      "step": 2635,
      "valid_targets_mean": 3532.1,
      "valid_targets_min": 1027
    },
    {
      "epoch": 3.6313617606602477,
      "grad_norm": 0.33149054646492004,
      "learning_rate": 2.2190595406252187e-05,
      "loss": 0.4637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5591355562210083,
      "step": 2640,
      "valid_targets_mean": 2293.6,
      "valid_targets_min": 462
    },
    {
      "epoch": 3.638239339752407,
      "grad_norm": 0.21908676624298096,
      "learning_rate": 2.212240162323713e-05,
      "loss": 0.4515,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4385875165462494,
      "step": 2645,
      "valid_targets_mean": 4368.1,
      "valid_targets_min": 1130
    },
    {
      "epoch": 3.6451169188445665,
      "grad_norm": 0.2171400934457779,
      "learning_rate": 2.2054182874970808e-05,
      "loss": 0.4516,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4532066881656647,
      "step": 2650,
      "valid_targets_mean": 4414.0,
      "valid_targets_min": 1077
    },
    {
      "epoch": 3.6519944979367263,
      "grad_norm": 0.2471742033958435,
      "learning_rate": 2.1985939963892383e-05,
      "loss": 0.472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4392224848270416,
      "step": 2655,
      "valid_targets_mean": 3409.3,
      "valid_targets_min": 1157
    },
    {
      "epoch": 3.658872077028886,
      "grad_norm": 0.22805675864219666,
      "learning_rate": 2.1917673692725243e-05,
      "loss": 0.4736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.52077317237854,
      "step": 2660,
      "valid_targets_mean": 4154.9,
      "valid_targets_min": 269
    },
    {
      "epoch": 3.6657496561210454,
      "grad_norm": 0.2100582867860794,
      "learning_rate": 2.1849384864467563e-05,
      "loss": 0.4458,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43331679701805115,
      "step": 2665,
      "valid_targets_mean": 5046.9,
      "valid_targets_min": 1016
    },
    {
      "epoch": 3.6726272352132048,
      "grad_norm": 0.22769871354103088,
      "learning_rate": 2.1781074282382834e-05,
      "loss": 0.4707,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47002068161964417,
      "step": 2670,
      "valid_targets_mean": 3759.0,
      "valid_targets_min": 1032
    },
    {
      "epoch": 3.6795048143053646,
      "grad_norm": 0.22996635735034943,
      "learning_rate": 2.1712742749990444e-05,
      "loss": 0.4588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.442752480506897,
      "step": 2675,
      "valid_targets_mean": 3729.1,
      "valid_targets_min": 792
    },
    {
      "epoch": 3.686382393397524,
      "grad_norm": 0.42041799426078796,
      "learning_rate": 2.1644391071056213e-05,
      "loss": 0.4434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46686995029449463,
      "step": 2680,
      "valid_targets_mean": 3643.9,
      "valid_targets_min": 562
    },
    {
      "epoch": 3.6932599724896837,
      "grad_norm": 0.2622085213661194,
      "learning_rate": 2.157602004958293e-05,
      "loss": 0.4665,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44824764132499695,
      "step": 2685,
      "valid_targets_mean": 4095.1,
      "valid_targets_min": 809
    },
    {
      "epoch": 3.700137551581843,
      "grad_norm": 0.23321190476417542,
      "learning_rate": 2.1507630489800918e-05,
      "loss": 0.4642,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4431608021259308,
      "step": 2690,
      "valid_targets_mean": 4415.3,
      "valid_targets_min": 602
    },
    {
      "epoch": 3.707015130674003,
      "grad_norm": 0.49598658084869385,
      "learning_rate": 2.1439223196158556e-05,
      "loss": 0.3764,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3341492712497711,
      "step": 2695,
      "valid_targets_mean": 7760.6,
      "valid_targets_min": 357
    },
    {
      "epoch": 3.7138927097661623,
      "grad_norm": 0.23142093420028687,
      "learning_rate": 2.1370798973312813e-05,
      "loss": 0.2696,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2544782757759094,
      "step": 2700,
      "valid_targets_mean": 6907.6,
      "valid_targets_min": 389
    },
    {
      "epoch": 3.720770288858322,
      "grad_norm": 0.22195079922676086,
      "learning_rate": 2.130235862611981e-05,
      "loss": 0.2785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3017309010028839,
      "step": 2705,
      "valid_targets_mean": 4933.0,
      "valid_targets_min": 228
    },
    {
      "epoch": 3.7276478679504814,
      "grad_norm": 0.18496447801589966,
      "learning_rate": 2.1233902959625316e-05,
      "loss": 0.2811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.257676362991333,
      "step": 2710,
      "valid_targets_mean": 6054.7,
      "valid_targets_min": 253
    },
    {
      "epoch": 3.7345254470426408,
      "grad_norm": 0.17602325975894928,
      "learning_rate": 2.1165432779055317e-05,
      "loss": 0.2851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29696694016456604,
      "step": 2715,
      "valid_targets_mean": 6581.5,
      "valid_targets_min": 146
    },
    {
      "epoch": 3.7414030261348006,
      "grad_norm": 0.1809878945350647,
      "learning_rate": 2.1096948889806494e-05,
      "loss": 0.2888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2385900467634201,
      "step": 2720,
      "valid_targets_mean": 6054.0,
      "valid_targets_min": 233
    },
    {
      "epoch": 3.7482806052269604,
      "grad_norm": 0.5844348073005676,
      "learning_rate": 2.102845209743682e-05,
      "loss": 0.271,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2603183686733246,
      "step": 2725,
      "valid_targets_mean": 6528.6,
      "valid_targets_min": 419
    },
    {
      "epoch": 3.7551581843191197,
      "grad_norm": 0.19812752306461334,
      "learning_rate": 2.0959943207656002e-05,
      "loss": 0.2768,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2643895149230957,
      "step": 2730,
      "valid_targets_mean": 6344.0,
      "valid_targets_min": 178
    },
    {
      "epoch": 3.762035763411279,
      "grad_norm": 0.1872904747724533,
      "learning_rate": 2.0891423026316078e-05,
      "loss": 0.2721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2970348000526428,
      "step": 2735,
      "valid_targets_mean": 6196.6,
      "valid_targets_min": 131
    },
    {
      "epoch": 3.768913342503439,
      "grad_norm": 1.376968264579773,
      "learning_rate": 2.082289235940189e-05,
      "loss": 0.2852,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.309917151927948,
      "step": 2740,
      "valid_targets_mean": 4173.5,
      "valid_targets_min": 316
    },
    {
      "epoch": 3.7757909215955983,
      "grad_norm": 0.17271541059017181,
      "learning_rate": 2.0754352013021625e-05,
      "loss": 0.2782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27282068133354187,
      "step": 2745,
      "valid_targets_mean": 6536.0,
      "valid_targets_min": 247
    },
    {
      "epoch": 3.782668500687758,
      "grad_norm": 0.1707182079553604,
      "learning_rate": 2.0685802793397317e-05,
      "loss": 0.2842,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26818689703941345,
      "step": 2750,
      "valid_targets_mean": 6559.9,
      "valid_targets_min": 334
    },
    {
      "epoch": 3.7895460797799174,
      "grad_norm": 0.19481301307678223,
      "learning_rate": 2.0617245506855384e-05,
      "loss": 0.2997,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26113376021385193,
      "step": 2755,
      "valid_targets_mean": 6205.7,
      "valid_targets_min": 243
    },
    {
      "epoch": 3.796423658872077,
      "grad_norm": 0.16724105179309845,
      "learning_rate": 2.0548680959817136e-05,
      "loss": 0.2623,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26962485909461975,
      "step": 2760,
      "valid_targets_mean": 6694.1,
      "valid_targets_min": 140
    },
    {
      "epoch": 3.8033012379642366,
      "grad_norm": 0.21411515772342682,
      "learning_rate": 2.048010995878928e-05,
      "loss": 0.2821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31830862164497375,
      "step": 2765,
      "valid_targets_mean": 5343.4,
      "valid_targets_min": 133
    },
    {
      "epoch": 3.8101788170563964,
      "grad_norm": 0.2538771629333496,
      "learning_rate": 2.0411533310354433e-05,
      "loss": 0.2731,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29748016595840454,
      "step": 2770,
      "valid_targets_mean": 6757.8,
      "valid_targets_min": 195
    },
    {
      "epoch": 3.8170563961485557,
      "grad_norm": 0.19042842090129852,
      "learning_rate": 2.0342951821161648e-05,
      "loss": 0.2569,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27054575085639954,
      "step": 2775,
      "valid_targets_mean": 5852.2,
      "valid_targets_min": 201
    },
    {
      "epoch": 3.823933975240715,
      "grad_norm": 0.1734306365251541,
      "learning_rate": 2.0274366297916924e-05,
      "loss": 0.2821,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24624961614608765,
      "step": 2780,
      "valid_targets_mean": 6237.6,
      "valid_targets_min": 333
    },
    {
      "epoch": 3.830811554332875,
      "grad_norm": 0.22992800176143646,
      "learning_rate": 2.0205777547373703e-05,
      "loss": 0.2701,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2622665464878082,
      "step": 2785,
      "valid_targets_mean": 5732.4,
      "valid_targets_min": 261
    },
    {
      "epoch": 3.8376891334250343,
      "grad_norm": 0.28069260716438293,
      "learning_rate": 2.0137186376323395e-05,
      "loss": 0.2643,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21690146625041962,
      "step": 2790,
      "valid_targets_mean": 3635.9,
      "valid_targets_min": 449
    },
    {
      "epoch": 3.844566712517194,
      "grad_norm": 0.2682625651359558,
      "learning_rate": 2.0068593591585873e-05,
      "loss": 0.213,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21030819416046143,
      "step": 2795,
      "valid_targets_mean": 3666.4,
      "valid_targets_min": 443
    },
    {
      "epoch": 3.8514442916093534,
      "grad_norm": 0.29586076736450195,
      "learning_rate": 2e-05,
      "loss": 0.2138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21850711107254028,
      "step": 2800,
      "valid_targets_mean": 3712.1,
      "valid_targets_min": 388
    },
    {
      "epoch": 3.8583218707015132,
      "grad_norm": 0.2210177332162857,
      "learning_rate": 1.993140640841413e-05,
      "loss": 0.2103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2154998779296875,
      "step": 2805,
      "valid_targets_mean": 3936.0,
      "valid_targets_min": 444
    },
    {
      "epoch": 3.8651994497936726,
      "grad_norm": 0.2168971449136734,
      "learning_rate": 1.9862813623676615e-05,
      "loss": 0.2144,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21530838310718536,
      "step": 2810,
      "valid_targets_mean": 3669.3,
      "valid_targets_min": 453
    },
    {
      "epoch": 3.8720770288858324,
      "grad_norm": 0.23333290219306946,
      "learning_rate": 1.97942224526263e-05,
      "loss": 0.2103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20931623876094818,
      "step": 2815,
      "valid_targets_mean": 3868.1,
      "valid_targets_min": 423
    },
    {
      "epoch": 3.8789546079779917,
      "grad_norm": 0.22114203870296478,
      "learning_rate": 1.9725633702083082e-05,
      "loss": 0.2088,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20564018189907074,
      "step": 2820,
      "valid_targets_mean": 3824.2,
      "valid_targets_min": 397
    },
    {
      "epoch": 3.885832187070151,
      "grad_norm": 0.20469707250595093,
      "learning_rate": 1.965704817883836e-05,
      "loss": 0.2101,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21281512081623077,
      "step": 2825,
      "valid_targets_mean": 3938.9,
      "valid_targets_min": 435
    },
    {
      "epoch": 3.892709766162311,
      "grad_norm": 0.21216244995594025,
      "learning_rate": 1.958846668964558e-05,
      "loss": 0.2064,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20183582603931427,
      "step": 2830,
      "valid_targets_mean": 3479.8,
      "valid_targets_min": 448
    },
    {
      "epoch": 3.8995873452544703,
      "grad_norm": 0.2801448404788971,
      "learning_rate": 1.9519890041210726e-05,
      "loss": 0.208,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20822592079639435,
      "step": 2835,
      "valid_targets_mean": 3711.9,
      "valid_targets_min": 671
    },
    {
      "epoch": 3.90646492434663,
      "grad_norm": 0.22184781730175018,
      "learning_rate": 1.9451319040182867e-05,
      "loss": 0.206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20611052215099335,
      "step": 2840,
      "valid_targets_mean": 3672.0,
      "valid_targets_min": 430
    },
    {
      "epoch": 3.9133425034387894,
      "grad_norm": 0.20493663847446442,
      "learning_rate": 1.938275449314462e-05,
      "loss": 0.2045,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20165644586086273,
      "step": 2845,
      "valid_targets_mean": 3780.5,
      "valid_targets_min": 535
    },
    {
      "epoch": 3.9202200825309492,
      "grad_norm": 0.2244756817817688,
      "learning_rate": 1.9314197206602693e-05,
      "loss": 0.2072,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2035207748413086,
      "step": 2850,
      "valid_targets_mean": 3764.4,
      "valid_targets_min": 369
    },
    {
      "epoch": 3.9270976616231086,
      "grad_norm": 0.20686957240104675,
      "learning_rate": 1.9245647986978385e-05,
      "loss": 0.2067,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21111352741718292,
      "step": 2855,
      "valid_targets_mean": 3864.0,
      "valid_targets_min": 496
    },
    {
      "epoch": 3.9339752407152684,
      "grad_norm": 0.20751716196537018,
      "learning_rate": 1.9177107640598115e-05,
      "loss": 0.2079,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20722103118896484,
      "step": 2860,
      "valid_targets_mean": 3475.9,
      "valid_targets_min": 457
    },
    {
      "epoch": 3.9408528198074277,
      "grad_norm": 0.30605950951576233,
      "learning_rate": 1.9108576973683925e-05,
      "loss": 0.2456,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26813074946403503,
      "step": 2865,
      "valid_targets_mean": 7129.6,
      "valid_targets_min": 415
    },
    {
      "epoch": 3.947730398899587,
      "grad_norm": 0.25858554244041443,
      "learning_rate": 1.9040056792344005e-05,
      "loss": 0.254,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23674960434436798,
      "step": 2870,
      "valid_targets_mean": 6786.6,
      "valid_targets_min": 437
    },
    {
      "epoch": 3.954607977991747,
      "grad_norm": 0.2597125768661499,
      "learning_rate": 1.897154790256319e-05,
      "loss": 0.2391,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23463116586208344,
      "step": 2875,
      "valid_targets_mean": 7249.9,
      "valid_targets_min": 229
    },
    {
      "epoch": 3.9614855570839067,
      "grad_norm": 0.21415646374225616,
      "learning_rate": 1.8903051110193506e-05,
      "loss": 0.2432,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23835867643356323,
      "step": 2880,
      "valid_targets_mean": 6560.4,
      "valid_targets_min": 367
    },
    {
      "epoch": 3.968363136176066,
      "grad_norm": 0.21664617955684662,
      "learning_rate": 1.883456722094469e-05,
      "loss": 0.2426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22361259162425995,
      "step": 2885,
      "valid_targets_mean": 6307.7,
      "valid_targets_min": 255
    },
    {
      "epoch": 3.9752407152682254,
      "grad_norm": 0.2341838777065277,
      "learning_rate": 1.8766097040374688e-05,
      "loss": 0.2443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24076978862285614,
      "step": 2890,
      "valid_targets_mean": 6805.7,
      "valid_targets_min": 308
    },
    {
      "epoch": 3.9821182943603852,
      "grad_norm": 0.22314679622650146,
      "learning_rate": 1.8697641373880198e-05,
      "loss": 0.2378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24647359549999237,
      "step": 2895,
      "valid_targets_mean": 6924.2,
      "valid_targets_min": 478
    },
    {
      "epoch": 3.9889958734525446,
      "grad_norm": 0.18635278940200806,
      "learning_rate": 1.862920102668719e-05,
      "loss": 0.229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23221378028392792,
      "step": 2900,
      "valid_targets_mean": 6619.9,
      "valid_targets_min": 258
    },
    {
      "epoch": 3.9958734525447044,
      "grad_norm": 0.20029152929782867,
      "learning_rate": 1.8560776803841448e-05,
      "loss": 0.2294,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23294232785701752,
      "step": 2905,
      "valid_targets_mean": 6123.4,
      "valid_targets_min": 364
    },
    {
      "epoch": 4.002751031636864,
      "grad_norm": 1.6189978122711182,
      "learning_rate": 1.849236951019909e-05,
      "loss": 0.403,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4996943473815918,
      "step": 2910,
      "valid_targets_mean": 7299.4,
      "valid_targets_min": 2089
    },
    {
      "epoch": 4.009628610729023,
      "grad_norm": 0.6993196606636047,
      "learning_rate": 1.8423979950417077e-05,
      "loss": 0.4484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43503761291503906,
      "step": 2915,
      "valid_targets_mean": 7166.0,
      "valid_targets_min": 2118
    },
    {
      "epoch": 4.016506189821183,
      "grad_norm": 0.47497761249542236,
      "learning_rate": 1.8355608928943794e-05,
      "loss": 0.4094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40066051483154297,
      "step": 2920,
      "valid_targets_mean": 7423.1,
      "valid_targets_min": 2233
    },
    {
      "epoch": 4.023383768913343,
      "grad_norm": 0.4407733976840973,
      "learning_rate": 1.828725725000956e-05,
      "loss": 0.3946,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3919215500354767,
      "step": 2925,
      "valid_targets_mean": 6927.2,
      "valid_targets_min": 1655
    },
    {
      "epoch": 4.030261348005502,
      "grad_norm": 0.2493070513010025,
      "learning_rate": 1.8218925717617173e-05,
      "loss": 0.3761,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38024428486824036,
      "step": 2930,
      "valid_targets_mean": 7402.5,
      "valid_targets_min": 2305
    },
    {
      "epoch": 4.037138927097661,
      "grad_norm": 0.2466084212064743,
      "learning_rate": 1.8150615135532444e-05,
      "loss": 0.3741,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3759113848209381,
      "step": 2935,
      "valid_targets_mean": 7225.0,
      "valid_targets_min": 2078
    },
    {
      "epoch": 4.044016506189821,
      "grad_norm": 0.19605012238025665,
      "learning_rate": 1.8082326307274763e-05,
      "loss": 0.3702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3673093318939209,
      "step": 2940,
      "valid_targets_mean": 7069.3,
      "valid_targets_min": 2745
    },
    {
      "epoch": 4.050894085281981,
      "grad_norm": 0.19352006912231445,
      "learning_rate": 1.801406003610762e-05,
      "loss": 0.365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3563345968723297,
      "step": 2945,
      "valid_targets_mean": 7303.6,
      "valid_targets_min": 1844
    },
    {
      "epoch": 4.05777166437414,
      "grad_norm": 0.18785151839256287,
      "learning_rate": 1.79458171250292e-05,
      "loss": 0.361,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.357485294342041,
      "step": 2950,
      "valid_targets_mean": 7004.1,
      "valid_targets_min": 1941
    },
    {
      "epoch": 4.0646492434663,
      "grad_norm": 0.19612035155296326,
      "learning_rate": 1.7877598376762878e-05,
      "loss": 0.3625,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3558606207370758,
      "step": 2955,
      "valid_targets_mean": 7505.5,
      "valid_targets_min": 2390
    },
    {
      "epoch": 4.071526822558459,
      "grad_norm": 0.20565220713615417,
      "learning_rate": 1.7809404593747826e-05,
      "loss": 0.3614,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3698462247848511,
      "step": 2960,
      "valid_targets_mean": 7640.3,
      "valid_targets_min": 1860
    },
    {
      "epoch": 4.078404401650619,
      "grad_norm": 0.1681814342737198,
      "learning_rate": 1.7741236578129552e-05,
      "loss": 0.328,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3304656445980072,
      "step": 2965,
      "valid_targets_mean": 9217.6,
      "valid_targets_min": 4099
    },
    {
      "epoch": 4.085281980742779,
      "grad_norm": 0.18627533316612244,
      "learning_rate": 1.7673095131750454e-05,
      "loss": 0.3229,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31266745924949646,
      "step": 2970,
      "valid_targets_mean": 9473.2,
      "valid_targets_min": 3335
    },
    {
      "epoch": 4.092159559834938,
      "grad_norm": 0.1658751666545868,
      "learning_rate": 1.7604981056140446e-05,
      "loss": 0.3216,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3194800615310669,
      "step": 2975,
      "valid_targets_mean": 8940.2,
      "valid_targets_min": 755
    },
    {
      "epoch": 4.099037138927097,
      "grad_norm": 0.20001080632209778,
      "learning_rate": 1.753689515250744e-05,
      "loss": 0.3199,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.314759761095047,
      "step": 2980,
      "valid_targets_mean": 9493.1,
      "valid_targets_min": 366
    },
    {
      "epoch": 4.105914718019257,
      "grad_norm": 0.2356344759464264,
      "learning_rate": 1.7468838221727993e-05,
      "loss": 0.3206,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32341668009757996,
      "step": 2985,
      "valid_targets_mean": 9086.5,
      "valid_targets_min": 1020
    },
    {
      "epoch": 4.112792297111417,
      "grad_norm": 0.1722954958677292,
      "learning_rate": 1.7400811064337842e-05,
      "loss": 0.3197,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3250100314617157,
      "step": 2990,
      "valid_targets_mean": 9321.4,
      "valid_targets_min": 899
    },
    {
      "epoch": 4.119669876203576,
      "grad_norm": 0.16982097923755646,
      "learning_rate": 1.7332814480522543e-05,
      "loss": 0.3258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3223123848438263,
      "step": 2995,
      "valid_targets_mean": 8972.5,
      "valid_targets_min": 363
    },
    {
      "epoch": 4.126547455295736,
      "grad_norm": 0.19511131942272186,
      "learning_rate": 1.7264849270107994e-05,
      "loss": 0.319,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3155333697795868,
      "step": 3000,
      "valid_targets_mean": 8892.4,
      "valid_targets_min": 363
    },
    {
      "epoch": 4.133425034387895,
      "grad_norm": 0.16976167261600494,
      "learning_rate": 1.719691623255106e-05,
      "loss": 0.3224,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3181375563144684,
      "step": 3005,
      "valid_targets_mean": 9793.0,
      "valid_targets_min": 1067
    },
    {
      "epoch": 4.140302613480055,
      "grad_norm": 0.2366153746843338,
      "learning_rate": 1.712901616693016e-05,
      "loss": 0.3198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32513856887817383,
      "step": 3010,
      "valid_targets_mean": 9093.8,
      "valid_targets_min": 387
    },
    {
      "epoch": 4.147180192572215,
      "grad_norm": 0.17220579087734222,
      "learning_rate": 1.7061149871935905e-05,
      "loss": 0.3198,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32022443413734436,
      "step": 3015,
      "valid_targets_mean": 9920.8,
      "valid_targets_min": 4160
    },
    {
      "epoch": 4.154057771664374,
      "grad_norm": 0.16855289041996002,
      "learning_rate": 1.699331814586163e-05,
      "loss": 0.3185,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31949087977409363,
      "step": 3020,
      "valid_targets_mean": 9581.7,
      "valid_targets_min": 464
    },
    {
      "epoch": 4.160935350756533,
      "grad_norm": 0.16946157813072205,
      "learning_rate": 1.6925521786594067e-05,
      "loss": 0.3168,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3129420280456543,
      "step": 3025,
      "valid_targets_mean": 9041.0,
      "valid_targets_min": 332
    },
    {
      "epoch": 4.167812929848694,
      "grad_norm": 0.18503622710704803,
      "learning_rate": 1.685776159160393e-05,
      "loss": 0.3215,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32715484499931335,
      "step": 3030,
      "valid_targets_mean": 10093.7,
      "valid_targets_min": 371
    },
    {
      "epoch": 4.174690508940853,
      "grad_norm": 0.17125222086906433,
      "learning_rate": 1.6790038357936548e-05,
      "loss": 0.3257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31999897956848145,
      "step": 3035,
      "valid_targets_mean": 9684.7,
      "valid_targets_min": 436
    },
    {
      "epoch": 4.181568088033012,
      "grad_norm": 0.15915267169475555,
      "learning_rate": 1.672235288220248e-05,
      "loss": 0.3127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3114608824253082,
      "step": 3040,
      "valid_targets_mean": 10108.1,
      "valid_targets_min": 1593
    },
    {
      "epoch": 4.188445667125172,
      "grad_norm": 0.16091212630271912,
      "learning_rate": 1.665470596056815e-05,
      "loss": 0.3136,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3176668882369995,
      "step": 3045,
      "valid_targets_mean": 10587.7,
      "valid_targets_min": 845
    },
    {
      "epoch": 4.195323246217331,
      "grad_norm": 0.15652339160442352,
      "learning_rate": 1.6587098388746486e-05,
      "loss": 0.3167,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3207642138004303,
      "step": 3050,
      "valid_targets_mean": 9669.5,
      "valid_targets_min": 390
    },
    {
      "epoch": 4.202200825309491,
      "grad_norm": 0.19308573007583618,
      "learning_rate": 1.6519530961987534e-05,
      "loss": 0.3203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3292347490787506,
      "step": 3055,
      "valid_targets_mean": 9675.6,
      "valid_targets_min": 885
    },
    {
      "epoch": 4.209078404401651,
      "grad_norm": 0.17116840183734894,
      "learning_rate": 1.6452004475069147e-05,
      "loss": 0.3139,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3060256540775299,
      "step": 3060,
      "valid_targets_mean": 9804.3,
      "valid_targets_min": 378
    },
    {
      "epoch": 4.21595598349381,
      "grad_norm": 0.18519757688045502,
      "learning_rate": 1.63845197222876e-05,
      "loss": 0.3217,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31976500153541565,
      "step": 3065,
      "valid_targets_mean": 9503.0,
      "valid_targets_min": 798
    },
    {
      "epoch": 4.222833562585969,
      "grad_norm": 0.17887276411056519,
      "learning_rate": 1.6317077497448278e-05,
      "loss": 0.3138,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3093147277832031,
      "step": 3070,
      "valid_targets_mean": 10038.7,
      "valid_targets_min": 375
    },
    {
      "epoch": 4.22971114167813,
      "grad_norm": 0.16298094391822815,
      "learning_rate": 1.6249678593856288e-05,
      "loss": 0.3203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3140510022640228,
      "step": 3075,
      "valid_targets_mean": 9870.0,
      "valid_targets_min": 1136
    },
    {
      "epoch": 4.236588720770289,
      "grad_norm": 0.18006323277950287,
      "learning_rate": 1.6182323804307188e-05,
      "loss": 0.3133,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31363335251808167,
      "step": 3080,
      "valid_targets_mean": 10229.1,
      "valid_targets_min": 4042
    },
    {
      "epoch": 4.243466299862448,
      "grad_norm": 0.16164639592170715,
      "learning_rate": 1.6115013921077636e-05,
      "loss": 0.3123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30313095450401306,
      "step": 3085,
      "valid_targets_mean": 9423.0,
      "valid_targets_min": 398
    },
    {
      "epoch": 4.250343878954608,
      "grad_norm": 0.1674017310142517,
      "learning_rate": 1.6047749735916054e-05,
      "loss": 0.317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31502509117126465,
      "step": 3090,
      "valid_targets_mean": 9838.0,
      "valid_targets_min": 3724
    },
    {
      "epoch": 4.257221458046768,
      "grad_norm": 0.1768263727426529,
      "learning_rate": 1.5980532040033333e-05,
      "loss": 0.3111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3219475746154785,
      "step": 3095,
      "valid_targets_mean": 10175.1,
      "valid_targets_min": 1930
    },
    {
      "epoch": 4.264099037138927,
      "grad_norm": 0.18035301566123962,
      "learning_rate": 1.591336162409352e-05,
      "loss": 0.3156,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3112698793411255,
      "step": 3100,
      "valid_targets_mean": 9672.3,
      "valid_targets_min": 3309
    },
    {
      "epoch": 4.270976616231087,
      "grad_norm": 0.1944648027420044,
      "learning_rate": 1.5846239278204537e-05,
      "loss": 0.3343,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3255695104598999,
      "step": 3105,
      "valid_targets_mean": 6410.3,
      "valid_targets_min": 396
    },
    {
      "epoch": 4.277854195323246,
      "grad_norm": 0.2619840204715729,
      "learning_rate": 1.5779165791908853e-05,
      "loss": 0.3384,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3328402638435364,
      "step": 3110,
      "valid_targets_mean": 6029.7,
      "valid_targets_min": 350
    },
    {
      "epoch": 4.284731774415405,
      "grad_norm": 1.1364504098892212,
      "learning_rate": 1.571214195417422e-05,
      "loss": 0.6262,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6831312775611877,
      "step": 3115,
      "valid_targets_mean": 4208.3,
      "valid_targets_min": 935
    },
    {
      "epoch": 4.291609353507566,
      "grad_norm": 0.5776481032371521,
      "learning_rate": 1.5645168553384385e-05,
      "loss": 0.6056,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5483803153038025,
      "step": 3120,
      "valid_targets_mean": 3879.1,
      "valid_targets_min": 797
    },
    {
      "epoch": 4.298486932599725,
      "grad_norm": 0.3867802917957306,
      "learning_rate": 1.557824637732983e-05,
      "loss": 0.606,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6134504079818726,
      "step": 3125,
      "valid_targets_mean": 4036.2,
      "valid_targets_min": 1083
    },
    {
      "epoch": 4.305364511691884,
      "grad_norm": 0.3204546868801117,
      "learning_rate": 1.551137621319848e-05,
      "loss": 0.5737,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5650911927223206,
      "step": 3130,
      "valid_targets_mean": 3688.4,
      "valid_targets_min": 570
    },
    {
      "epoch": 4.312242090784044,
      "grad_norm": 0.2393127828836441,
      "learning_rate": 1.5444558847566462e-05,
      "loss": 0.5694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5305286049842834,
      "step": 3135,
      "valid_targets_mean": 4387.2,
      "valid_targets_min": 1251
    },
    {
      "epoch": 4.319119669876203,
      "grad_norm": 0.27517059445381165,
      "learning_rate": 1.5377795066388847e-05,
      "loss": 0.5651,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5678286552429199,
      "step": 3140,
      "valid_targets_mean": 3943.3,
      "valid_targets_min": 907
    },
    {
      "epoch": 4.325997248968363,
      "grad_norm": 0.25815457105636597,
      "learning_rate": 1.531108565499041e-05,
      "loss": 0.5558,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.519743800163269,
      "step": 3145,
      "valid_targets_mean": 3696.3,
      "valid_targets_min": 791
    },
    {
      "epoch": 4.332874828060523,
      "grad_norm": 0.3098128139972687,
      "learning_rate": 1.5244431398056392e-05,
      "loss": 0.5666,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5914048552513123,
      "step": 3150,
      "valid_targets_mean": 3836.8,
      "valid_targets_min": 861
    },
    {
      "epoch": 4.339752407152682,
      "grad_norm": 0.246648907661438,
      "learning_rate": 1.5177833079623253e-05,
      "loss": 0.5492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5920276045799255,
      "step": 3155,
      "valid_targets_mean": 3979.7,
      "valid_targets_min": 858
    },
    {
      "epoch": 4.346629986244841,
      "grad_norm": 0.21147853136062622,
      "learning_rate": 1.5111291483069472e-05,
      "loss": 0.5378,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5185732245445251,
      "step": 3160,
      "valid_targets_mean": 4960.0,
      "valid_targets_min": 1332
    },
    {
      "epoch": 4.353507565337002,
      "grad_norm": 0.2325306236743927,
      "learning_rate": 1.504480739110632e-05,
      "loss": 0.5507,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5579374432563782,
      "step": 3165,
      "valid_targets_mean": 3966.8,
      "valid_targets_min": 417
    },
    {
      "epoch": 4.360385144429161,
      "grad_norm": 0.24697956442832947,
      "learning_rate": 1.4978381585768676e-05,
      "loss": 0.5481,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5260164737701416,
      "step": 3170,
      "valid_targets_mean": 3792.4,
      "valid_targets_min": 897
    },
    {
      "epoch": 4.36726272352132,
      "grad_norm": 0.2706895172595978,
      "learning_rate": 1.4912014848405771e-05,
      "loss": 0.5286,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5139502882957458,
      "step": 3175,
      "valid_targets_mean": 3539.7,
      "valid_targets_min": 827
    },
    {
      "epoch": 4.37414030261348,
      "grad_norm": 0.22899167239665985,
      "learning_rate": 1.484570795967207e-05,
      "loss": 0.5638,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6218753457069397,
      "step": 3180,
      "valid_targets_mean": 4117.4,
      "valid_targets_min": 854
    },
    {
      "epoch": 4.38101788170564,
      "grad_norm": 0.22640734910964966,
      "learning_rate": 1.4779461699518036e-05,
      "loss": 0.5362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5242084860801697,
      "step": 3185,
      "valid_targets_mean": 4556.4,
      "valid_targets_min": 795
    },
    {
      "epoch": 4.387895460797799,
      "grad_norm": 0.2270669788122177,
      "learning_rate": 1.4713276847180971e-05,
      "loss": 0.5744,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5666093826293945,
      "step": 3190,
      "valid_targets_mean": 4980.3,
      "valid_targets_min": 328
    },
    {
      "epoch": 4.394773039889959,
      "grad_norm": 0.2301390916109085,
      "learning_rate": 1.4647154181175872e-05,
      "loss": 0.5463,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5030781030654907,
      "step": 3195,
      "valid_targets_mean": 4003.6,
      "valid_targets_min": 859
    },
    {
      "epoch": 4.401650618982118,
      "grad_norm": 0.2867916524410248,
      "learning_rate": 1.4581094479286234e-05,
      "loss": 0.5485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5292190313339233,
      "step": 3200,
      "valid_targets_mean": 3855.1,
      "valid_targets_min": 1104
    },
    {
      "epoch": 4.408528198074277,
      "grad_norm": 0.24029676616191864,
      "learning_rate": 1.4515098518554945e-05,
      "loss": 0.5617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6162837147712708,
      "step": 3205,
      "valid_targets_mean": 3938.7,
      "valid_targets_min": 1038
    },
    {
      "epoch": 4.415405777166438,
      "grad_norm": 0.2620382308959961,
      "learning_rate": 1.4449167075275088e-05,
      "loss": 0.5373,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.535831868648529,
      "step": 3210,
      "valid_targets_mean": 4676.0,
      "valid_targets_min": 558
    },
    {
      "epoch": 4.422283356258597,
      "grad_norm": 0.23535680770874023,
      "learning_rate": 1.4383300924980878e-05,
      "loss": 0.2032,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16351424157619476,
      "step": 3215,
      "valid_targets_mean": 5164.9,
      "valid_targets_min": 2170
    },
    {
      "epoch": 4.429160935350756,
      "grad_norm": 0.23495349287986755,
      "learning_rate": 1.431750084243849e-05,
      "loss": 0.1594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15164406597614288,
      "step": 3220,
      "valid_targets_mean": 5322.6,
      "valid_targets_min": 2373
    },
    {
      "epoch": 4.436038514442916,
      "grad_norm": 0.16823454201221466,
      "learning_rate": 1.4251767601636965e-05,
      "loss": 0.1546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15879327058792114,
      "step": 3225,
      "valid_targets_mean": 5485.2,
      "valid_targets_min": 2817
    },
    {
      "epoch": 4.442916093535076,
      "grad_norm": 0.2068158984184265,
      "learning_rate": 1.4186101975779095e-05,
      "loss": 0.155,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14960511028766632,
      "step": 3230,
      "valid_targets_mean": 5336.7,
      "valid_targets_min": 2015
    },
    {
      "epoch": 4.449793672627235,
      "grad_norm": 0.15417291224002838,
      "learning_rate": 1.4120504737272342e-05,
      "loss": 0.1547,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15135535597801208,
      "step": 3235,
      "valid_targets_mean": 5455.6,
      "valid_targets_min": 2809
    },
    {
      "epoch": 4.456671251719395,
      "grad_norm": 0.16561684012413025,
      "learning_rate": 1.4054976657719751e-05,
      "loss": 0.154,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15314678847789764,
      "step": 3240,
      "valid_targets_mean": 5295.2,
      "valid_targets_min": 2666
    },
    {
      "epoch": 4.463548830811554,
      "grad_norm": 0.32674768567085266,
      "learning_rate": 1.3989518507910864e-05,
      "loss": 0.1523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15456564724445343,
      "step": 3245,
      "valid_targets_mean": 5471.5,
      "valid_targets_min": 1294
    },
    {
      "epoch": 4.470426409903714,
      "grad_norm": 0.1607663929462433,
      "learning_rate": 1.3924131057812642e-05,
      "loss": 0.1562,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1635291874408722,
      "step": 3250,
      "valid_targets_mean": 5200.9,
      "valid_targets_min": 587
    },
    {
      "epoch": 4.477303988995874,
      "grad_norm": 0.20437298715114594,
      "learning_rate": 1.3858815076560443e-05,
      "loss": 0.1522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.146720290184021,
      "step": 3255,
      "valid_targets_mean": 5116.2,
      "valid_targets_min": 1904
    },
    {
      "epoch": 4.484181568088033,
      "grad_norm": 0.16122010350227356,
      "learning_rate": 1.3793571332448963e-05,
      "loss": 0.1497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15043328702449799,
      "step": 3260,
      "valid_targets_mean": 5250.7,
      "valid_targets_min": 2776
    },
    {
      "epoch": 4.491059147180192,
      "grad_norm": 0.2155374437570572,
      "learning_rate": 1.372840059292317e-05,
      "loss": 0.1541,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1568097323179245,
      "step": 3265,
      "valid_targets_mean": 5677.7,
      "valid_targets_min": 2504
    },
    {
      "epoch": 4.497936726272352,
      "grad_norm": 0.17023557424545288,
      "learning_rate": 1.3663303624569303e-05,
      "loss": 0.1517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15123271942138672,
      "step": 3270,
      "valid_targets_mean": 5543.0,
      "valid_targets_min": 1227
    },
    {
      "epoch": 4.504814305364512,
      "grad_norm": 0.17730945348739624,
      "learning_rate": 1.3598281193105858e-05,
      "loss": 0.1532,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14925870299339294,
      "step": 3275,
      "valid_targets_mean": 5328.6,
      "valid_targets_min": 720
    },
    {
      "epoch": 4.511691884456671,
      "grad_norm": 0.1728970855474472,
      "learning_rate": 1.3533334063374572e-05,
      "loss": 0.1503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1541624516248703,
      "step": 3280,
      "valid_targets_mean": 5375.3,
      "valid_targets_min": 1583
    },
    {
      "epoch": 4.518569463548831,
      "grad_norm": 0.16045516729354858,
      "learning_rate": 1.3468462999331434e-05,
      "loss": 0.149,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14520420134067535,
      "step": 3285,
      "valid_targets_mean": 5304.4,
      "valid_targets_min": 1222
    },
    {
      "epoch": 4.52544704264099,
      "grad_norm": 0.1942577362060547,
      "learning_rate": 1.3403668764037665e-05,
      "loss": 0.1526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1471858024597168,
      "step": 3290,
      "valid_targets_mean": 5172.9,
      "valid_targets_min": 2310
    },
    {
      "epoch": 4.53232462173315,
      "grad_norm": 0.2417542040348053,
      "learning_rate": 1.3338952119650803e-05,
      "loss": 0.1518,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14845222234725952,
      "step": 3295,
      "valid_targets_mean": 5246.0,
      "valid_targets_min": 2498
    },
    {
      "epoch": 4.53920220082531,
      "grad_norm": 0.20067469775676727,
      "learning_rate": 1.3274313827415678e-05,
      "loss": 0.1526,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14841283857822418,
      "step": 3300,
      "valid_targets_mean": 5390.0,
      "valid_targets_min": 2571
    },
    {
      "epoch": 4.546079779917469,
      "grad_norm": 0.15369658172130585,
      "learning_rate": 1.320975464765551e-05,
      "loss": 0.1531,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1476520150899887,
      "step": 3305,
      "valid_targets_mean": 5473.7,
      "valid_targets_min": 2686
    },
    {
      "epoch": 4.552957359009628,
      "grad_norm": 0.1766258031129837,
      "learning_rate": 1.3145275339762917e-05,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15048415958881378,
      "step": 3310,
      "valid_targets_mean": 5127.3,
      "valid_targets_min": 2163
    },
    {
      "epoch": 4.559834938101789,
      "grad_norm": 0.4264123737812042,
      "learning_rate": 1.3080876662191018e-05,
      "loss": 0.2293,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.49260199069976807,
      "step": 3315,
      "valid_targets_mean": 3693.7,
      "valid_targets_min": 1023
    },
    {
      "epoch": 4.566712517193948,
      "grad_norm": 0.2862861156463623,
      "learning_rate": 1.3016559372444486e-05,
      "loss": 0.4601,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44780364632606506,
      "step": 3320,
      "valid_targets_mean": 3559.6,
      "valid_targets_min": 854
    },
    {
      "epoch": 4.573590096286107,
      "grad_norm": 0.21683037281036377,
      "learning_rate": 1.295232422707068e-05,
      "loss": 0.4543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3951907157897949,
      "step": 3325,
      "valid_targets_mean": 4287.9,
      "valid_targets_min": 902
    },
    {
      "epoch": 4.580467675378267,
      "grad_norm": 0.2586480379104614,
      "learning_rate": 1.2888171981650676e-05,
      "loss": 0.4688,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4330737590789795,
      "step": 3330,
      "valid_targets_mean": 3634.1,
      "valid_targets_min": 767
    },
    {
      "epoch": 4.587345254470426,
      "grad_norm": 0.23763172328472137,
      "learning_rate": 1.282410339079045e-05,
      "loss": 0.464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4397968351840973,
      "step": 3335,
      "valid_targets_mean": 3647.4,
      "valid_targets_min": 771
    },
    {
      "epoch": 4.594222833562586,
      "grad_norm": 0.39967620372772217,
      "learning_rate": 1.276011920811195e-05,
      "loss": 0.4471,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5274949669837952,
      "step": 3340,
      "valid_targets_mean": 2158.4,
      "valid_targets_min": 521
    },
    {
      "epoch": 4.601100412654746,
      "grad_norm": 0.20987488329410553,
      "learning_rate": 1.269622018624428e-05,
      "loss": 0.4594,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.437730073928833,
      "step": 3345,
      "valid_targets_mean": 4363.2,
      "valid_targets_min": 1344
    },
    {
      "epoch": 4.607977991746905,
      "grad_norm": 0.21954958140850067,
      "learning_rate": 1.2632407076814794e-05,
      "loss": 0.4325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4019404947757721,
      "step": 3350,
      "valid_targets_mean": 4289.7,
      "valid_targets_min": 1047
    },
    {
      "epoch": 4.614855570839064,
      "grad_norm": 0.5366871356964111,
      "learning_rate": 1.2568680630440293e-05,
      "loss": 0.4579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.510443389415741,
      "step": 3355,
      "valid_targets_mean": 4007.3,
      "valid_targets_min": 877
    },
    {
      "epoch": 4.621733149931224,
      "grad_norm": 0.23464487493038177,
      "learning_rate": 1.2505041596718184e-05,
      "loss": 0.4492,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4648451805114746,
      "step": 3360,
      "valid_targets_mean": 3350.1,
      "valid_targets_min": 621
    },
    {
      "epoch": 4.628610729023384,
      "grad_norm": 0.20601452887058258,
      "learning_rate": 1.244149072421764e-05,
      "loss": 0.4411,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4403277635574341,
      "step": 3365,
      "valid_targets_mean": 4431.8,
      "valid_targets_min": 868
    },
    {
      "epoch": 4.635488308115543,
      "grad_norm": 0.2440289705991745,
      "learning_rate": 1.237802876047086e-05,
      "loss": 0.4579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43786168098449707,
      "step": 3370,
      "valid_targets_mean": 3482.8,
      "valid_targets_min": 915
    },
    {
      "epoch": 4.642365887207703,
      "grad_norm": 0.23683403432369232,
      "learning_rate": 1.2314656451964196e-05,
      "loss": 0.4389,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4399409592151642,
      "step": 3375,
      "valid_targets_mean": 3309.7,
      "valid_targets_min": 1009
    },
    {
      "epoch": 4.649243466299862,
      "grad_norm": 0.3687659204006195,
      "learning_rate": 1.2251374544129427e-05,
      "loss": 0.4564,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5717491507530212,
      "step": 3380,
      "valid_targets_mean": 1877.4,
      "valid_targets_min": 441
    },
    {
      "epoch": 4.656121045392022,
      "grad_norm": 0.24008843302726746,
      "learning_rate": 1.2188183781334946e-05,
      "loss": 0.4573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4366728365421295,
      "step": 3385,
      "valid_targets_mean": 4553.2,
      "valid_targets_min": 986
    },
    {
      "epoch": 4.662998624484182,
      "grad_norm": 0.2421954721212387,
      "learning_rate": 1.2125084906877085e-05,
      "loss": 0.4464,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4758206903934479,
      "step": 3390,
      "valid_targets_mean": 4314.6,
      "valid_targets_min": 837
    },
    {
      "epoch": 4.669876203576341,
      "grad_norm": 0.2571856677532196,
      "learning_rate": 1.2062078662971262e-05,
      "loss": 0.4523,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4215858280658722,
      "step": 3395,
      "valid_targets_mean": 3666.8,
      "valid_targets_min": 1014
    },
    {
      "epoch": 4.6767537826685,
      "grad_norm": 0.22928769886493683,
      "learning_rate": 1.1999165790743338e-05,
      "loss": 0.4473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4776023328304291,
      "step": 3400,
      "valid_targets_mean": 3739.7,
      "valid_targets_min": 741
    },
    {
      "epoch": 4.683631361760661,
      "grad_norm": 0.1984906941652298,
      "learning_rate": 1.1936347030220855e-05,
      "loss": 0.4362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.410009503364563,
      "step": 3405,
      "valid_targets_mean": 4592.5,
      "valid_targets_min": 1394
    },
    {
      "epoch": 4.69050894085282,
      "grad_norm": 0.24793140590190887,
      "learning_rate": 1.1873623120324338e-05,
      "loss": 0.4546,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4736690819263458,
      "step": 3410,
      "valid_targets_mean": 3044.9,
      "valid_targets_min": 883
    },
    {
      "epoch": 4.697386519944979,
      "grad_norm": 0.26165857911109924,
      "learning_rate": 1.1810994798858632e-05,
      "loss": 0.4591,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.457405686378479,
      "step": 3415,
      "valid_targets_mean": 3690.5,
      "valid_targets_min": 784
    },
    {
      "epoch": 4.704264099037139,
      "grad_norm": 0.33523523807525635,
      "learning_rate": 1.1748462802504182e-05,
      "loss": 0.4127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3413720428943634,
      "step": 3420,
      "valid_targets_mean": 4543.1,
      "valid_targets_min": 347
    },
    {
      "epoch": 4.711141678129298,
      "grad_norm": 0.21146582067012787,
      "learning_rate": 1.1686027866808394e-05,
      "loss": 0.2853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25515061616897583,
      "step": 3425,
      "valid_targets_mean": 6658.1,
      "valid_targets_min": 591
    },
    {
      "epoch": 4.718019257221458,
      "grad_norm": 0.210175558924675,
      "learning_rate": 1.1623690726176954e-05,
      "loss": 0.2624,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26812484860420227,
      "step": 3430,
      "valid_targets_mean": 5866.7,
      "valid_targets_min": 1143
    },
    {
      "epoch": 4.724896836313618,
      "grad_norm": 0.2034337967634201,
      "learning_rate": 1.156145211386526e-05,
      "loss": 0.2785,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2934516370296478,
      "step": 3435,
      "valid_targets_mean": 6209.0,
      "valid_targets_min": 505
    },
    {
      "epoch": 4.731774415405777,
      "grad_norm": 0.1909554898738861,
      "learning_rate": 1.1499312761969687e-05,
      "loss": 0.2736,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2679119110107422,
      "step": 3440,
      "valid_targets_mean": 6828.8,
      "valid_targets_min": 275
    },
    {
      "epoch": 4.738651994497936,
      "grad_norm": 0.18632036447525024,
      "learning_rate": 1.1437273401419076e-05,
      "loss": 0.2913,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2854706048965454,
      "step": 3445,
      "valid_targets_mean": 7378.0,
      "valid_targets_min": 365
    },
    {
      "epoch": 4.745529573590097,
      "grad_norm": 0.1662406325340271,
      "learning_rate": 1.1375334761966074e-05,
      "loss": 0.2588,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2455916851758957,
      "step": 3450,
      "valid_targets_mean": 6112.6,
      "valid_targets_min": 246
    },
    {
      "epoch": 4.752407152682256,
      "grad_norm": 0.23345434665679932,
      "learning_rate": 1.1313497572178607e-05,
      "loss": 0.2713,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27095821499824524,
      "step": 3455,
      "valid_targets_mean": 5118.4,
      "valid_targets_min": 200
    },
    {
      "epoch": 4.759284731774415,
      "grad_norm": 0.18521925806999207,
      "learning_rate": 1.125176255943123e-05,
      "loss": 0.2648,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.297269731760025,
      "step": 3460,
      "valid_targets_mean": 6433.7,
      "valid_targets_min": 245
    },
    {
      "epoch": 4.766162310866575,
      "grad_norm": 0.6017538905143738,
      "learning_rate": 1.119013044989664e-05,
      "loss": 0.2617,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2660153806209564,
      "step": 3465,
      "valid_targets_mean": 5955.9,
      "valid_targets_min": 257
    },
    {
      "epoch": 4.773039889958735,
      "grad_norm": 0.18310099840164185,
      "learning_rate": 1.1128601968537111e-05,
      "loss": 0.285,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2692199647426605,
      "step": 3470,
      "valid_targets_mean": 6675.1,
      "valid_targets_min": 452
    },
    {
      "epoch": 4.779917469050894,
      "grad_norm": 0.1699758768081665,
      "learning_rate": 1.1067177839095957e-05,
      "loss": 0.2783,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29777467250823975,
      "step": 3475,
      "valid_targets_mean": 7474.9,
      "valid_targets_min": 1340
    },
    {
      "epoch": 4.786795048143054,
      "grad_norm": 0.1955917626619339,
      "learning_rate": 1.1005858784089056e-05,
      "loss": 0.2909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3362214267253876,
      "step": 3480,
      "valid_targets_mean": 6051.1,
      "valid_targets_min": 286
    },
    {
      "epoch": 4.793672627235213,
      "grad_norm": 0.16779251396656036,
      "learning_rate": 1.0944645524796278e-05,
      "loss": 0.2543,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24376976490020752,
      "step": 3485,
      "valid_targets_mean": 6035.0,
      "valid_targets_min": 338
    },
    {
      "epoch": 4.800550206327372,
      "grad_norm": 0.20565137267112732,
      "learning_rate": 1.0883538781253074e-05,
      "loss": 0.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2882159948348999,
      "step": 3490,
      "valid_targets_mean": 5541.8,
      "valid_targets_min": 221
    },
    {
      "epoch": 4.807427785419533,
      "grad_norm": 0.17392218112945557,
      "learning_rate": 1.0822539272241968e-05,
      "loss": 0.2725,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2522886097431183,
      "step": 3495,
      "valid_targets_mean": 6345.4,
      "valid_targets_min": 219
    },
    {
      "epoch": 4.814305364511692,
      "grad_norm": 0.18621337413787842,
      "learning_rate": 1.0761647715284139e-05,
      "loss": 0.2563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2099359780550003,
      "step": 3500,
      "valid_targets_mean": 6173.0,
      "valid_targets_min": 270
    },
    {
      "epoch": 4.821182943603851,
      "grad_norm": 0.17580477893352509,
      "learning_rate": 1.070086482663091e-05,
      "loss": 0.2755,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27192798256874084,
      "step": 3505,
      "valid_targets_mean": 6512.9,
      "valid_targets_min": 135
    },
    {
      "epoch": 4.828060522696011,
      "grad_norm": 0.17075896263122559,
      "learning_rate": 1.0640191321255401e-05,
      "loss": 0.2598,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24046450853347778,
      "step": 3510,
      "valid_targets_mean": 6876.9,
      "valid_targets_min": 221
    },
    {
      "epoch": 4.83493810178817,
      "grad_norm": 0.18123045563697815,
      "learning_rate": 1.0579627912844073e-05,
      "loss": 0.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25691893696784973,
      "step": 3515,
      "valid_targets_mean": 5162.3,
      "valid_targets_min": 457
    },
    {
      "epoch": 4.84181568088033,
      "grad_norm": 0.2325756549835205,
      "learning_rate": 1.0519175313788349e-05,
      "loss": 0.2187,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20801694691181183,
      "step": 3520,
      "valid_targets_mean": 3858.1,
      "valid_targets_min": 470
    },
    {
      "epoch": 4.84869325997249,
      "grad_norm": 0.22552137076854706,
      "learning_rate": 1.0458834235176225e-05,
      "loss": 0.2055,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20838849246501923,
      "step": 3525,
      "valid_targets_mean": 3813.9,
      "valid_targets_min": 410
    },
    {
      "epoch": 4.855570839064649,
      "grad_norm": 0.22340908646583557,
      "learning_rate": 1.0398605386783917e-05,
      "loss": 0.2033,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20430858433246613,
      "step": 3530,
      "valid_targets_mean": 3742.0,
      "valid_targets_min": 478
    },
    {
      "epoch": 4.862448418156809,
      "grad_norm": 0.207331582903862,
      "learning_rate": 1.0338489477067509e-05,
      "loss": 0.2062,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20572395622730255,
      "step": 3535,
      "valid_targets_mean": 3788.3,
      "valid_targets_min": 364
    },
    {
      "epoch": 4.869325997248969,
      "grad_norm": 0.22643549740314484,
      "learning_rate": 1.0278487213154604e-05,
      "loss": 0.2038,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20303772389888763,
      "step": 3540,
      "valid_targets_mean": 3729.6,
      "valid_targets_min": 481
    },
    {
      "epoch": 4.876203576341128,
      "grad_norm": 0.22812464833259583,
      "learning_rate": 1.0218599300836036e-05,
      "loss": 0.2049,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2066885232925415,
      "step": 3545,
      "valid_targets_mean": 3733.2,
      "valid_targets_min": 419
    },
    {
      "epoch": 4.883081155433287,
      "grad_norm": 0.20816867053508759,
      "learning_rate": 1.015882644455754e-05,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2073715329170227,
      "step": 3550,
      "valid_targets_mean": 3941.9,
      "valid_targets_min": 522
    },
    {
      "epoch": 4.889958734525447,
      "grad_norm": 0.2227972447872162,
      "learning_rate": 1.0099169347411483e-05,
      "loss": 0.2004,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20627985894680023,
      "step": 3555,
      "valid_targets_mean": 3723.6,
      "valid_targets_min": 372
    },
    {
      "epoch": 4.896836313617607,
      "grad_norm": 0.2222398817539215,
      "learning_rate": 1.0039628711128584e-05,
      "loss": 0.1998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2026330679655075,
      "step": 3560,
      "valid_targets_mean": 3660.7,
      "valid_targets_min": 446
    },
    {
      "epoch": 4.903713892709766,
      "grad_norm": 0.23634806275367737,
      "learning_rate": 9.980205236069665e-06,
      "loss": 0.1996,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1985129714012146,
      "step": 3565,
      "valid_targets_mean": 3776.2,
      "valid_targets_min": 420
    },
    {
      "epoch": 4.910591471801926,
      "grad_norm": 0.22502322494983673,
      "learning_rate": 9.92089962121741e-06,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19200384616851807,
      "step": 3570,
      "valid_targets_mean": 3634.5,
      "valid_targets_min": 506
    },
    {
      "epoch": 4.917469050894085,
      "grad_norm": 0.2124178111553192,
      "learning_rate": 9.861712564168148e-06,
      "loss": 0.2003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20016606152057648,
      "step": 3575,
      "valid_targets_mean": 3711.9,
      "valid_targets_min": 391
    },
    {
      "epoch": 4.924346629986244,
      "grad_norm": 0.2270951122045517,
      "learning_rate": 9.80264476112364e-06,
      "loss": 0.1994,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19913439452648163,
      "step": 3580,
      "valid_targets_mean": 3698.6,
      "valid_targets_min": 456
    },
    {
      "epoch": 4.931224209078405,
      "grad_norm": 0.20117254555225372,
      "learning_rate": 9.743696906882898e-06,
      "loss": 0.2011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2091784030199051,
      "step": 3585,
      "valid_targets_mean": 3861.3,
      "valid_targets_min": 463
    },
    {
      "epoch": 4.938101788170564,
      "grad_norm": 0.5147135257720947,
      "learning_rate": 9.684869694834003e-06,
      "loss": 0.2129,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2642541229724884,
      "step": 3590,
      "valid_targets_mean": 5686.8,
      "valid_targets_min": 257
    },
    {
      "epoch": 4.944979367262723,
      "grad_norm": 0.33266469836235046,
      "learning_rate": 9.626163816945954e-06,
      "loss": 0.2573,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26579549908638,
      "step": 3595,
      "valid_targets_mean": 6435.8,
      "valid_targets_min": 324
    },
    {
      "epoch": 4.951856946354883,
      "grad_norm": 0.22591008245944977,
      "learning_rate": 9.567579963760534e-06,
      "loss": 0.2347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23235537111759186,
      "step": 3600,
      "valid_targets_mean": 6907.1,
      "valid_targets_min": 353
    },
    {
      "epoch": 4.958734525447043,
      "grad_norm": 0.23226147890090942,
      "learning_rate": 9.509118824384173e-06,
      "loss": 0.2358,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2433287650346756,
      "step": 3605,
      "valid_targets_mean": 6846.3,
      "valid_targets_min": 336
    },
    {
      "epoch": 4.965612104539202,
      "grad_norm": 0.20183591544628143,
      "learning_rate": 9.450781086479859e-06,
      "loss": 0.2396,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23969991505146027,
      "step": 3610,
      "valid_targets_mean": 6457.2,
      "valid_targets_min": 391
    },
    {
      "epoch": 4.972489683631362,
      "grad_norm": 0.19129809737205505,
      "learning_rate": 9.392567436259034e-06,
      "loss": 0.2325,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23992919921875,
      "step": 3615,
      "valid_targets_mean": 6706.8,
      "valid_targets_min": 327
    },
    {
      "epoch": 4.979367262723521,
      "grad_norm": 0.19428223371505737,
      "learning_rate": 9.334478558473537e-06,
      "loss": 0.2326,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23423254489898682,
      "step": 3620,
      "valid_targets_mean": 7076.3,
      "valid_targets_min": 344
    },
    {
      "epoch": 4.986244841815681,
      "grad_norm": 0.1756579726934433,
      "learning_rate": 9.276515136407537e-06,
      "loss": 0.226,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21539783477783203,
      "step": 3625,
      "valid_targets_mean": 6115.7,
      "valid_targets_min": 250
    },
    {
      "epoch": 4.993122420907841,
      "grad_norm": 0.19543765485286713,
      "learning_rate": 9.218677851869486e-06,
      "loss": 0.2201,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22740893065929413,
      "step": 3630,
      "valid_targets_mean": 6196.4,
      "valid_targets_min": 117
    },
    {
      "epoch": 5.0,
      "grad_norm": 1.5705190896987915,
      "learning_rate": 9.160967385184147e-06,
      "loss": 0.2721,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4658118784427643,
      "step": 3635,
      "valid_targets_mean": 6869.1,
      "valid_targets_min": 192
    },
    {
      "epoch": 5.006877579092159,
      "grad_norm": 0.5341512560844421,
      "learning_rate": 9.10338441518453e-06,
      "loss": 0.4478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4016493260860443,
      "step": 3640,
      "valid_targets_mean": 7732.4,
      "valid_targets_min": 2179
    },
    {
      "epoch": 5.013755158184319,
      "grad_norm": 0.4463707506656647,
      "learning_rate": 9.045929619203956e-06,
      "loss": 0.4009,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39981237053871155,
      "step": 3645,
      "valid_targets_mean": 7479.4,
      "valid_targets_min": 2298
    },
    {
      "epoch": 5.020632737276479,
      "grad_norm": 0.3571171462535858,
      "learning_rate": 8.988603673068032e-06,
      "loss": 0.3826,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3823740482330322,
      "step": 3650,
      "valid_targets_mean": 6714.1,
      "valid_targets_min": 2167
    },
    {
      "epoch": 5.027510316368638,
      "grad_norm": 0.2428177446126938,
      "learning_rate": 8.931407251086786e-06,
      "loss": 0.3686,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3663630783557892,
      "step": 3655,
      "valid_targets_mean": 6815.4,
      "valid_targets_min": 2255
    },
    {
      "epoch": 5.034387895460798,
      "grad_norm": 0.2202562540769577,
      "learning_rate": 8.874341026046656e-06,
      "loss": 0.3613,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3665771782398224,
      "step": 3660,
      "valid_targets_mean": 7263.2,
      "valid_targets_min": 1969
    },
    {
      "epoch": 5.041265474552957,
      "grad_norm": 0.22445102035999298,
      "learning_rate": 8.817405669202619e-06,
      "loss": 0.3641,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.36245444416999817,
      "step": 3665,
      "valid_targets_mean": 7193.1,
      "valid_targets_min": 1709
    },
    {
      "epoch": 5.048143053645117,
      "grad_norm": 0.20251964032649994,
      "learning_rate": 8.760601850270277e-06,
      "loss": 0.3575,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3597443997859955,
      "step": 3670,
      "valid_targets_mean": 7364.8,
      "valid_targets_min": 2242
    },
    {
      "epoch": 5.055020632737277,
      "grad_norm": 0.22765499353408813,
      "learning_rate": 8.703930237417992e-06,
      "loss": 0.3501,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3586481511592865,
      "step": 3675,
      "valid_targets_mean": 7407.9,
      "valid_targets_min": 2245
    },
    {
      "epoch": 5.061898211829436,
      "grad_norm": 0.204292893409729,
      "learning_rate": 8.647391497259023e-06,
      "loss": 0.3522,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35123300552368164,
      "step": 3680,
      "valid_targets_mean": 7509.8,
      "valid_targets_min": 2590
    },
    {
      "epoch": 5.068775790921595,
      "grad_norm": 0.17902982234954834,
      "learning_rate": 8.590986294843673e-06,
      "loss": 0.3499,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34773626923561096,
      "step": 3685,
      "valid_targets_mean": 7654.9,
      "valid_targets_min": 2005
    },
    {
      "epoch": 5.075653370013756,
      "grad_norm": 0.18684443831443787,
      "learning_rate": 8.534715293651492e-06,
      "loss": 0.3332,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3195664882659912,
      "step": 3690,
      "valid_targets_mean": 9248.8,
      "valid_targets_min": 485
    },
    {
      "epoch": 5.082530949105915,
      "grad_norm": 0.18470090627670288,
      "learning_rate": 8.478579155583425e-06,
      "loss": 0.318,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3247525691986084,
      "step": 3695,
      "valid_targets_mean": 8691.8,
      "valid_targets_min": 425
    },
    {
      "epoch": 5.089408528198074,
      "grad_norm": 0.1815662682056427,
      "learning_rate": 8.422578540954095e-06,
      "loss": 0.3128,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30244365334510803,
      "step": 3700,
      "valid_targets_mean": 9430.4,
      "valid_targets_min": 3426
    },
    {
      "epoch": 5.096286107290234,
      "grad_norm": 0.16024111211299896,
      "learning_rate": 8.366714108483977e-06,
      "loss": 0.3103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31141969561576843,
      "step": 3705,
      "valid_targets_mean": 9409.8,
      "valid_targets_min": 443
    },
    {
      "epoch": 5.103163686382393,
      "grad_norm": 0.21129006147384644,
      "learning_rate": 8.310986515291684e-06,
      "loss": 0.316,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30952706933021545,
      "step": 3710,
      "valid_targets_mean": 9595.6,
      "valid_targets_min": 3360
    },
    {
      "epoch": 5.110041265474553,
      "grad_norm": 0.16528452932834625,
      "learning_rate": 8.255396416886194e-06,
      "loss": 0.3085,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30333372950553894,
      "step": 3715,
      "valid_targets_mean": 8962.1,
      "valid_targets_min": 623
    },
    {
      "epoch": 5.116918844566713,
      "grad_norm": 0.17821742594242096,
      "learning_rate": 8.199944467159216e-06,
      "loss": 0.3172,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3133350610733032,
      "step": 3720,
      "valid_targets_mean": 8887.1,
      "valid_targets_min": 1079
    },
    {
      "epoch": 5.123796423658872,
      "grad_norm": 0.18801012635231018,
      "learning_rate": 8.144631318377418e-06,
      "loss": 0.3115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30876457691192627,
      "step": 3725,
      "valid_targets_mean": 9309.3,
      "valid_targets_min": 907
    },
    {
      "epoch": 5.130674002751031,
      "grad_norm": 0.18644841015338898,
      "learning_rate": 8.089457621174812e-06,
      "loss": 0.313,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3082108199596405,
      "step": 3730,
      "valid_targets_mean": 8783.0,
      "valid_targets_min": 383
    },
    {
      "epoch": 5.137551581843192,
      "grad_norm": 0.1619608849287033,
      "learning_rate": 8.034424024545047e-06,
      "loss": 0.3143,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3133704662322998,
      "step": 3735,
      "valid_targets_mean": 9079.2,
      "valid_targets_min": 582
    },
    {
      "epoch": 5.144429160935351,
      "grad_norm": 0.17705799639225006,
      "learning_rate": 7.979531175833828e-06,
      "loss": 0.3119,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30982980132102966,
      "step": 3740,
      "valid_targets_mean": 10420.0,
      "valid_targets_min": 4177
    },
    {
      "epoch": 5.15130674002751,
      "grad_norm": 0.17047980427742004,
      "learning_rate": 7.924779720731287e-06,
      "loss": 0.3086,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31291520595550537,
      "step": 3745,
      "valid_targets_mean": 9912.6,
      "valid_targets_min": 3641
    },
    {
      "epoch": 5.15818431911967,
      "grad_norm": 0.17084304988384247,
      "learning_rate": 7.87017030326437e-06,
      "loss": 0.3099,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3108607232570648,
      "step": 3750,
      "valid_targets_mean": 10053.0,
      "valid_targets_min": 1929
    },
    {
      "epoch": 5.165061898211829,
      "grad_norm": 0.16043058037757874,
      "learning_rate": 7.81570356578926e-06,
      "loss": 0.3135,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31950893998146057,
      "step": 3755,
      "valid_targets_mean": 10251.4,
      "valid_targets_min": 4324
    },
    {
      "epoch": 5.171939477303989,
      "grad_norm": 0.17295552790164948,
      "learning_rate": 7.761380148983841e-06,
      "loss": 0.3189,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31131041049957275,
      "step": 3760,
      "valid_targets_mean": 9678.2,
      "valid_targets_min": 3752
    },
    {
      "epoch": 5.178817056396149,
      "grad_norm": 0.16468504071235657,
      "learning_rate": 7.707200691840173e-06,
      "loss": 0.3092,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2956985533237457,
      "step": 3765,
      "valid_targets_mean": 9999.6,
      "valid_targets_min": 3338
    },
    {
      "epoch": 5.185694635488308,
      "grad_norm": 0.17205582559108734,
      "learning_rate": 7.653165831656937e-06,
      "loss": 0.3027,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30101969838142395,
      "step": 3770,
      "valid_targets_mean": 9525.9,
      "valid_targets_min": 382
    },
    {
      "epoch": 5.192572214580467,
      "grad_norm": 0.1603851616382599,
      "learning_rate": 7.599276204031947e-06,
      "loss": 0.3068,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3060755729675293,
      "step": 3775,
      "valid_targets_mean": 9919.4,
      "valid_targets_min": 341
    },
    {
      "epoch": 5.199449793672628,
      "grad_norm": 0.1624700129032135,
      "learning_rate": 7.545532442854699e-06,
      "loss": 0.3127,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31411999464035034,
      "step": 3780,
      "valid_targets_mean": 10010.6,
      "valid_targets_min": 535
    },
    {
      "epoch": 5.206327372764787,
      "grad_norm": 0.15088695287704468,
      "learning_rate": 7.4919351802989174e-06,
      "loss": 0.309,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3035731613636017,
      "step": 3785,
      "valid_targets_mean": 9738.3,
      "valid_targets_min": 424
    },
    {
      "epoch": 5.213204951856946,
      "grad_norm": 0.17424800992012024,
      "learning_rate": 7.438485046815078e-06,
      "loss": 0.3115,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3138425648212433,
      "step": 3790,
      "valid_targets_mean": 10419.9,
      "valid_targets_min": 3490
    },
    {
      "epoch": 5.220082530949106,
      "grad_norm": 0.1626066267490387,
      "learning_rate": 7.385182671123015e-06,
      "loss": 0.3107,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3003667891025543,
      "step": 3795,
      "valid_targets_mean": 9611.7,
      "valid_targets_min": 859
    },
    {
      "epoch": 5.226960110041265,
      "grad_norm": 0.1747833788394928,
      "learning_rate": 7.332028680204537e-06,
      "loss": 0.3103,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3135509788990021,
      "step": 3800,
      "valid_targets_mean": 10426.7,
      "valid_targets_min": 4189
    },
    {
      "epoch": 5.233837689133425,
      "grad_norm": 0.16256387531757355,
      "learning_rate": 7.279023699296035e-06,
      "loss": 0.3093,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30442100763320923,
      "step": 3805,
      "valid_targets_mean": 9569.5,
      "valid_targets_min": 415
    },
    {
      "epoch": 5.240715268225585,
      "grad_norm": 0.18454845249652863,
      "learning_rate": 7.226168351881155e-06,
      "loss": 0.3069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3113149404525757,
      "step": 3810,
      "valid_targets_mean": 9956.4,
      "valid_targets_min": 415
    },
    {
      "epoch": 5.247592847317744,
      "grad_norm": 0.16701026260852814,
      "learning_rate": 7.1734632596834106e-06,
      "loss": 0.3071,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3021751940250397,
      "step": 3815,
      "valid_targets_mean": 9052.1,
      "valid_targets_min": 265
    },
    {
      "epoch": 5.254470426409903,
      "grad_norm": 0.18233174085617065,
      "learning_rate": 7.120909042658923e-06,
      "loss": 0.3035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30038461089134216,
      "step": 3820,
      "valid_targets_mean": 9281.3,
      "valid_targets_min": 781
    },
    {
      "epoch": 5.261348005502064,
      "grad_norm": 0.16070935130119324,
      "learning_rate": 7.068506318989099e-06,
      "loss": 0.3069,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.298378586769104,
      "step": 3825,
      "valid_targets_mean": 10010.9,
      "valid_targets_min": 769
    },
    {
      "epoch": 5.268225584594223,
      "grad_norm": 0.2060297578573227,
      "learning_rate": 7.016255705073396e-06,
      "loss": 0.3204,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3251015245914459,
      "step": 3830,
      "valid_targets_mean": 5989.4,
      "valid_targets_min": 340
    },
    {
      "epoch": 5.275103163686382,
      "grad_norm": 0.21562963724136353,
      "learning_rate": 6.9641578155219994e-06,
      "loss": 0.3311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33660849928855896,
      "step": 3835,
      "valid_targets_mean": 5890.1,
      "valid_targets_min": 322
    },
    {
      "epoch": 5.281980742778542,
      "grad_norm": 1.5328749418258667,
      "learning_rate": 6.912213263148673e-06,
      "loss": 0.47,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6555039286613464,
      "step": 3840,
      "valid_targets_mean": 3406.2,
      "valid_targets_min": 1099
    },
    {
      "epoch": 5.288858321870702,
      "grad_norm": 0.5018776655197144,
      "learning_rate": 6.860422658963501e-06,
      "loss": 0.6219,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6821627020835876,
      "step": 3845,
      "valid_targets_mean": 3967.4,
      "valid_targets_min": 626
    },
    {
      "epoch": 5.295735900962861,
      "grad_norm": 0.31850141286849976,
      "learning_rate": 6.808786612165721e-06,
      "loss": 0.5517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5037727355957031,
      "step": 3850,
      "valid_targets_mean": 4776.0,
      "valid_targets_min": 792
    },
    {
      "epoch": 5.302613480055021,
      "grad_norm": 0.32529985904693604,
      "learning_rate": 6.75730573013655e-06,
      "loss": 0.6089,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5780797004699707,
      "step": 3855,
      "valid_targets_mean": 4266.2,
      "valid_targets_min": 1197
    },
    {
      "epoch": 5.30949105914718,
      "grad_norm": 0.2794795334339142,
      "learning_rate": 6.705980618432044e-06,
      "loss": 0.5656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5451774597167969,
      "step": 3860,
      "valid_targets_mean": 4021.3,
      "valid_targets_min": 877
    },
    {
      "epoch": 5.316368638239339,
      "grad_norm": 0.25625401735305786,
      "learning_rate": 6.654811880775973e-06,
      "loss": 0.5375,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5234653949737549,
      "step": 3865,
      "valid_targets_mean": 3649.4,
      "valid_targets_min": 885
    },
    {
      "epoch": 5.3232462173315,
      "grad_norm": 0.3779100477695465,
      "learning_rate": 6.6038001190527146e-06,
      "loss": 0.5552,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6112189292907715,
      "step": 3870,
      "valid_targets_mean": 4145.0,
      "valid_targets_min": 848
    },
    {
      "epoch": 5.330123796423659,
      "grad_norm": 0.2348129153251648,
      "learning_rate": 6.5529459333002055e-06,
      "loss": 0.5344,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5174058079719543,
      "step": 3875,
      "valid_targets_mean": 4079.9,
      "valid_targets_min": 635
    },
    {
      "epoch": 5.337001375515818,
      "grad_norm": 0.20997092127799988,
      "learning_rate": 6.502249921702817e-06,
      "loss": 0.5521,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5300264358520508,
      "step": 3880,
      "valid_targets_mean": 4541.9,
      "valid_targets_min": 1230
    },
    {
      "epoch": 5.343878954607978,
      "grad_norm": 0.23325373232364655,
      "learning_rate": 6.45171268058439e-06,
      "loss": 0.5412,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5157861709594727,
      "step": 3885,
      "valid_targets_mean": 3684.6,
      "valid_targets_min": 712
    },
    {
      "epoch": 5.350756533700138,
      "grad_norm": 0.25195741653442383,
      "learning_rate": 6.401334804401171e-06,
      "loss": 0.5252,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5370281338691711,
      "step": 3890,
      "valid_targets_mean": 3510.2,
      "valid_targets_min": 1103
    },
    {
      "epoch": 5.357634112792297,
      "grad_norm": 0.22888776659965515,
      "learning_rate": 6.351116885734869e-06,
      "loss": 0.5452,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5947332382202148,
      "step": 3895,
      "valid_targets_mean": 4317.9,
      "valid_targets_min": 328
    },
    {
      "epoch": 5.364511691884457,
      "grad_norm": 0.24294231832027435,
      "learning_rate": 6.301059515285615e-06,
      "loss": 0.5111,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4946887493133545,
      "step": 3900,
      "valid_targets_mean": 3546.0,
      "valid_targets_min": 475
    },
    {
      "epoch": 5.371389270976616,
      "grad_norm": 0.2474597692489624,
      "learning_rate": 6.25116328186508e-06,
      "loss": 0.5477,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5296927094459534,
      "step": 3905,
      "valid_targets_mean": 4423.8,
      "valid_targets_min": 1243
    },
    {
      "epoch": 5.378266850068776,
      "grad_norm": 0.23827143013477325,
      "learning_rate": 6.201428772389515e-06,
      "loss": 0.5336,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5310255885124207,
      "step": 3910,
      "valid_targets_mean": 4181.0,
      "valid_targets_min": 1142
    },
    {
      "epoch": 5.385144429160936,
      "grad_norm": 0.23856857419013977,
      "learning_rate": 6.151856571872854e-06,
      "loss": 0.5587,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5671401619911194,
      "step": 3915,
      "valid_targets_mean": 3837.1,
      "valid_targets_min": 1187
    },
    {
      "epoch": 5.392022008253095,
      "grad_norm": 0.21217013895511627,
      "learning_rate": 6.102447263419835e-06,
      "loss": 0.5482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5777114629745483,
      "step": 3920,
      "valid_targets_mean": 4656.4,
      "valid_targets_min": 1010
    },
    {
      "epoch": 5.398899587345254,
      "grad_norm": 0.2673305869102478,
      "learning_rate": 6.053201428219142e-06,
      "loss": 0.5234,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5347618460655212,
      "step": 3925,
      "valid_targets_mean": 3591.6,
      "valid_targets_min": 280
    },
    {
      "epoch": 5.405777166437414,
      "grad_norm": 0.2640213668346405,
      "learning_rate": 6.004119645536559e-06,
      "loss": 0.5478,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5410509705543518,
      "step": 3930,
      "valid_targets_mean": 4746.9,
      "valid_targets_min": 1178
    },
    {
      "epoch": 5.412654745529574,
      "grad_norm": 0.2199212610721588,
      "learning_rate": 5.955202492708172e-06,
      "loss": 0.5388,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.513181746006012,
      "step": 3935,
      "valid_targets_mean": 4587.1,
      "valid_targets_min": 707
    },
    {
      "epoch": 5.419532324621733,
      "grad_norm": 0.23491491377353668,
      "learning_rate": 5.906450545133564e-06,
      "loss": 0.3424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.16099286079406738,
      "step": 3940,
      "valid_targets_mean": 5371.1,
      "valid_targets_min": 1936
    },
    {
      "epoch": 5.426409903713893,
      "grad_norm": 0.23093919456005096,
      "learning_rate": 5.857864376269051e-06,
      "loss": 0.1568,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1516849249601364,
      "step": 3945,
      "valid_targets_mean": 5240.5,
      "valid_targets_min": 1621
    },
    {
      "epoch": 5.433287482806052,
      "grad_norm": 0.19225837290287018,
      "learning_rate": 5.8094445576209425e-06,
      "loss": 0.1494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14767397940158844,
      "step": 3950,
      "valid_targets_mean": 5399.9,
      "valid_targets_min": 2541
    },
    {
      "epoch": 5.440165061898211,
      "grad_norm": 0.18033643066883087,
      "learning_rate": 5.761191658738812e-06,
      "loss": 0.1504,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1431232988834381,
      "step": 3955,
      "valid_targets_mean": 5272.4,
      "valid_targets_min": 1820
    },
    {
      "epoch": 5.447042640990372,
      "grad_norm": 0.16935937106609344,
      "learning_rate": 5.7131062472087994e-06,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1519620567560196,
      "step": 3960,
      "valid_targets_mean": 5347.7,
      "valid_targets_min": 2458
    },
    {
      "epoch": 5.453920220082531,
      "grad_norm": 0.21418873965740204,
      "learning_rate": 5.665188888646935e-06,
      "loss": 0.1493,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14698506891727448,
      "step": 3965,
      "valid_targets_mean": 5293.4,
      "valid_targets_min": 951
    },
    {
      "epoch": 5.46079779917469,
      "grad_norm": 0.16636855900287628,
      "learning_rate": 5.617440146692485e-06,
      "loss": 0.1466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14983218908309937,
      "step": 3970,
      "valid_targets_mean": 5454.9,
      "valid_targets_min": 1825
    },
    {
      "epoch": 5.46767537826685,
      "grad_norm": 0.1474306434392929,
      "learning_rate": 5.569860583001325e-06,
      "loss": 0.1488,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14119559526443481,
      "step": 3975,
      "valid_targets_mean": 5464.2,
      "valid_targets_min": 2456
    },
    {
      "epoch": 5.47455295735901,
      "grad_norm": 0.16463062167167664,
      "learning_rate": 5.522450757239333e-06,
      "loss": 0.1502,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15275806188583374,
      "step": 3980,
      "valid_targets_mean": 5188.0,
      "valid_targets_min": 2416
    },
    {
      "epoch": 5.481430536451169,
      "grad_norm": 0.1725783497095108,
      "learning_rate": 5.475211227075798e-06,
      "loss": 0.1451,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14879383146762848,
      "step": 3985,
      "valid_targets_mean": 5299.4,
      "valid_targets_min": 1412
    },
    {
      "epoch": 5.488308115543329,
      "grad_norm": 0.1768779307603836,
      "learning_rate": 5.428142548176876e-06,
      "loss": 0.1454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15428727865219116,
      "step": 3990,
      "valid_targets_mean": 5130.4,
      "valid_targets_min": 494
    },
    {
      "epoch": 5.495185694635488,
      "grad_norm": 0.18317782878875732,
      "learning_rate": 5.381245274199034e-06,
      "loss": 0.1489,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14800716936588287,
      "step": 3995,
      "valid_targets_mean": 5344.2,
      "valid_targets_min": 2401
    },
    {
      "epoch": 5.502063273727648,
      "grad_norm": 0.15509717166423798,
      "learning_rate": 5.334519956782562e-06,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1435713917016983,
      "step": 4000,
      "valid_targets_mean": 5291.6,
      "valid_targets_min": 916
    },
    {
      "epoch": 5.508940852819808,
      "grad_norm": 0.15137098729610443,
      "learning_rate": 5.287967145545043e-06,
      "loss": 0.1454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14338181912899017,
      "step": 4005,
      "valid_targets_mean": 5312.9,
      "valid_targets_min": 2621
    },
    {
      "epoch": 5.515818431911967,
      "grad_norm": 0.17870450019836426,
      "learning_rate": 5.2415873880749534e-06,
      "loss": 0.147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14649353921413422,
      "step": 4010,
      "valid_targets_mean": 5177.2,
      "valid_targets_min": 1270
    },
    {
      "epoch": 5.522696011004126,
      "grad_norm": 0.19380082190036774,
      "learning_rate": 5.195381229925156e-06,
      "loss": 0.1453,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.149860218167305,
      "step": 4015,
      "valid_targets_mean": 5089.4,
      "valid_targets_min": 773
    },
    {
      "epoch": 5.529573590096286,
      "grad_norm": 0.18585105240345,
      "learning_rate": 5.149349214606525e-06,
      "loss": 0.1454,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14992739260196686,
      "step": 4020,
      "valid_targets_mean": 5389.8,
      "valid_targets_min": 1595
    },
    {
      "epoch": 5.536451169188446,
      "grad_norm": 0.24075809121131897,
      "learning_rate": 5.103491883581515e-06,
      "loss": 0.1485,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14986135065555573,
      "step": 4025,
      "valid_targets_mean": 5386.5,
      "valid_targets_min": 2274
    },
    {
      "epoch": 5.543328748280605,
      "grad_norm": 0.18288427591323853,
      "learning_rate": 5.057809776257851e-06,
      "loss": 0.1479,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14603586494922638,
      "step": 4030,
      "valid_targets_mean": 5341.0,
      "valid_targets_min": 2577
    },
    {
      "epoch": 5.550206327372765,
      "grad_norm": 0.17052921652793884,
      "learning_rate": 5.012303429982124e-06,
      "loss": 0.1439,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1454138606786728,
      "step": 4035,
      "valid_targets_mean": 5170.8,
      "valid_targets_min": 2703
    },
    {
      "epoch": 5.557083906464924,
      "grad_norm": 0.16999363899230957,
      "learning_rate": 4.9669733800334955e-06,
      "loss": 0.1434,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13669821619987488,
      "step": 4040,
      "valid_targets_mean": 5085.0,
      "valid_targets_min": 1314
    },
    {
      "epoch": 5.563961485557084,
      "grad_norm": 0.24838554859161377,
      "learning_rate": 4.921820159617406e-06,
      "loss": 0.4147,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4689978063106537,
      "step": 4045,
      "valid_targets_mean": 4102.5,
      "valid_targets_min": 883
    },
    {
      "epoch": 5.570839064649244,
      "grad_norm": 0.2540181279182434,
      "learning_rate": 4.876844299859293e-06,
      "loss": 0.455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42563068866729736,
      "step": 4050,
      "valid_targets_mean": 3881.9,
      "valid_targets_min": 922
    },
    {
      "epoch": 5.577716643741403,
      "grad_norm": 0.2622010111808777,
      "learning_rate": 4.83204632979835e-06,
      "loss": 0.4497,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.485045462846756,
      "step": 4055,
      "valid_targets_mean": 3882.2,
      "valid_targets_min": 921
    },
    {
      "epoch": 5.584594222833562,
      "grad_norm": 0.22997824847698212,
      "learning_rate": 4.787426776381297e-06,
      "loss": 0.4455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44575682282447815,
      "step": 4060,
      "valid_targets_mean": 3611.1,
      "valid_targets_min": 810
    },
    {
      "epoch": 5.591471801925723,
      "grad_norm": 0.22907106578350067,
      "learning_rate": 4.742986164456196e-06,
      "loss": 0.4425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44107651710510254,
      "step": 4065,
      "valid_targets_mean": 4086.2,
      "valid_targets_min": 910
    },
    {
      "epoch": 5.598349381017882,
      "grad_norm": 0.2518678605556488,
      "learning_rate": 4.6987250167662435e-06,
      "loss": 0.4503,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46815934777259827,
      "step": 4070,
      "valid_targets_mean": 3180.3,
      "valid_targets_min": 906
    },
    {
      "epoch": 5.605226960110041,
      "grad_norm": 0.2591905891895294,
      "learning_rate": 4.654643853943677e-06,
      "loss": 0.4365,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44875383377075195,
      "step": 4075,
      "valid_targets_mean": 3407.9,
      "valid_targets_min": 747
    },
    {
      "epoch": 5.612104539202201,
      "grad_norm": 0.22609512507915497,
      "learning_rate": 4.6107431945035996e-06,
      "loss": 0.4108,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4237343370914459,
      "step": 4080,
      "valid_targets_mean": 3704.9,
      "valid_targets_min": 617
    },
    {
      "epoch": 5.61898211829436,
      "grad_norm": 0.1969316452741623,
      "learning_rate": 4.567023554837908e-06,
      "loss": 0.4653,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4386121332645416,
      "step": 4085,
      "valid_targets_mean": 4554.9,
      "valid_targets_min": 1406
    },
    {
      "epoch": 5.62585969738652,
      "grad_norm": 0.20980393886566162,
      "learning_rate": 4.523485449209195e-06,
      "loss": 0.4324,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42320775985717773,
      "step": 4090,
      "valid_targets_mean": 3975.2,
      "valid_targets_min": 635
    },
    {
      "epoch": 5.63273727647868,
      "grad_norm": 0.21290253102779388,
      "learning_rate": 4.480129389744745e-06,
      "loss": 0.4473,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.45181038975715637,
      "step": 4095,
      "valid_targets_mean": 4049.3,
      "valid_targets_min": 1056
    },
    {
      "epoch": 5.639614855570839,
      "grad_norm": 0.24561665952205658,
      "learning_rate": 4.436955886430458e-06,
      "loss": 0.429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4337938725948334,
      "step": 4100,
      "valid_targets_mean": 3177.4,
      "valid_targets_min": 644
    },
    {
      "epoch": 5.646492434662998,
      "grad_norm": 0.20717427134513855,
      "learning_rate": 4.3939654471048935e-06,
      "loss": 0.4249,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4073154628276825,
      "step": 4105,
      "valid_targets_mean": 4212.0,
      "valid_targets_min": 917
    },
    {
      "epoch": 5.653370013755158,
      "grad_norm": 0.23104409873485565,
      "learning_rate": 4.351158577453247e-06,
      "loss": 0.4599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4624313414096832,
      "step": 4110,
      "valid_targets_mean": 3781.9,
      "valid_targets_min": 909
    },
    {
      "epoch": 5.660247592847318,
      "grad_norm": 0.22888436913490295,
      "learning_rate": 4.308535781001457e-06,
      "loss": 0.4482,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.43368959426879883,
      "step": 4115,
      "valid_targets_mean": 3759.4,
      "valid_targets_min": 706
    },
    {
      "epoch": 5.667125171939477,
      "grad_norm": 0.346578449010849,
      "learning_rate": 4.266097559110258e-06,
      "loss": 0.4421,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5121110081672668,
      "step": 4120,
      "valid_targets_mean": 2416.0,
      "valid_targets_min": 373
    },
    {
      "epoch": 5.674002751031637,
      "grad_norm": 0.218220055103302,
      "learning_rate": 4.223844410969282e-06,
      "loss": 0.4327,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4306039810180664,
      "step": 4125,
      "valid_targets_mean": 4498.6,
      "valid_targets_min": 1413
    },
    {
      "epoch": 5.680880330123797,
      "grad_norm": 0.21286004781723022,
      "learning_rate": 4.181776833591164e-06,
      "loss": 0.4429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44897401332855225,
      "step": 4130,
      "valid_targets_mean": 4151.8,
      "valid_targets_min": 502
    },
    {
      "epoch": 5.687757909215956,
      "grad_norm": 0.22515207529067993,
      "learning_rate": 4.139895321805743e-06,
      "loss": 0.4238,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44646182656288147,
      "step": 4135,
      "valid_targets_mean": 3564.9,
      "valid_targets_min": 1074
    },
    {
      "epoch": 5.694635488308116,
      "grad_norm": 0.2683769464492798,
      "learning_rate": 4.0982003682542146e-06,
      "loss": 0.4533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4821986258029938,
      "step": 4140,
      "valid_targets_mean": 3929.5,
      "valid_targets_min": 878
    },
    {
      "epoch": 5.701513067400275,
      "grad_norm": 0.22029705345630646,
      "learning_rate": 4.0566924633833425e-06,
      "loss": 0.4317,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41377195715904236,
      "step": 4145,
      "valid_targets_mean": 4436.6,
      "valid_targets_min": 1123
    },
    {
      "epoch": 5.708390646492434,
      "grad_norm": 0.21167680621147156,
      "learning_rate": 4.015372095439662e-06,
      "loss": 0.3274,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25144433975219727,
      "step": 4150,
      "valid_targets_mean": 6801.8,
      "valid_targets_min": 260
    },
    {
      "epoch": 5.715268225584595,
      "grad_norm": 0.22159935534000397,
      "learning_rate": 3.974239750463782e-06,
      "loss": 0.2517,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2328449934720993,
      "step": 4155,
      "valid_targets_mean": 6064.3,
      "valid_targets_min": 155
    },
    {
      "epoch": 5.722145804676754,
      "grad_norm": 0.23379695415496826,
      "learning_rate": 3.933295912284649e-06,
      "loss": 0.2698,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26582133769989014,
      "step": 4160,
      "valid_targets_mean": 5238.2,
      "valid_targets_min": 184
    },
    {
      "epoch": 5.729023383768913,
      "grad_norm": 0.19029182195663452,
      "learning_rate": 3.892541062513853e-06,
      "loss": 0.269,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27923914790153503,
      "step": 4165,
      "valid_targets_mean": 6537.2,
      "valid_targets_min": 284
    },
    {
      "epoch": 5.735900962861073,
      "grad_norm": 0.22248893976211548,
      "learning_rate": 3.851975680539941e-06,
      "loss": 0.2711,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2830672264099121,
      "step": 4170,
      "valid_targets_mean": 4981.1,
      "valid_targets_min": 250
    },
    {
      "epoch": 5.742778541953232,
      "grad_norm": 0.17780441045761108,
      "learning_rate": 3.8116002435228237e-06,
      "loss": 0.267,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2561091184616089,
      "step": 4175,
      "valid_targets_mean": 6416.8,
      "valid_targets_min": 750
    },
    {
      "epoch": 5.749656121045392,
      "grad_norm": 0.19257000088691711,
      "learning_rate": 3.7714152263881287e-06,
      "loss": 0.2619,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2784280478954315,
      "step": 4180,
      "valid_targets_mean": 6739.2,
      "valid_targets_min": 225
    },
    {
      "epoch": 5.756533700137552,
      "grad_norm": 0.1670112907886505,
      "learning_rate": 3.7314211018216416e-06,
      "loss": 0.2565,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24946796894073486,
      "step": 4185,
      "valid_targets_mean": 6340.9,
      "valid_targets_min": 164
    },
    {
      "epoch": 5.763411279229711,
      "grad_norm": 0.16844043135643005,
      "learning_rate": 3.691618340263701e-06,
      "loss": 0.2599,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2593773901462555,
      "step": 4190,
      "valid_targets_mean": 6809.3,
      "valid_targets_min": 392
    },
    {
      "epoch": 5.77028885832187,
      "grad_norm": 0.2023329734802246,
      "learning_rate": 3.652007409903713e-06,
      "loss": 0.2782,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.28742778301239014,
      "step": 4195,
      "valid_targets_mean": 6360.9,
      "valid_targets_min": 510
    },
    {
      "epoch": 5.777166437414031,
      "grad_norm": 0.1642438769340515,
      "learning_rate": 3.6125887766746104e-06,
      "loss": 0.2597,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26696157455444336,
      "step": 4200,
      "valid_targets_mean": 7168.5,
      "valid_targets_min": 317
    },
    {
      "epoch": 5.78404401650619,
      "grad_norm": 0.17024706304073334,
      "learning_rate": 3.573362904247413e-06,
      "loss": 0.2702,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2650022506713867,
      "step": 4205,
      "valid_targets_mean": 6836.2,
      "valid_targets_min": 399
    },
    {
      "epoch": 5.790921595598349,
      "grad_norm": 0.1837805211544037,
      "learning_rate": 3.5343302540257062e-06,
      "loss": 0.2811,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24439287185668945,
      "step": 4210,
      "valid_targets_mean": 6428.2,
      "valid_targets_min": 993
    },
    {
      "epoch": 5.797799174690509,
      "grad_norm": 0.17536583542823792,
      "learning_rate": 3.495491285140282e-06,
      "loss": 0.2455,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22834177315235138,
      "step": 4215,
      "valid_targets_mean": 6321.1,
      "valid_targets_min": 239
    },
    {
      "epoch": 5.804676753782669,
      "grad_norm": 0.1784650683403015,
      "learning_rate": 3.4568464544437007e-06,
      "loss": 0.2776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2754632532596588,
      "step": 4220,
      "valid_targets_mean": 6850.3,
      "valid_targets_min": 358
    },
    {
      "epoch": 5.811554332874828,
      "grad_norm": 0.157816082239151,
      "learning_rate": 3.4183962165049265e-06,
      "loss": 0.2554,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25138163566589355,
      "step": 4225,
      "valid_targets_mean": 6804.9,
      "valid_targets_min": 204
    },
    {
      "epoch": 5.818431911966988,
      "grad_norm": 0.21533049643039703,
      "learning_rate": 3.38014102360398e-06,
      "loss": 0.2494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2782222628593445,
      "step": 4230,
      "valid_targets_mean": 3619.5,
      "valid_targets_min": 290
    },
    {
      "epoch": 5.825309491059147,
      "grad_norm": 0.16517773270606995,
      "learning_rate": 3.3420813257266226e-06,
      "loss": 0.2657,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27121487259864807,
      "step": 4235,
      "valid_targets_mean": 6804.8,
      "valid_targets_min": 354
    },
    {
      "epoch": 5.832187070151306,
      "grad_norm": 0.17729122936725616,
      "learning_rate": 3.304217570559052e-06,
      "loss": 0.2579,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2742570638656616,
      "step": 4240,
      "valid_targets_mean": 6377.0,
      "valid_targets_min": 848
    },
    {
      "epoch": 5.839064649243467,
      "grad_norm": 0.21969306468963623,
      "learning_rate": 3.2665502034826437e-06,
      "loss": 0.2348,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20089749991893768,
      "step": 4245,
      "valid_targets_mean": 3879.1,
      "valid_targets_min": 512
    },
    {
      "epoch": 5.845942228335626,
      "grad_norm": 0.20936357975006104,
      "learning_rate": 3.2290796675687307e-06,
      "loss": 0.1975,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1998835653066635,
      "step": 4250,
      "valid_targets_mean": 3977.7,
      "valid_targets_min": 409
    },
    {
      "epoch": 5.852819807427785,
      "grad_norm": 0.2604617774486542,
      "learning_rate": 3.191806403573341e-06,
      "loss": 0.1987,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19727320969104767,
      "step": 4255,
      "valid_targets_mean": 3649.6,
      "valid_targets_min": 413
    },
    {
      "epoch": 5.859697386519945,
      "grad_norm": 0.21151739358901978,
      "learning_rate": 3.1547308499320683e-06,
      "loss": 0.196,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19691972434520721,
      "step": 4260,
      "valid_targets_mean": 3782.4,
      "valid_targets_min": 338
    },
    {
      "epoch": 5.866574965612105,
      "grad_norm": 0.23624947667121887,
      "learning_rate": 3.117853442754879e-06,
      "loss": 0.1985,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19338218867778778,
      "step": 4265,
      "valid_targets_mean": 3812.2,
      "valid_targets_min": 388
    },
    {
      "epoch": 5.873452544704264,
      "grad_norm": 0.20657192170619965,
      "learning_rate": 3.0811746158210165e-06,
      "loss": 0.1969,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19689345359802246,
      "step": 4270,
      "valid_targets_mean": 3894.7,
      "valid_targets_min": 431
    },
    {
      "epoch": 5.880330123796424,
      "grad_norm": 0.24250438809394836,
      "learning_rate": 3.044694800573842e-06,
      "loss": 0.1924,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18825660645961761,
      "step": 4275,
      "valid_targets_mean": 3658.0,
      "valid_targets_min": 249
    },
    {
      "epoch": 5.887207702888583,
      "grad_norm": 0.22138823568820953,
      "learning_rate": 3.0084144261158244e-06,
      "loss": 0.1955,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18844997882843018,
      "step": 4280,
      "valid_targets_mean": 3397.2,
      "valid_targets_min": 330
    },
    {
      "epoch": 5.894085281980743,
      "grad_norm": 0.23879994451999664,
      "learning_rate": 2.9723339192034474e-06,
      "loss": 0.1928,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19216054677963257,
      "step": 4285,
      "valid_targets_mean": 3867.7,
      "valid_targets_min": 370
    },
    {
      "epoch": 5.900962861072903,
      "grad_norm": 0.21370255947113037,
      "learning_rate": 2.936453704242215e-06,
      "loss": 0.1937,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19249187409877777,
      "step": 4290,
      "valid_targets_mean": 3563.3,
      "valid_targets_min": 421
    },
    {
      "epoch": 5.907840440165062,
      "grad_norm": 0.23245610296726227,
      "learning_rate": 2.90077420328164e-06,
      "loss": 0.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19447965919971466,
      "step": 4295,
      "valid_targets_mean": 4020.4,
      "valid_targets_min": 454
    },
    {
      "epoch": 5.914718019257221,
      "grad_norm": 0.2998581528663635,
      "learning_rate": 2.8652958360103e-06,
      "loss": 0.1917,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19984585046768188,
      "step": 4300,
      "valid_targets_mean": 3690.0,
      "valid_targets_min": 349
    },
    {
      "epoch": 5.921595598349381,
      "grad_norm": 0.2169172763824463,
      "learning_rate": 2.8300190197508804e-06,
      "loss": 0.1916,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19210028648376465,
      "step": 4305,
      "valid_targets_mean": 3777.0,
      "valid_targets_min": 427
    },
    {
      "epoch": 5.928473177441541,
      "grad_norm": 0.20457780361175537,
      "learning_rate": 2.7949441694552825e-06,
      "loss": 0.1933,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19261020421981812,
      "step": 4310,
      "valid_targets_mean": 3828.5,
      "valid_targets_min": 377
    },
    {
      "epoch": 5.9353507565337,
      "grad_norm": 0.20459643006324768,
      "learning_rate": 2.760071697699729e-06,
      "loss": 0.1938,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19455866515636444,
      "step": 4315,
      "valid_targets_mean": 3787.8,
      "valid_targets_min": 470
    },
    {
      "epoch": 5.94222833562586,
      "grad_norm": 0.2688695788383484,
      "learning_rate": 2.725402014679921e-06,
      "loss": 0.2426,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24020229279994965,
      "step": 4320,
      "valid_targets_mean": 6822.4,
      "valid_targets_min": 392
    },
    {
      "epoch": 5.949105914718019,
      "grad_norm": 0.2645989954471588,
      "learning_rate": 2.6909355282062064e-06,
      "loss": 0.2404,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23368220031261444,
      "step": 4325,
      "valid_targets_mean": 6747.4,
      "valid_targets_min": 315
    },
    {
      "epoch": 5.955983493810178,
      "grad_norm": 0.18479065597057343,
      "learning_rate": 2.6566726436987923e-06,
      "loss": 0.2243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22124885022640228,
      "step": 4330,
      "valid_targets_mean": 7217.6,
      "valid_targets_min": 488
    },
    {
      "epoch": 5.962861072902339,
      "grad_norm": 0.20663349330425262,
      "learning_rate": 2.6226137641829596e-06,
      "loss": 0.2345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2395002394914627,
      "step": 4335,
      "valid_targets_mean": 6726.5,
      "valid_targets_min": 360
    },
    {
      "epoch": 5.969738651994498,
      "grad_norm": 0.1806437224149704,
      "learning_rate": 2.588759290284337e-06,
      "loss": 0.2276,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23390339314937592,
      "step": 4340,
      "valid_targets_mean": 6436.5,
      "valid_targets_min": 306
    },
    {
      "epoch": 5.976616231086657,
      "grad_norm": 0.20207437872886658,
      "learning_rate": 2.5551096202241898e-06,
      "loss": 0.2272,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21581131219863892,
      "step": 4345,
      "valid_targets_mean": 6758.5,
      "valid_targets_min": 284
    },
    {
      "epoch": 5.9834938101788175,
      "grad_norm": 0.18545649945735931,
      "learning_rate": 2.5216651498147182e-06,
      "loss": 0.2263,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2258131504058838,
      "step": 4350,
      "valid_targets_mean": 6815.9,
      "valid_targets_min": 355
    },
    {
      "epoch": 5.990371389270977,
      "grad_norm": 0.17319168150424957,
      "learning_rate": 2.4884262724544185e-06,
      "loss": 0.2109,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20394866168498993,
      "step": 4355,
      "valid_targets_mean": 6589.4,
      "valid_targets_min": 368
    },
    {
      "epoch": 5.997248968363136,
      "grad_norm": 0.18892644345760345,
      "learning_rate": 2.4553933791234543e-06,
      "loss": 0.2178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21481530368328094,
      "step": 4360,
      "valid_targets_mean": 6250.5,
      "valid_targets_min": 69
    },
    {
      "epoch": 6.004126547455296,
      "grad_norm": 0.8057796359062195,
      "learning_rate": 2.4225668583790474e-06,
      "loss": 0.3909,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42685166001319885,
      "step": 4365,
      "valid_targets_mean": 7385.0,
      "valid_targets_min": 2227
    },
    {
      "epoch": 6.011004126547455,
      "grad_norm": 0.5110729932785034,
      "learning_rate": 2.389947096350913e-06,
      "loss": 0.3915,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3859884738922119,
      "step": 4370,
      "valid_targets_mean": 7371.0,
      "valid_targets_min": 2431
    },
    {
      "epoch": 6.017881705639615,
      "grad_norm": 0.3351503610610962,
      "learning_rate": 2.3575344767367226e-06,
      "loss": 0.3758,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38021597266197205,
      "step": 4375,
      "valid_targets_mean": 7875.6,
      "valid_targets_min": 2449
    },
    {
      "epoch": 6.024759284731775,
      "grad_norm": 0.3025283217430115,
      "learning_rate": 2.325329380797581e-06,
      "loss": 0.364,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35313358902931213,
      "step": 4380,
      "valid_targets_mean": 6886.9,
      "valid_targets_min": 2428
    },
    {
      "epoch": 6.031636863823934,
      "grad_norm": 0.22549507021903992,
      "learning_rate": 2.293332187353552e-06,
      "loss": 0.354,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3521023690700531,
      "step": 4385,
      "valid_targets_mean": 6944.4,
      "valid_targets_min": 398
    },
    {
      "epoch": 6.038514442916093,
      "grad_norm": 0.19171588122844696,
      "learning_rate": 2.261543272779192e-06,
      "loss": 0.3536,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34959912300109863,
      "step": 4390,
      "valid_targets_mean": 7761.9,
      "valid_targets_min": 1918
    },
    {
      "epoch": 6.045392022008253,
      "grad_norm": 0.21908923983573914,
      "learning_rate": 2.2299630109991365e-06,
      "loss": 0.3511,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.35210898518562317,
      "step": 4395,
      "valid_targets_mean": 7208.6,
      "valid_targets_min": 1674
    },
    {
      "epoch": 6.052269601100413,
      "grad_norm": 0.19715173542499542,
      "learning_rate": 2.1985917734836716e-06,
      "loss": 0.3429,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33727359771728516,
      "step": 4400,
      "valid_targets_mean": 6955.7,
      "valid_targets_min": 1619
    },
    {
      "epoch": 6.059147180192572,
      "grad_norm": 0.1980835199356079,
      "learning_rate": 2.167429929244416e-06,
      "loss": 0.3447,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3480236530303955,
      "step": 4405,
      "valid_targets_mean": 7951.0,
      "valid_targets_min": 2512
    },
    {
      "epoch": 6.066024759284732,
      "grad_norm": 0.1749057024717331,
      "learning_rate": 2.1364778448299295e-06,
      "loss": 0.3445,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.34635129570961,
      "step": 4410,
      "valid_targets_mean": 7982.7,
      "valid_targets_min": 1973
    },
    {
      "epoch": 6.072902338376891,
      "grad_norm": 0.16720643639564514,
      "learning_rate": 2.105735884321436e-06,
      "loss": 0.3362,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30850180983543396,
      "step": 4415,
      "valid_targets_mean": 9250.9,
      "valid_targets_min": 325
    },
    {
      "epoch": 6.079779917469051,
      "grad_norm": 0.18178525567054749,
      "learning_rate": 2.075204409328504e-06,
      "loss": 0.3118,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3111574351787567,
      "step": 4420,
      "valid_targets_mean": 9015.2,
      "valid_targets_min": 3809
    },
    {
      "epoch": 6.086657496561211,
      "grad_norm": 0.16609539091587067,
      "learning_rate": 2.044883778984845e-06,
      "loss": 0.3073,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3150482475757599,
      "step": 4425,
      "valid_targets_mean": 9333.8,
      "valid_targets_min": 1105
    },
    {
      "epoch": 6.09353507565337,
      "grad_norm": 0.1871126890182495,
      "learning_rate": 2.0147743499440442e-06,
      "loss": 0.3031,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3004612624645233,
      "step": 4430,
      "valid_targets_mean": 9200.3,
      "valid_targets_min": 396
    },
    {
      "epoch": 6.100412654745529,
      "grad_norm": 0.16920997202396393,
      "learning_rate": 1.9848764763753835e-06,
      "loss": 0.3075,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3144885003566742,
      "step": 4435,
      "valid_targets_mean": 9679.2,
      "valid_targets_min": 365
    },
    {
      "epoch": 6.1072902338376895,
      "grad_norm": 0.19679541885852814,
      "learning_rate": 1.9551905099596813e-06,
      "loss": 0.3043,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30785897374153137,
      "step": 4440,
      "valid_targets_mean": 8964.0,
      "valid_targets_min": 750
    },
    {
      "epoch": 6.114167812929849,
      "grad_norm": 0.17276202142238617,
      "learning_rate": 1.9257167998851288e-06,
      "loss": 0.305,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3139117658138275,
      "step": 4445,
      "valid_targets_mean": 9017.9,
      "valid_targets_min": 315
    },
    {
      "epoch": 6.121045392022008,
      "grad_norm": 0.2606092095375061,
      "learning_rate": 1.8964556928432242e-06,
      "loss": 0.3084,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3045610189437866,
      "step": 4450,
      "valid_targets_mean": 9165.1,
      "valid_targets_min": 333
    },
    {
      "epoch": 6.127922971114168,
      "grad_norm": 0.17671343684196472,
      "learning_rate": 1.867407533024661e-06,
      "loss": 0.3036,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30155709385871887,
      "step": 4455,
      "valid_targets_mean": 9383.5,
      "valid_targets_min": 373
    },
    {
      "epoch": 6.134800550206327,
      "grad_norm": 0.16820940375328064,
      "learning_rate": 1.8385726621152943e-06,
      "loss": 0.307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3001731336116791,
      "step": 4460,
      "valid_targets_mean": 9570.1,
      "valid_targets_min": 1990
    },
    {
      "epoch": 6.141678129298487,
      "grad_norm": 0.16677360236644745,
      "learning_rate": 1.809951419292104e-06,
      "loss": 0.306,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3058010935783386,
      "step": 4465,
      "valid_targets_mean": 9588.6,
      "valid_targets_min": 941
    },
    {
      "epoch": 6.148555708390647,
      "grad_norm": 0.18940965831279755,
      "learning_rate": 1.7815441412192447e-06,
      "loss": 0.3034,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2970622479915619,
      "step": 4470,
      "valid_targets_mean": 10068.2,
      "valid_targets_min": 749
    },
    {
      "epoch": 6.155433287482806,
      "grad_norm": 0.17933303117752075,
      "learning_rate": 1.753351162044039e-06,
      "loss": 0.3035,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2917042076587677,
      "step": 4475,
      "valid_targets_mean": 9503.3,
      "valid_targets_min": 648
    },
    {
      "epoch": 6.162310866574965,
      "grad_norm": 0.18655243515968323,
      "learning_rate": 1.7253728133930802e-06,
      "loss": 0.3051,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3040965497493744,
      "step": 4480,
      "valid_targets_mean": 10057.0,
      "valid_targets_min": 1946
    },
    {
      "epoch": 6.1691884456671255,
      "grad_norm": 0.1548156887292862,
      "learning_rate": 1.697609424368305e-06,
      "loss": 0.3104,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3184336721897125,
      "step": 4485,
      "valid_targets_mean": 9539.6,
      "valid_targets_min": 290
    },
    {
      "epoch": 6.176066024759285,
      "grad_norm": 0.18666663765907288,
      "learning_rate": 1.6700613215431549e-06,
      "loss": 0.3087,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3077675998210907,
      "step": 4490,
      "valid_targets_mean": 9439.1,
      "valid_targets_min": 322
    },
    {
      "epoch": 6.182943603851444,
      "grad_norm": 0.17465098202228546,
      "learning_rate": 1.642728828958704e-06,
      "loss": 0.2962,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2956371605396271,
      "step": 4495,
      "valid_targets_mean": 9634.2,
      "valid_targets_min": 909
    },
    {
      "epoch": 6.189821182943604,
      "grad_norm": 0.20019938051700592,
      "learning_rate": 1.615612268119866e-06,
      "loss": 0.3011,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30606165528297424,
      "step": 4500,
      "valid_targets_mean": 10041.9,
      "valid_targets_min": 639
    },
    {
      "epoch": 6.196698762035764,
      "grad_norm": 0.20100350677967072,
      "learning_rate": 1.5887119579915977e-06,
      "loss": 0.3016,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3030559718608856,
      "step": 4505,
      "valid_targets_mean": 9838.5,
      "valid_targets_min": 410
    },
    {
      "epoch": 6.203576341127923,
      "grad_norm": 0.1635352373123169,
      "learning_rate": 1.5620282149951639e-06,
      "loss": 0.3095,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31444457173347473,
      "step": 4510,
      "valid_targets_mean": 9853.8,
      "valid_targets_min": 321
    },
    {
      "epoch": 6.210453920220083,
      "grad_norm": 0.20141877233982086,
      "learning_rate": 1.5355613530044089e-06,
      "loss": 0.2984,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30677759647369385,
      "step": 4515,
      "valid_targets_mean": 9842.1,
      "valid_targets_min": 3450
    },
    {
      "epoch": 6.217331499312242,
      "grad_norm": 0.17519927024841309,
      "learning_rate": 1.5093116833420584e-06,
      "loss": 0.308,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30696484446525574,
      "step": 4520,
      "valid_targets_mean": 9751.4,
      "valid_targets_min": 753
    },
    {
      "epoch": 6.224209078404401,
      "grad_norm": 0.1818763166666031,
      "learning_rate": 1.4832795147760593e-06,
      "loss": 0.3001,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30524298548698425,
      "step": 4525,
      "valid_targets_mean": 9956.0,
      "valid_targets_min": 2304
    },
    {
      "epoch": 6.2310866574965615,
      "grad_norm": 0.1607535481452942,
      "learning_rate": 1.4574651535159512e-06,
      "loss": 0.3053,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.29866012930870056,
      "step": 4530,
      "valid_targets_mean": 9759.0,
      "valid_targets_min": 352
    },
    {
      "epoch": 6.237964236588721,
      "grad_norm": 0.2008146047592163,
      "learning_rate": 1.4318689032092747e-06,
      "loss": 0.2998,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30007362365722656,
      "step": 4535,
      "valid_targets_mean": 9376.8,
      "valid_targets_min": 796
    },
    {
      "epoch": 6.24484181568088,
      "grad_norm": 0.20059271156787872,
      "learning_rate": 1.4064910649379803e-06,
      "loss": 0.3025,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31788259744644165,
      "step": 4540,
      "valid_targets_mean": 9925.4,
      "valid_targets_min": 436
    },
    {
      "epoch": 6.25171939477304,
      "grad_norm": 0.1699216216802597,
      "learning_rate": 1.381331937214887e-06,
      "loss": 0.298,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2915831506252289,
      "step": 4545,
      "valid_targets_mean": 9907.1,
      "valid_targets_min": 562
    },
    {
      "epoch": 6.2585969738652,
      "grad_norm": 0.20910581946372986,
      "learning_rate": 1.3563918159801915e-06,
      "loss": 0.3003,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.30387839674949646,
      "step": 4550,
      "valid_targets_mean": 9699.8,
      "valid_targets_min": 762
    },
    {
      "epoch": 6.265474552957359,
      "grad_norm": 0.18060225248336792,
      "learning_rate": 1.3316709945979666e-06,
      "loss": 0.304,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31156834959983826,
      "step": 4555,
      "valid_targets_mean": 8231.1,
      "valid_targets_min": 484
    },
    {
      "epoch": 6.272352132049519,
      "grad_norm": 0.27850890159606934,
      "learning_rate": 1.3071697638527359e-06,
      "loss": 0.3203,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32541194558143616,
      "step": 4560,
      "valid_targets_mean": 6062.9,
      "valid_targets_min": 284
    },
    {
      "epoch": 6.279229711141678,
      "grad_norm": 0.21719534695148468,
      "learning_rate": 1.2828884119460105e-06,
      "loss": 0.3205,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.32448577880859375,
      "step": 4565,
      "valid_targets_mean": 6291.5,
      "valid_targets_min": 384
    },
    {
      "epoch": 6.286107290233837,
      "grad_norm": 0.5111368298530579,
      "learning_rate": 1.2588272244929401e-06,
      "loss": 0.6292,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.580327033996582,
      "step": 4570,
      "valid_targets_mean": 4612.0,
      "valid_targets_min": 1023
    },
    {
      "epoch": 6.2929848693259975,
      "grad_norm": 0.3845711350440979,
      "learning_rate": 1.234986484518934e-06,
      "loss": 0.5683,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5457873940467834,
      "step": 4575,
      "valid_targets_mean": 4798.6,
      "valid_targets_min": 1031
    },
    {
      "epoch": 6.299862448418157,
      "grad_norm": 0.3333822190761566,
      "learning_rate": 1.2113664724563457e-06,
      "loss": 0.5903,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5882037281990051,
      "step": 4580,
      "valid_targets_mean": 3828.6,
      "valid_targets_min": 827
    },
    {
      "epoch": 6.306740027510316,
      "grad_norm": 0.29314079880714417,
      "learning_rate": 1.1879674661411466e-06,
      "loss": 0.5555,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6096641421318054,
      "step": 4585,
      "valid_targets_mean": 4554.4,
      "valid_targets_min": 1014
    },
    {
      "epoch": 6.313617606602476,
      "grad_norm": 0.29566168785095215,
      "learning_rate": 1.1647897408096886e-06,
      "loss": 0.5376,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5610522627830505,
      "step": 4590,
      "valid_targets_mean": 3166.2,
      "valid_targets_min": 610
    },
    {
      "epoch": 6.320495185694636,
      "grad_norm": 0.23113387823104858,
      "learning_rate": 1.141833569095445e-06,
      "loss": 0.5347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5279302000999451,
      "step": 4595,
      "valid_targets_mean": 4849.6,
      "valid_targets_min": 1191
    },
    {
      "epoch": 6.327372764786795,
      "grad_norm": 0.2068607211112976,
      "learning_rate": 1.1190992210258278e-06,
      "loss": 0.5307,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5071480870246887,
      "step": 4600,
      "valid_targets_mean": 4868.0,
      "valid_targets_min": 758
    },
    {
      "epoch": 6.334250343878955,
      "grad_norm": 0.3297194540500641,
      "learning_rate": 1.0965869640189752e-06,
      "loss": 0.5461,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5209596753120422,
      "step": 4605,
      "valid_targets_mean": 3857.9,
      "valid_targets_min": 1124
    },
    {
      "epoch": 6.341127922971114,
      "grad_norm": 0.237688809633255,
      "learning_rate": 1.0742970628806404e-06,
      "loss": 0.5311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5434720516204834,
      "step": 4610,
      "valid_targets_mean": 4199.5,
      "valid_targets_min": 341
    },
    {
      "epoch": 6.348005502063273,
      "grad_norm": 0.2555427849292755,
      "learning_rate": 1.0522297798010594e-06,
      "loss": 0.5134,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5256345868110657,
      "step": 4615,
      "valid_targets_mean": 3034.2,
      "valid_targets_min": 514
    },
    {
      "epoch": 6.3548830811554335,
      "grad_norm": 0.21805605292320251,
      "learning_rate": 1.03038537435187e-06,
      "loss": 0.5268,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5218087434768677,
      "step": 4620,
      "valid_targets_mean": 4765.9,
      "valid_targets_min": 1093
    },
    {
      "epoch": 6.361760660247593,
      "grad_norm": 0.2611875534057617,
      "learning_rate": 1.0087641034830643e-06,
      "loss": 0.5257,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.513088047504425,
      "step": 4625,
      "valid_targets_mean": 4268.3,
      "valid_targets_min": 886
    },
    {
      "epoch": 6.368638239339752,
      "grad_norm": 0.25138384103775024,
      "learning_rate": 9.873662215199497e-07,
      "loss": 0.5106,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5343270897865295,
      "step": 4630,
      "valid_targets_mean": 3506.1,
      "valid_targets_min": 1152
    },
    {
      "epoch": 6.375515818431912,
      "grad_norm": 0.23110251128673553,
      "learning_rate": 9.661919801601804e-07,
      "loss": 0.5413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5313940644264221,
      "step": 4635,
      "valid_targets_mean": 4096.5,
      "valid_targets_min": 1357
    },
    {
      "epoch": 6.382393397524072,
      "grad_norm": 0.33320510387420654,
      "learning_rate": 9.452416284707743e-07,
      "loss": 0.534,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.6240758895874023,
      "step": 4640,
      "valid_targets_mean": 2339.9,
      "valid_targets_min": 492
    },
    {
      "epoch": 6.389270976616231,
      "grad_norm": 0.22507011890411377,
      "learning_rate": 9.245154128852119e-07,
      "loss": 0.5277,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5066953301429749,
      "step": 4645,
      "valid_targets_mean": 4673.0,
      "valid_targets_min": 1104
    },
    {
      "epoch": 6.396148555708391,
      "grad_norm": 0.21433278918266296,
      "learning_rate": 9.040135772004976e-07,
      "loss": 0.5339,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5516576170921326,
      "step": 4650,
      "valid_targets_mean": 4807.7,
      "valid_targets_min": 1074
    },
    {
      "epoch": 6.40302613480055,
      "grad_norm": 0.2441774606704712,
      "learning_rate": 8.837363625743278e-07,
      "loss": 0.5237,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5339834094047546,
      "step": 4655,
      "valid_targets_mean": 3973.1,
      "valid_targets_min": 963
    },
    {
      "epoch": 6.40990371389271,
      "grad_norm": 0.23352159559726715,
      "learning_rate": 8.636840075222364e-07,
      "loss": 0.5465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.5537334084510803,
      "step": 4660,
      "valid_targets_mean": 4024.6,
      "valid_targets_min": 1423
    },
    {
      "epoch": 6.4167812929848695,
      "grad_norm": 0.3887219727039337,
      "learning_rate": 8.438567479147975e-07,
      "loss": 0.4729,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.33272847533226013,
      "step": 4665,
      "valid_targets_mean": 2895.7,
      "valid_targets_min": 400
    },
    {
      "epoch": 6.423658872077029,
      "grad_norm": 0.20229944586753845,
      "learning_rate": 8.242548169748388e-07,
      "loss": 0.1576,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.15479470789432526,
      "step": 4670,
      "valid_targets_mean": 5384.8,
      "valid_targets_min": 2226
    },
    {
      "epoch": 6.430536451169188,
      "grad_norm": 0.19965241849422455,
      "learning_rate": 8.048784452747127e-07,
      "loss": 0.1472,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14277203381061554,
      "step": 4675,
      "valid_targets_mean": 5450.0,
      "valid_targets_min": 2518
    },
    {
      "epoch": 6.437414030261348,
      "grad_norm": 0.3895637094974518,
      "learning_rate": 7.857278607335783e-07,
      "loss": 0.1459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14814580976963043,
      "step": 4680,
      "valid_targets_mean": 5529.6,
      "valid_targets_min": 2508
    },
    {
      "epoch": 6.444291609353508,
      "grad_norm": 0.21937909722328186,
      "learning_rate": 7.668032886147148e-07,
      "loss": 0.1436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14234429597854614,
      "step": 4685,
      "valid_targets_mean": 5293.8,
      "valid_targets_min": 2370
    },
    {
      "epoch": 6.451169188445667,
      "grad_norm": 0.17030386626720428,
      "learning_rate": 7.481049515228811e-07,
      "loss": 0.1443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1457078605890274,
      "step": 4690,
      "valid_targets_mean": 5332.8,
      "valid_targets_min": 2648
    },
    {
      "epoch": 6.458046767537827,
      "grad_norm": 0.16659754514694214,
      "learning_rate": 7.296330694016896e-07,
      "loss": 0.1424,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13963867723941803,
      "step": 4695,
      "valid_targets_mean": 5255.6,
      "valid_targets_min": 2159
    },
    {
      "epoch": 6.464924346629986,
      "grad_norm": 0.18782860040664673,
      "learning_rate": 7.11387859531023e-07,
      "loss": 0.1438,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14983640611171722,
      "step": 4700,
      "valid_targets_mean": 5452.1,
      "valid_targets_min": 2581
    },
    {
      "epoch": 6.471801925722146,
      "grad_norm": 0.20450696349143982,
      "learning_rate": 6.933695365244841e-07,
      "loss": 0.1436,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1405963897705078,
      "step": 4705,
      "valid_targets_mean": 5740.7,
      "valid_targets_min": 1894
    },
    {
      "epoch": 6.4786795048143055,
      "grad_norm": 0.17085635662078857,
      "learning_rate": 6.755783123268589e-07,
      "loss": 0.14,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.133810892701149,
      "step": 4710,
      "valid_targets_mean": 5426.5,
      "valid_targets_min": 1612
    },
    {
      "epoch": 6.485557083906465,
      "grad_norm": 0.19387440383434296,
      "learning_rate": 6.580143962116281e-07,
      "loss": 0.1398,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13866682350635529,
      "step": 4715,
      "valid_targets_mean": 5326.5,
      "valid_targets_min": 2043
    },
    {
      "epoch": 6.492434662998624,
      "grad_norm": 0.17575693130493164,
      "learning_rate": 6.406779947785158e-07,
      "loss": 0.1465,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14538605511188507,
      "step": 4720,
      "valid_targets_mean": 5461.1,
      "valid_targets_min": 1584
    },
    {
      "epoch": 6.4993122420907845,
      "grad_norm": 0.17313317954540253,
      "learning_rate": 6.235693119510422e-07,
      "loss": 0.1409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14202319085597992,
      "step": 4725,
      "valid_targets_mean": 5297.5,
      "valid_targets_min": 2654
    },
    {
      "epoch": 6.506189821182944,
      "grad_norm": 0.24786816537380219,
      "learning_rate": 6.06688548974137e-07,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13654093444347382,
      "step": 4730,
      "valid_targets_mean": 5074.0,
      "valid_targets_min": 862
    },
    {
      "epoch": 6.513067400275103,
      "grad_norm": 0.16817906498908997,
      "learning_rate": 5.90035904411772e-07,
      "loss": 0.1409,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1414777636528015,
      "step": 4735,
      "valid_targets_mean": 5553.2,
      "valid_targets_min": 1603
    },
    {
      "epoch": 6.519944979367263,
      "grad_norm": 0.16087959706783295,
      "learning_rate": 5.736115741446146e-07,
      "loss": 0.1383,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13914154469966888,
      "step": 4740,
      "valid_targets_mean": 5194.8,
      "valid_targets_min": 1935
    },
    {
      "epoch": 6.526822558459422,
      "grad_norm": 0.16598717868328094,
      "learning_rate": 5.574157513677403e-07,
      "loss": 0.1413,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13754574954509735,
      "step": 4745,
      "valid_targets_mean": 5168.3,
      "valid_targets_min": 1307
    },
    {
      "epoch": 6.533700137551582,
      "grad_norm": 0.17143188416957855,
      "learning_rate": 5.414486265883434e-07,
      "loss": 0.1428,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14372627437114716,
      "step": 4750,
      "valid_targets_mean": 5214.6,
      "valid_targets_min": 1713
    },
    {
      "epoch": 6.5405777166437415,
      "grad_norm": 0.2176612764596939,
      "learning_rate": 5.257103876235081e-07,
      "loss": 0.1431,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14663605391979218,
      "step": 4755,
      "valid_targets_mean": 5230.6,
      "valid_targets_min": 665
    },
    {
      "epoch": 6.547455295735901,
      "grad_norm": 0.16202718019485474,
      "learning_rate": 5.102012195979922e-07,
      "loss": 0.1414,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.13961546123027802,
      "step": 4760,
      "valid_targets_mean": 5421.6,
      "valid_targets_min": 2137
    },
    {
      "epoch": 6.55433287482806,
      "grad_norm": 0.1802782565355301,
      "learning_rate": 4.949213049420576e-07,
      "loss": 0.1397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.14392279088497162,
      "step": 4765,
      "valid_targets_mean": 5460.8,
      "valid_targets_min": 2737
    },
    {
      "epoch": 6.56121045392022,
      "grad_norm": 0.34265589714050293,
      "learning_rate": 4.798708233893168e-07,
      "loss": 0.2784,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4476191997528076,
      "step": 4770,
      "valid_targets_mean": 3497.1,
      "valid_targets_min": 1078
    },
    {
      "epoch": 6.56808803301238,
      "grad_norm": 0.24688643217086792,
      "learning_rate": 4.6504995197461213e-07,
      "loss": 0.4494,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.47969913482666016,
      "step": 4775,
      "valid_targets_mean": 4071.6,
      "valid_targets_min": 341
    },
    {
      "epoch": 6.574965612104539,
      "grad_norm": 0.2505394518375397,
      "learning_rate": 4.504588650319575e-07,
      "loss": 0.4176,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38064026832580566,
      "step": 4780,
      "valid_targets_mean": 4800.8,
      "valid_targets_min": 1051
    },
    {
      "epoch": 6.581843191196699,
      "grad_norm": 0.24191756546497345,
      "learning_rate": 4.360977341924644e-07,
      "loss": 0.4635,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4532327651977539,
      "step": 4785,
      "valid_targets_mean": 3469.1,
      "valid_targets_min": 968
    },
    {
      "epoch": 6.588720770288858,
      "grad_norm": 0.23602357506752014,
      "learning_rate": 4.2196672838233257e-07,
      "loss": 0.4347,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.40448203682899475,
      "step": 4790,
      "valid_targets_mean": 3744.5,
      "valid_targets_min": 870
    },
    {
      "epoch": 6.595598349381018,
      "grad_norm": 0.23610419034957886,
      "learning_rate": 4.080660138208581e-07,
      "loss": 0.4399,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.46761417388916016,
      "step": 4795,
      "valid_targets_mean": 3274.1,
      "valid_targets_min": 560
    },
    {
      "epoch": 6.6024759284731775,
      "grad_norm": 0.2332259565591812,
      "learning_rate": 3.9439575401848616e-07,
      "loss": 0.4258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.39411577582359314,
      "step": 4800,
      "valid_targets_mean": 3821.3,
      "valid_targets_min": 926
    },
    {
      "epoch": 6.609353507565337,
      "grad_norm": 0.20982007682323456,
      "learning_rate": 3.8095610977488375e-07,
      "loss": 0.4178,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41716480255126953,
      "step": 4805,
      "valid_targets_mean": 3964.5,
      "valid_targets_min": 1056
    },
    {
      "epoch": 6.616231086657496,
      "grad_norm": 0.2313345968723297,
      "learning_rate": 3.6774723917704755e-07,
      "loss": 0.4425,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4350041449069977,
      "step": 4810,
      "valid_targets_mean": 3777.9,
      "valid_targets_min": 1036
    },
    {
      "epoch": 6.6231086657496565,
      "grad_norm": 0.25252044200897217,
      "learning_rate": 3.5476929759743927e-07,
      "loss": 0.4311,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4397459924221039,
      "step": 4815,
      "valid_targets_mean": 3541.2,
      "valid_targets_min": 972
    },
    {
      "epoch": 6.629986244841816,
      "grad_norm": 0.20693360269069672,
      "learning_rate": 3.420224376921688e-07,
      "loss": 0.41,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.38000527024269104,
      "step": 4820,
      "valid_targets_mean": 4535.3,
      "valid_targets_min": 627
    },
    {
      "epoch": 6.636863823933975,
      "grad_norm": 0.21421459317207336,
      "learning_rate": 3.2950680939919377e-07,
      "loss": 0.4443,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4153733253479004,
      "step": 4825,
      "valid_targets_mean": 4419.3,
      "valid_targets_min": 1218
    },
    {
      "epoch": 6.643741403026135,
      "grad_norm": 0.2439281940460205,
      "learning_rate": 3.1722255993655194e-07,
      "loss": 0.4182,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.408247709274292,
      "step": 4830,
      "valid_targets_mean": 3810.7,
      "valid_targets_min": 613
    },
    {
      "epoch": 6.650618982118294,
      "grad_norm": 0.22713488340377808,
      "learning_rate": 3.051698338006359e-07,
      "loss": 0.4423,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4367331266403198,
      "step": 4835,
      "valid_targets_mean": 3882.9,
      "valid_targets_min": 996
    },
    {
      "epoch": 6.657496561210454,
      "grad_norm": 0.22918911278247833,
      "learning_rate": 2.933487727644813e-07,
      "loss": 0.4281,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.3876553773880005,
      "step": 4840,
      "valid_targets_mean": 3861.8,
      "valid_targets_min": 766
    },
    {
      "epoch": 6.6643741403026135,
      "grad_norm": 0.21728932857513428,
      "learning_rate": 2.817595158761255e-07,
      "loss": 0.4345,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42219042778015137,
      "step": 4845,
      "valid_targets_mean": 4158.1,
      "valid_targets_min": 855
    },
    {
      "epoch": 6.671251719394773,
      "grad_norm": 0.2607785165309906,
      "learning_rate": 2.7040219945693835e-07,
      "loss": 0.4329,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42209067940711975,
      "step": 4850,
      "valid_targets_mean": 3470.8,
      "valid_targets_min": 1265
    },
    {
      "epoch": 6.678129298486932,
      "grad_norm": 0.2680901288986206,
      "learning_rate": 2.592769571000453e-07,
      "loss": 0.4349,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.4538845717906952,
      "step": 4855,
      "valid_targets_mean": 3372.9,
      "valid_targets_min": 1135
    },
    {
      "epoch": 6.6850068775790925,
      "grad_norm": 0.2619835138320923,
      "learning_rate": 2.4838391966873763e-07,
      "loss": 0.4102,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41298720240592957,
      "step": 4860,
      "valid_targets_mean": 3203.3,
      "valid_targets_min": 546
    },
    {
      "epoch": 6.691884456671252,
      "grad_norm": 0.24723267555236816,
      "learning_rate": 2.3772321529494712e-07,
      "loss": 0.4397,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.44162556529045105,
      "step": 4865,
      "valid_targets_mean": 4523.3,
      "valid_targets_min": 1251
    },
    {
      "epoch": 6.698762035763411,
      "grad_norm": 0.23209908604621887,
      "learning_rate": 2.2729496937773375e-07,
      "loss": 0.4382,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.42421141266822815,
      "step": 4870,
      "valid_targets_mean": 4189.8,
      "valid_targets_min": 936
    },
    {
      "epoch": 6.705639614855571,
      "grad_norm": 0.2960033118724823,
      "learning_rate": 2.1709930458180705e-07,
      "loss": 0.3728,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.31153571605682373,
      "step": 4875,
      "valid_targets_mean": 6970.2,
      "valid_targets_min": 348
    },
    {
      "epoch": 6.712517193947731,
      "grad_norm": 0.24510224163532257,
      "learning_rate": 2.071363408360849e-07,
      "loss": 0.2659,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.27360841631889343,
      "step": 4880,
      "valid_targets_mean": 6771.7,
      "valid_targets_min": 139
    },
    {
      "epoch": 6.71939477303989,
      "grad_norm": 0.18675588071346283,
      "learning_rate": 1.9740619533228367e-07,
      "loss": 0.2491,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2673227787017822,
      "step": 4885,
      "valid_targets_mean": 6255.8,
      "valid_targets_min": 306
    },
    {
      "epoch": 6.7262723521320495,
      "grad_norm": 0.2186187207698822,
      "learning_rate": 1.8790898252354583e-07,
      "loss": 0.2694,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2827266454696655,
      "step": 4890,
      "valid_targets_mean": 6752.7,
      "valid_targets_min": 501
    },
    {
      "epoch": 6.733149931224209,
      "grad_norm": 0.1869031935930252,
      "learning_rate": 1.7864481412308343e-07,
      "loss": 0.2571,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2620157301425934,
      "step": 4895,
      "valid_targets_mean": 6418.2,
      "valid_targets_min": 280
    },
    {
      "epoch": 6.740027510316368,
      "grad_norm": 0.18034228682518005,
      "learning_rate": 1.696137991028679e-07,
      "loss": 0.2776,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26217544078826904,
      "step": 4900,
      "valid_targets_mean": 6323.3,
      "valid_targets_min": 158
    },
    {
      "epoch": 6.7469050894085285,
      "grad_norm": 0.17070361971855164,
      "learning_rate": 1.6081604369234893e-07,
      "loss": 0.2466,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26356208324432373,
      "step": 4905,
      "valid_targets_mean": 6768.2,
      "valid_targets_min": 280
    },
    {
      "epoch": 6.753782668500688,
      "grad_norm": 0.1772536039352417,
      "learning_rate": 1.52251651377211e-07,
      "loss": 0.2563,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24955779314041138,
      "step": 4910,
      "valid_targets_mean": 5892.7,
      "valid_targets_min": 521
    },
    {
      "epoch": 6.760660247592847,
      "grad_norm": 0.1800682097673416,
      "learning_rate": 1.4392072289814319e-07,
      "loss": 0.2459,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2170988917350769,
      "step": 4915,
      "valid_targets_mean": 6258.8,
      "valid_targets_min": 250
    },
    {
      "epoch": 6.767537826685007,
      "grad_norm": 0.16709044575691223,
      "learning_rate": 1.3582335624966027e-07,
      "loss": 0.2637,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2856235206127167,
      "step": 4920,
      "valid_targets_mean": 6510.0,
      "valid_targets_min": 277
    },
    {
      "epoch": 6.774415405777166,
      "grad_norm": 0.14686670899391174,
      "learning_rate": 1.2795964667895234e-07,
      "loss": 0.2655,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2550716996192932,
      "step": 4925,
      "valid_targets_mean": 7494.7,
      "valid_targets_min": 877
    },
    {
      "epoch": 6.781292984869326,
      "grad_norm": 0.16843152046203613,
      "learning_rate": 1.203296866847703e-07,
      "loss": 0.2656,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25225213170051575,
      "step": 4930,
      "valid_targets_mean": 6610.6,
      "valid_targets_min": 158
    },
    {
      "epoch": 6.7881705639614855,
      "grad_norm": 0.2072218954563141,
      "learning_rate": 1.1293356601632e-07,
      "loss": 0.2799,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2627824544906616,
      "step": 4935,
      "valid_targets_mean": 6261.7,
      "valid_targets_min": 155
    },
    {
      "epoch": 6.795048143053645,
      "grad_norm": 0.18063150346279144,
      "learning_rate": 1.0577137167221863e-07,
      "loss": 0.2416,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25924983620643616,
      "step": 4940,
      "valid_targets_mean": 6415.5,
      "valid_targets_min": 176
    },
    {
      "epoch": 6.801925722145805,
      "grad_norm": 0.16885560750961304,
      "learning_rate": 9.884318789947556e-08,
      "loss": 0.2533,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2735837697982788,
      "step": 4945,
      "valid_targets_mean": 6039.7,
      "valid_targets_min": 281
    },
    {
      "epoch": 6.8088033012379645,
      "grad_norm": 0.17319472134113312,
      "learning_rate": 9.214909619248869e-08,
      "loss": 0.258,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.26350167393684387,
      "step": 4950,
      "valid_targets_mean": 6111.7,
      "valid_targets_min": 634
    },
    {
      "epoch": 6.815680880330124,
      "grad_norm": 0.18204745650291443,
      "learning_rate": 8.568917529209852e-08,
      "loss": 0.2448,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2601960599422455,
      "step": 4955,
      "valid_targets_mean": 6148.7,
      "valid_targets_min": 332
    },
    {
      "epoch": 6.822558459422283,
      "grad_norm": 0.16898389160633087,
      "learning_rate": 7.946350118465118e-08,
      "loss": 0.2654,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2767127752304077,
      "step": 4960,
      "valid_targets_mean": 7108.5,
      "valid_targets_min": 270
    },
    {
      "epoch": 6.829436038514443,
      "grad_norm": 0.16301532089710236,
      "learning_rate": 7.347214710111239e-08,
      "loss": 0.2484,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2779349982738495,
      "step": 4965,
      "valid_targets_mean": 7180.7,
      "valid_targets_min": 324
    },
    {
      "epoch": 6.836313617606603,
      "grad_norm": 0.29834067821502686,
      "learning_rate": 6.771518351619932e-08,
      "loss": 0.2525,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.24982231855392456,
      "step": 4970,
      "valid_targets_mean": 2841.2,
      "valid_targets_min": 433
    },
    {
      "epoch": 6.843191196698762,
      "grad_norm": 0.23880039155483246,
      "learning_rate": 6.219267814756347e-08,
      "loss": 0.1921,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19076602160930634,
      "step": 4975,
      "valid_targets_mean": 3856.0,
      "valid_targets_min": 621
    },
    {
      "epoch": 6.8500687757909215,
      "grad_norm": 0.2529950439929962,
      "learning_rate": 5.690469595497794e-08,
      "loss": 0.1906,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18647873401641846,
      "step": 4980,
      "valid_targets_mean": 3704.4,
      "valid_targets_min": 509
    },
    {
      "epoch": 6.856946354883081,
      "grad_norm": 0.24528305232524872,
      "learning_rate": 5.185129913958253e-08,
      "loss": 0.1901,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1889091581106186,
      "step": 4985,
      "valid_targets_mean": 3846.3,
      "valid_targets_min": 963
    },
    {
      "epoch": 6.86382393397524,
      "grad_norm": 0.2324099838733673,
      "learning_rate": 4.7032547143155417e-08,
      "loss": 0.1922,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18991030752658844,
      "step": 4990,
      "valid_targets_mean": 3683.6,
      "valid_targets_min": 391
    },
    {
      "epoch": 6.8707015130674005,
      "grad_norm": 0.21515005826950073,
      "learning_rate": 4.2448496647407025e-08,
      "loss": 0.1907,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.19090157747268677,
      "step": 4995,
      "valid_targets_mean": 3971.2,
      "valid_targets_min": 931
    },
    {
      "epoch": 6.87757909215956,
      "grad_norm": 0.20724433660507202,
      "learning_rate": 3.8099201573316147e-08,
      "loss": 0.1888,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.17607690393924713,
      "step": 5000,
      "valid_targets_mean": 3631.8,
      "valid_targets_min": 386
    },
    {
      "epoch": 6.884456671251719,
      "grad_norm": 0.20249150693416595,
      "learning_rate": 3.398471308049489e-08,
      "loss": 0.188,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1850322037935257,
      "step": 5005,
      "valid_targets_mean": 3784.0,
      "valid_targets_min": 440
    },
    {
      "epoch": 6.891334250343879,
      "grad_norm": 0.20808742940425873,
      "learning_rate": 3.0105079566584705e-08,
      "loss": 0.1873,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18910759687423706,
      "step": 5010,
      "valid_targets_mean": 3803.7,
      "valid_targets_min": 289
    },
    {
      "epoch": 6.898211829436039,
      "grad_norm": 0.22318695485591888,
      "learning_rate": 2.6460346666696835e-08,
      "loss": 0.1851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18572998046875,
      "step": 5015,
      "valid_targets_mean": 3506.6,
      "valid_targets_min": 428
    },
    {
      "epoch": 6.905089408528198,
      "grad_norm": 0.21657902002334595,
      "learning_rate": 2.305055725286387e-08,
      "loss": 0.1854,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18338017165660858,
      "step": 5020,
      "valid_targets_mean": 3767.9,
      "valid_targets_min": 441
    },
    {
      "epoch": 6.9119669876203575,
      "grad_norm": 0.20817828178405762,
      "learning_rate": 1.9875751433540148e-08,
      "loss": 0.1851,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.1909000128507614,
      "step": 5025,
      "valid_targets_mean": 3922.3,
      "valid_targets_min": 488
    },
    {
      "epoch": 6.918844566712517,
      "grad_norm": 0.21401534974575043,
      "learning_rate": 1.693596655312657e-08,
      "loss": 0.1865,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18744419515132904,
      "step": 5030,
      "valid_targets_mean": 3707.5,
      "valid_targets_min": 441
    },
    {
      "epoch": 6.925722145804677,
      "grad_norm": 0.2135886251926422,
      "learning_rate": 1.423123719154429e-08,
      "loss": 0.1853,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18093377351760864,
      "step": 5035,
      "valid_targets_mean": 3876.3,
      "valid_targets_min": 444
    },
    {
      "epoch": 6.9325997248968365,
      "grad_norm": 0.20963013172149658,
      "learning_rate": 1.176159516380837e-08,
      "loss": 0.1872,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.18066728115081787,
      "step": 5040,
      "valid_targets_mean": 3786.6,
      "valid_targets_min": 463
    },
    {
      "epoch": 6.939477303988996,
      "grad_norm": 0.5352727174758911,
      "learning_rate": 9.527069519670306e-09,
      "loss": 0.2151,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.25376859307289124,
      "step": 5045,
      "valid_targets_mean": 6803.4,
      "valid_targets_min": 269
    },
    {
      "epoch": 6.946354883081155,
      "grad_norm": 0.26534903049468994,
      "learning_rate": 7.527686543262746e-09,
      "loss": 0.243,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.23329931497573853,
      "step": 5050,
      "valid_targets_mean": 7000.2,
      "valid_targets_min": 301
    },
    {
      "epoch": 6.953232462173315,
      "grad_norm": 0.22113962471485138,
      "learning_rate": 5.763469752806394e-09,
      "loss": 0.222,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22337819635868073,
      "step": 5055,
      "valid_targets_mean": 6679.8,
      "valid_targets_min": 305
    },
    {
      "epoch": 6.960110041265475,
      "grad_norm": 0.21213391423225403,
      "learning_rate": 4.234439900314691e-09,
      "loss": 0.225,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22678309679031372,
      "step": 5060,
      "valid_targets_mean": 7024.0,
      "valid_targets_min": 290
    },
    {
      "epoch": 6.966987620357634,
      "grad_norm": 0.1920953094959259,
      "learning_rate": 2.9406149713628874e-09,
      "loss": 0.2256,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.21669375896453857,
      "step": 5065,
      "valid_targets_mean": 6498.8,
      "valid_targets_min": 258
    },
    {
      "epoch": 6.9738651994497936,
      "grad_norm": 0.18830250203609467,
      "learning_rate": 1.882010184874883e-09,
      "loss": 0.2212,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.22323115170001984,
      "step": 5070,
      "valid_targets_mean": 7071.3,
      "valid_targets_min": 307
    },
    {
      "epoch": 6.980742778541953,
      "grad_norm": 0.18736879527568817,
      "learning_rate": 1.0586379929389267e-09,
      "loss": 0.2175,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20914876461029053,
      "step": 5075,
      "valid_targets_mean": 6885.5,
      "valid_targets_min": 410
    },
    {
      "epoch": 6.987620357634113,
      "grad_norm": 0.19326286017894745,
      "learning_rate": 4.705080806655104e-10,
      "loss": 0.2123,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.20316605269908905,
      "step": 5080,
      "valid_targets_mean": 6534.7,
      "valid_targets_min": 200
    },
    {
      "epoch": 6.9944979367262725,
      "grad_norm": 0.17885875701904297,
      "learning_rate": 1.1762736607190405e-10,
      "loss": 0.2094,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.2113075703382492,
      "step": 5085,
      "valid_targets_mean": 6211.6,
      "valid_targets_min": 155
    },
    {
      "epoch": 7.0,
      "loss_nan_ranks": 0,
      "loss_rank_avg": 0.41426870226860046,
      "step": 5089,
      "total_flos": 2.6170749066674176e+16,
      "train_loss": 0.015842280855907817,
      "train_runtime": 9855.0919,
      "train_samples_per_second": 49.518,
      "train_steps_per_second": 0.516,
      "valid_targets_mean": 6869.1,
      "valid_targets_min": 192
    }
  ],
  "logging_steps": 5,
  "max_steps": 5089,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 400,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.6170749066674176e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}